PredictiveMaintenance_SensorData.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "8bLvWECDfmXt"
      },
      "outputs": [],
      "source": [
        "#Author: Varun Ram S\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "plt.style.use('ggplot')\n",
        "%matplotlib inline "
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.preprocessing import MinMaxScaler\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from sklearn.metrics import accuracy_score"
      ],
      "metadata": {
        "id": "YWRHLvAVgLHF"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from keras.models import Sequential\n",
        "from keras.layers import Dense, Dropout, LSTM, Activation\n",
        "from keras.callbacks import EarlyStopping"
      ],
      "metadata": {
        "id": "RbGEI4-YgU39"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pm_train=pd.read_csv('/content/PM_train.txt', sep=' ',header=None).drop([26,27],axis=1)\n",
        "feature_names = ['id','cycle','setting1','setting2','setting3','para1','para2','para3','para4','para5','para6','para7','para8','para9','para10','para11','para12','para13','para14','para15','para16','para17','para18','para19','para20','para21']\n",
        "pm_train.columns=feature_names\n",
        "print('Shape of Train dataset: ',pm_train.shape)\n",
        "pm_train.head()"
      ],
      "metadata": {
        "id": "Xfs8S8pkggf3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 317
        },
        "outputId": "231a9db0-9396-4e14-dd2c-fe13eaf254ba"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Shape of Train dataset:  (20631, 26)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  cycle  setting1  setting2  setting3   para1   para2    para3    para4  \\\n",
              "0   1      1   -0.0007   -0.0004     100.0  518.67  641.82  1589.70  1400.60   \n",
              "1   1      2    0.0019   -0.0003     100.0  518.67  642.15  1591.82  1403.14   \n",
              "2   1      3   -0.0043    0.0003     100.0  518.67  642.35  1587.99  1404.20   \n",
              "3   1      4    0.0007    0.0000     100.0  518.67  642.35  1582.79  1401.87   \n",
              "4   1      5   -0.0019   -0.0002     100.0  518.67  642.37  1582.85  1406.22   \n",
              "\n",
              "   para5  ...  para12   para13   para14  para15  para16  para17  para18  \\\n",
              "0  14.62  ...  521.66  2388.02  8138.62  8.4195    0.03     392    2388   \n",
              "1  14.62  ...  522.28  2388.07  8131.49  8.4318    0.03     392    2388   \n",
              "2  14.62  ...  522.42  2388.03  8133.23  8.4178    0.03     390    2388   \n",
              "3  14.62  ...  522.86  2388.08  8133.83  8.3682    0.03     392    2388   \n",
              "4  14.62  ...  522.19  2388.04  8133.80  8.4294    0.03     393    2388   \n",
              "\n",
              "   para19  para20   para21  \n",
              "0   100.0   39.06  23.4190  \n",
              "1   100.0   39.00  23.4236  \n",
              "2   100.0   38.95  23.3442  \n",
              "3   100.0   38.88  23.3739  \n",
              "4   100.0   38.90  23.4044  \n",
              "\n",
              "[5 rows x 26 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9185627b-99d1-4c8c-bc3f-35a89e58f294\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>cycle</th>\n",
              "      <th>setting1</th>\n",
              "      <th>setting2</th>\n",
              "      <th>setting3</th>\n",
              "      <th>para1</th>\n",
              "      <th>para2</th>\n",
              "      <th>para3</th>\n",
              "      <th>para4</th>\n",
              "      <th>para5</th>\n",
              "      <th>...</th>\n",
              "      <th>para12</th>\n",
              "      <th>para13</th>\n",
              "      <th>para14</th>\n",
              "      <th>para15</th>\n",
              "      <th>para16</th>\n",
              "      <th>para17</th>\n",
              "      <th>para18</th>\n",
              "      <th>para19</th>\n",
              "      <th>para20</th>\n",
              "      <th>para21</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>-0.0007</td>\n",
              "      <td>-0.0004</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>641.82</td>\n",
              "      <td>1589.70</td>\n",
              "      <td>1400.60</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>521.66</td>\n",
              "      <td>2388.02</td>\n",
              "      <td>8138.62</td>\n",
              "      <td>8.4195</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.06</td>\n",
              "      <td>23.4190</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0019</td>\n",
              "      <td>-0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.15</td>\n",
              "      <td>1591.82</td>\n",
              "      <td>1403.14</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.28</td>\n",
              "      <td>2388.07</td>\n",
              "      <td>8131.49</td>\n",
              "      <td>8.4318</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.00</td>\n",
              "      <td>23.4236</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>-0.0043</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1587.99</td>\n",
              "      <td>1404.20</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.42</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8133.23</td>\n",
              "      <td>8.4178</td>\n",
              "      <td>0.03</td>\n",
              "      <td>390</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.95</td>\n",
              "      <td>23.3442</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0.0007</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1582.79</td>\n",
              "      <td>1401.87</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.86</td>\n",
              "      <td>2388.08</td>\n",
              "      <td>8133.83</td>\n",
              "      <td>8.3682</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.88</td>\n",
              "      <td>23.3739</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>-0.0019</td>\n",
              "      <td>-0.0002</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.37</td>\n",
              "      <td>1582.85</td>\n",
              "      <td>1406.22</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.19</td>\n",
              "      <td>2388.04</td>\n",
              "      <td>8133.80</td>\n",
              "      <td>8.4294</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.90</td>\n",
              "      <td>23.4044</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 26 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9185627b-99d1-4c8c-bc3f-35a89e58f294')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-9185627b-99d1-4c8c-bc3f-35a89e58f294 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-9185627b-99d1-4c8c-bc3f-35a89e58f294');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pm_test=pd.read_csv('/content/PM_test.txt',sep=' ',header=None).drop([26,27],axis=1)\n",
        "pm_test.columns=feature_names\n",
        "#dataset_test.head()\n",
        "print('Shape of Test dataset: ',pm_test.shape)\n",
        "pm_test.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 317
        },
        "id": "g10q2j0AlmJw",
        "outputId": "03c15071-9aa1-46b4-e799-b350a00f1dc8"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Shape of Test dataset:  (12323, 26)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  cycle  setting1  setting2  setting3   para1   para2    para3    para4  \\\n",
              "0   1      1    0.0023    0.0003     100.0  518.67  643.02  1585.29  1398.21   \n",
              "1   1      2   -0.0027   -0.0003     100.0  518.67  641.71  1588.45  1395.42   \n",
              "2   1      3    0.0003    0.0001     100.0  518.67  642.46  1586.94  1401.34   \n",
              "3   1      4    0.0042    0.0000     100.0  518.67  642.44  1584.12  1406.42   \n",
              "4   1      5    0.0014    0.0000     100.0  518.67  642.51  1587.19  1401.92   \n",
              "\n",
              "   para5  ...  para12   para13   para14  para15  para16  para17  para18  \\\n",
              "0  14.62  ...  521.72  2388.03  8125.55  8.4052    0.03     392    2388   \n",
              "1  14.62  ...  522.16  2388.06  8139.62  8.3803    0.03     393    2388   \n",
              "2  14.62  ...  521.97  2388.03  8130.10  8.4441    0.03     393    2388   \n",
              "3  14.62  ...  521.38  2388.05  8132.90  8.3917    0.03     391    2388   \n",
              "4  14.62  ...  522.15  2388.03  8129.54  8.4031    0.03     390    2388   \n",
              "\n",
              "   para19  para20   para21  \n",
              "0   100.0   38.86  23.3735  \n",
              "1   100.0   39.02  23.3916  \n",
              "2   100.0   39.08  23.4166  \n",
              "3   100.0   39.00  23.3737  \n",
              "4   100.0   38.99  23.4130  \n",
              "\n",
              "[5 rows x 26 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0089e78d-b301-49cd-92e9-892814f6b8be\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>cycle</th>\n",
              "      <th>setting1</th>\n",
              "      <th>setting2</th>\n",
              "      <th>setting3</th>\n",
              "      <th>para1</th>\n",
              "      <th>para2</th>\n",
              "      <th>para3</th>\n",
              "      <th>para4</th>\n",
              "      <th>para5</th>\n",
              "      <th>...</th>\n",
              "      <th>para12</th>\n",
              "      <th>para13</th>\n",
              "      <th>para14</th>\n",
              "      <th>para15</th>\n",
              "      <th>para16</th>\n",
              "      <th>para17</th>\n",
              "      <th>para18</th>\n",
              "      <th>para19</th>\n",
              "      <th>para20</th>\n",
              "      <th>para21</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0023</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>643.02</td>\n",
              "      <td>1585.29</td>\n",
              "      <td>1398.21</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>521.72</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8125.55</td>\n",
              "      <td>8.4052</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.86</td>\n",
              "      <td>23.3735</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>-0.0027</td>\n",
              "      <td>-0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>641.71</td>\n",
              "      <td>1588.45</td>\n",
              "      <td>1395.42</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.16</td>\n",
              "      <td>2388.06</td>\n",
              "      <td>8139.62</td>\n",
              "      <td>8.3803</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.02</td>\n",
              "      <td>23.3916</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>0.0001</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.46</td>\n",
              "      <td>1586.94</td>\n",
              "      <td>1401.34</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>521.97</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8130.10</td>\n",
              "      <td>8.4441</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.08</td>\n",
              "      <td>23.4166</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0.0042</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.44</td>\n",
              "      <td>1584.12</td>\n",
              "      <td>1406.42</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>521.38</td>\n",
              "      <td>2388.05</td>\n",
              "      <td>8132.90</td>\n",
              "      <td>8.3917</td>\n",
              "      <td>0.03</td>\n",
              "      <td>391</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.00</td>\n",
              "      <td>23.3737</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>0.0014</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.51</td>\n",
              "      <td>1587.19</td>\n",
              "      <td>1401.92</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>522.15</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8129.54</td>\n",
              "      <td>8.4031</td>\n",
              "      <td>0.03</td>\n",
              "      <td>390</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.99</td>\n",
              "      <td>23.4130</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 26 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0089e78d-b301-49cd-92e9-892814f6b8be')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-0089e78d-b301-49cd-92e9-892814f6b8be button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-0089e78d-b301-49cd-92e9-892814f6b8be');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pm_truth=pd.read_csv('/content/PM_truth.txt',sep=' ',header=None).drop([1],axis=1)\n",
        "pm_truth.columns=['mg']\n",
        "pm_truth['id']=pm_truth.index+1\n",
        "pm_truth.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "-E6n6YpimVKm",
        "outputId": "74d1cdda-9395-4e3c-e355-e4f96f443eae"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    mg  id\n",
              "0  112   1\n",
              "1   98   2\n",
              "2   69   3\n",
              "3   82   4\n",
              "4   91   5"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b0694808-bfd0-4cb4-ab68-16ee857d4e54\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>mg</th>\n",
              "      <th>id</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>112</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>69</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>82</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>91</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b0694808-bfd0-4cb4-ab68-16ee857d4e54')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b0694808-bfd0-4cb4-ab68-16ee857d4e54 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b0694808-bfd0-4cb4-ab68-16ee857d4e54');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "r=pd.DataFrame(pm_test.groupby('id')['cycle'].max()).reset_index()\n",
        "r.columns = ['id', 'max']\n",
        "r.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "YrZh2-1HnRXt",
        "outputId": "f6d55eca-c114-4d5c-ed9f-77ffa7d1852d"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  max\n",
              "0   1   31\n",
              "1   2   49\n",
              "2   3  126\n",
              "3   4  106\n",
              "4   5   98"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-09b6250c-b85d-4191-85fc-48064f7159ca\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>49</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>126</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>106</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>98</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-09b6250c-b85d-4191-85fc-48064f7159ca')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-09b6250c-b85d-4191-85fc-48064f7159ca button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-09b6250c-b85d-4191-85fc-48064f7159ca');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pm_truth['rtf']=pm_truth['mg']+r['max']\n",
        "pm_truth.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "7t1SLCHBndN1",
        "outputId": "8194154e-a844-4d29-f291-dbc2e82663bb"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    mg  id    rtf\n",
              "0  112   1  143.0\n",
              "1   98   2  147.0\n",
              "2   69   3  195.0\n",
              "3   82   4  188.0\n",
              "4   91   5  189.0"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-301667c2-9610-49c3-9f84-b435fdb4c4f9\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>mg</th>\n",
              "      <th>id</th>\n",
              "      <th>rtf</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>112</td>\n",
              "      <td>1</td>\n",
              "      <td>143.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98</td>\n",
              "      <td>2</td>\n",
              "      <td>147.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>69</td>\n",
              "      <td>3</td>\n",
              "      <td>195.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>82</td>\n",
              "      <td>4</td>\n",
              "      <td>188.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>91</td>\n",
              "      <td>5</td>\n",
              "      <td>189.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-301667c2-9610-49c3-9f84-b435fdb4c4f9')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-301667c2-9610-49c3-9f84-b435fdb4c4f9 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-301667c2-9610-49c3-9f84-b435fdb4c4f9');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pm_truth.drop('mg', axis=1, inplace=True)\n",
        "pm_test=pm_test.merge(pm_truth,on=['id'],how='left')\n",
        "pm_test['ttf']=pm_test['rtf'] - pm_test['cycle']\n",
        "pm_test.drop('rtf', axis=1, inplace=True)\n",
        "pm_test.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 299
        },
        "id": "Uxc-SZkwnjeU",
        "outputId": "13dd5528-0dde-480c-e5f8-cc617dd55597"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  cycle  setting1  setting2  setting3   para1   para2    para3    para4  \\\n",
              "0   1      1    0.0023    0.0003     100.0  518.67  643.02  1585.29  1398.21   \n",
              "1   1      2   -0.0027   -0.0003     100.0  518.67  641.71  1588.45  1395.42   \n",
              "2   1      3    0.0003    0.0001     100.0  518.67  642.46  1586.94  1401.34   \n",
              "3   1      4    0.0042    0.0000     100.0  518.67  642.44  1584.12  1406.42   \n",
              "4   1      5    0.0014    0.0000     100.0  518.67  642.51  1587.19  1401.92   \n",
              "\n",
              "   para5  ...   para13   para14  para15  para16  para17  para18  para19  \\\n",
              "0  14.62  ...  2388.03  8125.55  8.4052    0.03     392    2388   100.0   \n",
              "1  14.62  ...  2388.06  8139.62  8.3803    0.03     393    2388   100.0   \n",
              "2  14.62  ...  2388.03  8130.10  8.4441    0.03     393    2388   100.0   \n",
              "3  14.62  ...  2388.05  8132.90  8.3917    0.03     391    2388   100.0   \n",
              "4  14.62  ...  2388.03  8129.54  8.4031    0.03     390    2388   100.0   \n",
              "\n",
              "   para20   para21    ttf  \n",
              "0   38.86  23.3735  142.0  \n",
              "1   39.02  23.3916  141.0  \n",
              "2   39.08  23.4166  140.0  \n",
              "3   39.00  23.3737  139.0  \n",
              "4   38.99  23.4130  138.0  \n",
              "\n",
              "[5 rows x 27 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-ff5cfc01-3aa2-46cc-a337-cd223e57f051\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>cycle</th>\n",
              "      <th>setting1</th>\n",
              "      <th>setting2</th>\n",
              "      <th>setting3</th>\n",
              "      <th>para1</th>\n",
              "      <th>para2</th>\n",
              "      <th>para3</th>\n",
              "      <th>para4</th>\n",
              "      <th>para5</th>\n",
              "      <th>...</th>\n",
              "      <th>para13</th>\n",
              "      <th>para14</th>\n",
              "      <th>para15</th>\n",
              "      <th>para16</th>\n",
              "      <th>para17</th>\n",
              "      <th>para18</th>\n",
              "      <th>para19</th>\n",
              "      <th>para20</th>\n",
              "      <th>para21</th>\n",
              "      <th>ttf</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0023</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>643.02</td>\n",
              "      <td>1585.29</td>\n",
              "      <td>1398.21</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8125.55</td>\n",
              "      <td>8.4052</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.86</td>\n",
              "      <td>23.3735</td>\n",
              "      <td>142.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>-0.0027</td>\n",
              "      <td>-0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>641.71</td>\n",
              "      <td>1588.45</td>\n",
              "      <td>1395.42</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.06</td>\n",
              "      <td>8139.62</td>\n",
              "      <td>8.3803</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.02</td>\n",
              "      <td>23.3916</td>\n",
              "      <td>141.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>0.0001</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.46</td>\n",
              "      <td>1586.94</td>\n",
              "      <td>1401.34</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8130.10</td>\n",
              "      <td>8.4441</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.08</td>\n",
              "      <td>23.4166</td>\n",
              "      <td>140.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0.0042</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.44</td>\n",
              "      <td>1584.12</td>\n",
              "      <td>1406.42</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.05</td>\n",
              "      <td>8132.90</td>\n",
              "      <td>8.3917</td>\n",
              "      <td>0.03</td>\n",
              "      <td>391</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.00</td>\n",
              "      <td>23.3737</td>\n",
              "      <td>139.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>0.0014</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.51</td>\n",
              "      <td>1587.19</td>\n",
              "      <td>1401.92</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8129.54</td>\n",
              "      <td>8.4031</td>\n",
              "      <td>0.03</td>\n",
              "      <td>390</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.99</td>\n",
              "      <td>23.4130</td>\n",
              "      <td>138.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 27 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ff5cfc01-3aa2-46cc-a337-cd223e57f051')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-ff5cfc01-3aa2-46cc-a337-cd223e57f051 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-ff5cfc01-3aa2-46cc-a337-cd223e57f051');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pm_train['ttf'] = pm_train.groupby(['id'])['cycle'].transform(max)-pm_train['cycle']\n",
        "pm_train.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 299
        },
        "id": "IkCXISp3nyoF",
        "outputId": "7d525028-b9d6-4b9c-81ea-7652675f6415"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  cycle  setting1  setting2  setting3   para1   para2    para3    para4  \\\n",
              "0   1      1   -0.0007   -0.0004     100.0  518.67  641.82  1589.70  1400.60   \n",
              "1   1      2    0.0019   -0.0003     100.0  518.67  642.15  1591.82  1403.14   \n",
              "2   1      3   -0.0043    0.0003     100.0  518.67  642.35  1587.99  1404.20   \n",
              "3   1      4    0.0007    0.0000     100.0  518.67  642.35  1582.79  1401.87   \n",
              "4   1      5   -0.0019   -0.0002     100.0  518.67  642.37  1582.85  1406.22   \n",
              "\n",
              "   para5  ...   para13   para14  para15  para16  para17  para18  para19  \\\n",
              "0  14.62  ...  2388.02  8138.62  8.4195    0.03     392    2388   100.0   \n",
              "1  14.62  ...  2388.07  8131.49  8.4318    0.03     392    2388   100.0   \n",
              "2  14.62  ...  2388.03  8133.23  8.4178    0.03     390    2388   100.0   \n",
              "3  14.62  ...  2388.08  8133.83  8.3682    0.03     392    2388   100.0   \n",
              "4  14.62  ...  2388.04  8133.80  8.4294    0.03     393    2388   100.0   \n",
              "\n",
              "   para20   para21  ttf  \n",
              "0   39.06  23.4190  191  \n",
              "1   39.00  23.4236  190  \n",
              "2   38.95  23.3442  189  \n",
              "3   38.88  23.3739  188  \n",
              "4   38.90  23.4044  187  \n",
              "\n",
              "[5 rows x 27 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-2a797f4e-5d9b-42d7-bb72-26aad19d3759\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>cycle</th>\n",
              "      <th>setting1</th>\n",
              "      <th>setting2</th>\n",
              "      <th>setting3</th>\n",
              "      <th>para1</th>\n",
              "      <th>para2</th>\n",
              "      <th>para3</th>\n",
              "      <th>para4</th>\n",
              "      <th>para5</th>\n",
              "      <th>...</th>\n",
              "      <th>para13</th>\n",
              "      <th>para14</th>\n",
              "      <th>para15</th>\n",
              "      <th>para16</th>\n",
              "      <th>para17</th>\n",
              "      <th>para18</th>\n",
              "      <th>para19</th>\n",
              "      <th>para20</th>\n",
              "      <th>para21</th>\n",
              "      <th>ttf</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>-0.0007</td>\n",
              "      <td>-0.0004</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>641.82</td>\n",
              "      <td>1589.70</td>\n",
              "      <td>1400.60</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.02</td>\n",
              "      <td>8138.62</td>\n",
              "      <td>8.4195</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.06</td>\n",
              "      <td>23.4190</td>\n",
              "      <td>191</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0019</td>\n",
              "      <td>-0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.15</td>\n",
              "      <td>1591.82</td>\n",
              "      <td>1403.14</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.07</td>\n",
              "      <td>8131.49</td>\n",
              "      <td>8.4318</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.00</td>\n",
              "      <td>23.4236</td>\n",
              "      <td>190</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>-0.0043</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1587.99</td>\n",
              "      <td>1404.20</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.03</td>\n",
              "      <td>8133.23</td>\n",
              "      <td>8.4178</td>\n",
              "      <td>0.03</td>\n",
              "      <td>390</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.95</td>\n",
              "      <td>23.3442</td>\n",
              "      <td>189</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0.0007</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1582.79</td>\n",
              "      <td>1401.87</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.08</td>\n",
              "      <td>8133.83</td>\n",
              "      <td>8.3682</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.88</td>\n",
              "      <td>23.3739</td>\n",
              "      <td>188</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>-0.0019</td>\n",
              "      <td>-0.0002</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.37</td>\n",
              "      <td>1582.85</td>\n",
              "      <td>1406.22</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>2388.04</td>\n",
              "      <td>8133.80</td>\n",
              "      <td>8.4294</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.90</td>\n",
              "      <td>23.4044</td>\n",
              "      <td>187</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 27 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2a797f4e-5d9b-42d7-bb72-26aad19d3759')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-2a797f4e-5d9b-42d7-bb72-26aad19d3759 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-2a797f4e-5d9b-42d7-bb72-26aad19d3759');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_train=pm_train.copy()\n",
        "df_test=pm_train.copy()\n",
        "period=30\n",
        "df_train['label_bc'] = df_train['ttf'].apply(lambda x: 1 if x <= period else 0)\n",
        "df_test['label_bc'] = df_test['ttf'].apply(lambda x: 1 if x <= period else 0)\n",
        "df_train.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 299
        },
        "id": "wmMyBUgLn7gm",
        "outputId": "1a86ead0-d2d3-42d6-88b2-ae126da39603"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  cycle  setting1  setting2  setting3   para1   para2    para3    para4  \\\n",
              "0   1      1   -0.0007   -0.0004     100.0  518.67  641.82  1589.70  1400.60   \n",
              "1   1      2    0.0019   -0.0003     100.0  518.67  642.15  1591.82  1403.14   \n",
              "2   1      3   -0.0043    0.0003     100.0  518.67  642.35  1587.99  1404.20   \n",
              "3   1      4    0.0007    0.0000     100.0  518.67  642.35  1582.79  1401.87   \n",
              "4   1      5   -0.0019   -0.0002     100.0  518.67  642.37  1582.85  1406.22   \n",
              "\n",
              "   para5  ...   para14  para15  para16  para17  para18  para19  para20  \\\n",
              "0  14.62  ...  8138.62  8.4195    0.03     392    2388   100.0   39.06   \n",
              "1  14.62  ...  8131.49  8.4318    0.03     392    2388   100.0   39.00   \n",
              "2  14.62  ...  8133.23  8.4178    0.03     390    2388   100.0   38.95   \n",
              "3  14.62  ...  8133.83  8.3682    0.03     392    2388   100.0   38.88   \n",
              "4  14.62  ...  8133.80  8.4294    0.03     393    2388   100.0   38.90   \n",
              "\n",
              "    para21  ttf  label_bc  \n",
              "0  23.4190  191         0  \n",
              "1  23.4236  190         0  \n",
              "2  23.3442  189         0  \n",
              "3  23.3739  188         0  \n",
              "4  23.4044  187         0  \n",
              "\n",
              "[5 rows x 28 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-2977d4cf-ad16-4b68-8519-e9e76efce77b\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>cycle</th>\n",
              "      <th>setting1</th>\n",
              "      <th>setting2</th>\n",
              "      <th>setting3</th>\n",
              "      <th>para1</th>\n",
              "      <th>para2</th>\n",
              "      <th>para3</th>\n",
              "      <th>para4</th>\n",
              "      <th>para5</th>\n",
              "      <th>...</th>\n",
              "      <th>para14</th>\n",
              "      <th>para15</th>\n",
              "      <th>para16</th>\n",
              "      <th>para17</th>\n",
              "      <th>para18</th>\n",
              "      <th>para19</th>\n",
              "      <th>para20</th>\n",
              "      <th>para21</th>\n",
              "      <th>ttf</th>\n",
              "      <th>label_bc</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>-0.0007</td>\n",
              "      <td>-0.0004</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>641.82</td>\n",
              "      <td>1589.70</td>\n",
              "      <td>1400.60</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>8138.62</td>\n",
              "      <td>8.4195</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.06</td>\n",
              "      <td>23.4190</td>\n",
              "      <td>191</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0019</td>\n",
              "      <td>-0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.15</td>\n",
              "      <td>1591.82</td>\n",
              "      <td>1403.14</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>8131.49</td>\n",
              "      <td>8.4318</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>39.00</td>\n",
              "      <td>23.4236</td>\n",
              "      <td>190</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>-0.0043</td>\n",
              "      <td>0.0003</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1587.99</td>\n",
              "      <td>1404.20</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>8133.23</td>\n",
              "      <td>8.4178</td>\n",
              "      <td>0.03</td>\n",
              "      <td>390</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.95</td>\n",
              "      <td>23.3442</td>\n",
              "      <td>189</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0.0007</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.35</td>\n",
              "      <td>1582.79</td>\n",
              "      <td>1401.87</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>8133.83</td>\n",
              "      <td>8.3682</td>\n",
              "      <td>0.03</td>\n",
              "      <td>392</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.88</td>\n",
              "      <td>23.3739</td>\n",
              "      <td>188</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>-0.0019</td>\n",
              "      <td>-0.0002</td>\n",
              "      <td>100.0</td>\n",
              "      <td>518.67</td>\n",
              "      <td>642.37</td>\n",
              "      <td>1582.85</td>\n",
              "      <td>1406.22</td>\n",
              "      <td>14.62</td>\n",
              "      <td>...</td>\n",
              "      <td>8133.80</td>\n",
              "      <td>8.4294</td>\n",
              "      <td>0.03</td>\n",
              "      <td>393</td>\n",
              "      <td>2388</td>\n",
              "      <td>100.0</td>\n",
              "      <td>38.90</td>\n",
              "      <td>23.4044</td>\n",
              "      <td>187</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 28 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2977d4cf-ad16-4b68-8519-e9e76efce77b')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-2977d4cf-ad16-4b68-8519-e9e76efce77b button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-2977d4cf-ad16-4b68-8519-e9e76efce77b');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "features_col_name=['setting1','setting2','setting3','para1','para2','para3','para4','para5','para6','para7','para8','para9','para10','para11','para12','para13','para14','para15','para16','para17','para18','para19','para20','para21']\n",
        "target_col_name='label_bc'"
      ],
      "metadata": {
        "id": "6faYKr4YoCu9"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "sc=MinMaxScaler()\n",
        "df_train[features_col_name]=sc.fit_transform(df_train[features_col_name])\n",
        "df_test[features_col_name]=sc.transform(df_test[features_col_name])"
      ],
      "metadata": {
        "id": "6iBkVOYMoIa9"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def gen_sequence(id_df, seq_length, seq_cols):\n",
        "    df_zeros=pd.DataFrame(np.zeros((seq_length-1,id_df.shape[1])),columns=id_df.columns)\n",
        "    id_df=df_zeros.append(id_df,ignore_index=True)\n",
        "    data_array = id_df[seq_cols].values\n",
        "    num_elements = data_array.shape[0]\n",
        "    lstm_array=[]\n",
        "    for start, stop in zip(range(0, num_elements-seq_length), range(seq_length, num_elements)):\n",
        "        lstm_array.append(data_array[start:stop, :])\n",
        "    return np.array(lstm_array)\n",
        "\n",
        "# function to generate labels\n",
        "def gen_label(id_df, seq_length, seq_cols,label):\n",
        "    df_zeros=pd.DataFrame(np.zeros((seq_length-1,id_df.shape[1])),columns=id_df.columns)\n",
        "    id_df=df_zeros.append(id_df,ignore_index=True)\n",
        "    data_array = id_df[seq_cols].values\n",
        "    num_elements = data_array.shape[0]\n",
        "    y_label=[]\n",
        "    for start, stop in zip(range(0, num_elements-seq_length), range(seq_length, num_elements)):\n",
        "        y_label.append(id_df[label][stop])\n",
        "    return np.array(y_label)"
      ],
      "metadata": {
        "id": "6NZ2EkkLpIM_"
      },
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "seq_length=50\n",
        "seq_cols=features_col_name"
      ],
      "metadata": {
        "id": "gQb4VGLLpK3N"
      },
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# generate X_train\n",
        "X_train=np.concatenate(list(list(gen_sequence(df_train[df_train['id']==id], seq_length, seq_cols)) for id in df_train['id'].unique()))\n",
        "print(X_train.shape)\n",
        "# generate y_train\n",
        "y_train=np.concatenate(list(list(gen_label(df_train[df_train['id']==id], 50, seq_cols,'label_bc')) for id in df_train['id'].unique()))\n",
        "print(y_train.shape)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "M0aKG1vlpQKF",
        "outputId": "f3cc1871-9660-457a-d6cf-64b372b69c59"
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(20531, 50, 24)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(20531,)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X_test=np.concatenate(list(list(gen_sequence(df_test[df_test['id']==id], seq_length, seq_cols)) for id in df_test['id'].unique()))\n",
        "print(X_test.shape)\n",
        "\n",
        "y_test=np.concatenate(list(list(gen_label(df_test[df_test['id']==id], 50, seq_cols,'label_bc')) for id in df_test['id'].unique()))\n",
        "print(y_test.shape)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L4sshgYvp7mf",
        "outputId": "44fb65f5-a22e-4350-ef6b-c5e83d3c9602"
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(20531, 50, 24)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(20531,)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n",
            "<ipython-input-18-ce390dc8d101>:14: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "nb_features =X_train.shape[2]\n",
        "timestamp=seq_length\n",
        "\n",
        "model = Sequential()\n",
        "\n",
        "model.add(LSTM(\n",
        "         input_shape=(timestamp, nb_features),\n",
        "         units=100,\n",
        "         return_sequences=True))\n",
        "model.add(Dropout(0.2))\n",
        "\n",
        "model.add(LSTM(\n",
        "          units=50,\n",
        "          return_sequences=False))\n",
        "model.add(Dropout(0.2))\n",
        "\n",
        "model.add(Dense(units=1, activation='sigmoid'))\n",
        "model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])\n",
        "\n",
        "model.summary()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "56BVs42jw9kl",
        "outputId": "9058b9df-a58a-411b-c8ce-a53e0293b627"
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Model: \"sequential\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " lstm (LSTM)                 (None, 50, 100)           50000     \n",
            "                                                                 \n",
            " dropout (Dropout)           (None, 50, 100)           0         \n",
            "                                                                 \n",
            " lstm_1 (LSTM)               (None, 50)                30200     \n",
            "                                                                 \n",
            " dropout_1 (Dropout)         (None, 50)                0         \n",
            "                                                                 \n",
            " dense (Dense)               (None, 1)                 51        \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 80,251\n",
            "Trainable params: 80,251\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model.fit(X_train, y_train, epochs=20, batch_size=200, validation_split=0.05, verbose=1,\n",
        "          callbacks = [EarlyStopping(monitor='val_loss', min_delta=0, patience=0, verbose=0, mode='auto')])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Za_tkMPtxDxc",
        "outputId": "51680e67-fdb5-4ea6-9b7a-46afffd4e64b"
      },
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/20\n",
            "98/98 [==============================] - 31s 312ms/step - loss: 0.0486 - accuracy: 0.9782 - val_loss: 0.0534 - val_accuracy: 0.9727\n",
            "Epoch 2/20\n",
            "98/98 [==============================] - 29s 297ms/step - loss: 0.0513 - accuracy: 0.9777 - val_loss: 0.0380 - val_accuracy: 0.9805\n",
            "Epoch 3/20\n",
            "98/98 [==============================] - 30s 306ms/step - loss: 0.0520 - accuracy: 0.9783 - val_loss: 0.0551 - val_accuracy: 0.9737\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.callbacks.History at 0x7ffa0a7fcf40>"
            ]
          },
          "metadata": {},
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "scores = model.evaluate(X_train, y_train, verbose=1, batch_size=200)\n",
        "print('Accurracy: {}'.format(scores[1]))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GEDFiGPZ34CU",
        "outputId": "81c22c13-020b-44de-dbec-779e59a32e72"
      },
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "103/103 [==============================] - 11s 108ms/step - loss: 0.0443 - accuracy: 0.9813\n",
            "Accurracy: 0.9812965989112854\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def prob_Machine_failure(machine_id):\n",
        "    machine_df=df_test[df_test.id==machine_id]\n",
        "    machine_test=gen_sequence(machine_df,seq_length,seq_cols)\n",
        "    m_pred=model.predict(machine_test)\n",
        "    failure_prob=list(m_pred[-1]*100)[0]\n",
        "    return failure_prob"
      ],
      "metadata": {
        "id": "puIMnls94NJd"
      },
      "execution_count": 35,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "machine_id=13\n",
        "print('Probability of machine failing within 30 days: ',prob_Machine_failure(machine_id))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "e388mbyF4XVD",
        "outputId": "5b0b884e-47e5-4a5b-9ade-ae68768ebf29"
      },
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "4/6 [===================>..........] - ETA: 0s"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-18-ce390dc8d101>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  id_df=df_zeros.append(id_df,ignore_index=True)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\r6/6 [==============================] - 0s 22ms/step\n",
            "Probability of machine failing within 30 days:  99.97322\n"
          ]
        }
      ]
    }
  ]
}