tensorflow2/003-model-regularization/model-regularization.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Model Regularization in Practice, an example with Keras and TensorFlow 2.0\n",
    "\n",
    "This is a notebook for the medium article [Model Regularization in Practice, an example with Keras and TensorFlow 2.0](https://medium.com/@bindiatwork/machine-learning-model-regularization-in-practice-an-example-with-keras-and-tensorflow-2-0-52a96746123e)\n",
    "\n",
    "Please check out article for instructions\n",
    "\n",
    "**License**: [BSD 2-Clause](https://opensource.org/licenses/BSD-2-Clause)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.datasets import load_iris\n",
    "from sklearn.model_selection import train_test_split\n",
    "iris = load_iris()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Exploring data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load data into a DataFrame\n",
    "df = pd.DataFrame(iris.data, columns=iris.feature_names)\n",
    "# Convert datatype to float\n",
    "df = df.astype(float)\n",
    "# append \"target\" and name it \"label\"\n",
    "df['label'] = iris.target\n",
    "# Use string label instead\n",
    "df['label'] = df.label.replace(dict(enumerate(iris.target_names)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sepal length (cm)</th>\n",
       "      <th>sepal width (cm)</th>\n",
       "      <th>petal length (cm)</th>\n",
       "      <th>petal width (cm)</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5.1</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>setosa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4.9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>setosa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4.7</td>\n",
       "      <td>3.2</td>\n",
       "      <td>1.3</td>\n",
       "      <td>0.2</td>\n",
       "      <td>setosa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4.6</td>\n",
       "      <td>3.1</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.2</td>\n",
       "      <td>setosa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5.0</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>setosa</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   sepal length (cm)  sepal width (cm)  petal length (cm)  petal width (cm)  \\\n",
       "0                5.1               3.5                1.4               0.2   \n",
       "1                4.9               3.0                1.4               0.2   \n",
       "2                4.7               3.2                1.3               0.2   \n",
       "3                4.6               3.1                1.5               0.2   \n",
       "4                5.0               3.6                1.4               0.2   \n",
       "\n",
       "    label  \n",
       "0  setosa  \n",
       "1  setosa  \n",
       "2  setosa  \n",
       "3  setosa  \n",
       "4  setosa  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Preparing data for Keras and TensorFlow"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# label -> one-hot encoding\n",
    "label = pd.get_dummies(df['label'], prefix='label')\n",
    "df = pd.concat([df, label], axis=1)\n",
    "# drop old label\n",
    "df.drop(['label'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sepal length (cm)</th>\n",
       "      <th>sepal width (cm)</th>\n",
       "      <th>petal length (cm)</th>\n",
       "      <th>petal width (cm)</th>\n",
       "      <th>label_setosa</th>\n",
       "      <th>label_versicolor</th>\n",
       "      <th>label_virginica</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5.1</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4.9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4.7</td>\n",
       "      <td>3.2</td>\n",
       "      <td>1.3</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4.6</td>\n",
       "      <td>3.1</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5.0</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   sepal length (cm)  sepal width (cm)  petal length (cm)  petal width (cm)  \\\n",
       "0                5.1               3.5                1.4               0.2   \n",
       "1                4.9               3.0                1.4               0.2   \n",
       "2                4.7               3.2                1.3               0.2   \n",
       "3                4.6               3.1                1.5               0.2   \n",
       "4                5.0               3.6                1.4               0.2   \n",
       "\n",
       "   label_setosa  label_versicolor  label_virginica  \n",
       "0             1                 0                0  \n",
       "1             1                 0                0  \n",
       "2             1                 0                0  \n",
       "3             1                 0                0  \n",
       "4             1                 0                0  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creating X and y\n",
    "\n",
    "X = df[['sepal length (cm)', 'sepal width (cm)', 'petal length (cm)', 'petal width (cm)']]\n",
    "# Convert DataFrame into np array\n",
    "X = np.asarray(X)\n",
    "\n",
    "y = df[['label_setosa', 'label_versicolor', 'label_virginica']]\n",
    "# Convert DataFrame into np array\n",
    "y = np.asarray(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split the data set in a training set (80%) and a test set (20%)\n",
    "X_train, X_test, y_train, y_test = train_test_split(\n",
    "  X,\n",
    "  y,\n",
    "  test_size=0.20\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(120, 4)\n",
      "(30, 4)\n",
      "(120, 3)\n",
      "(30, 3)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape)\n",
    "print(X_test.shape)\n",
    "print(y_train.shape)\n",
    "print(y_test.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. Build an unregularized neural network model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras.layers import Dense\n",
    "\n",
    "def create_model(): \n",
    "    model = Sequential([\n",
    "        Dense(64, activation='relu', input_shape=(4,)),\n",
    "        Dense(128, activation='relu'),\n",
    "        Dense(128, activation='relu'),\n",
    "        Dense(128, activation='relu'),\n",
    "        Dense(64, activation='relu'),\n",
    "        Dense(64, activation='relu'),\n",
    "        Dense(64, activation='relu'),\n",
    "        Dense(3, activation='softmax'),\n",
    "    ])\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense (Dense)                (None, 64)                320       \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 128)               8320      \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 128)               16512     \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 128)               16512     \n",
      "_________________________________________________________________\n",
      "dense_4 (Dense)              (None, 64)                8256      \n",
      "_________________________________________________________________\n",
      "dense_5 (Dense)              (None, 64)                4160      \n",
      "_________________________________________________________________\n",
      "dense_6 (Dense)              (None, 64)                4160      \n",
      "_________________________________________________________________\n",
      "dense_7 (Dense)              (None, 3)                 195       \n",
      "=================================================================\n",
      "Total params: 58,435\n",
      "Trainable params: 58,435\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model = create_model()\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compile the model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.compile(\n",
    "    optimizer='adam', \n",
    "    loss='categorical_crossentropy', \n",
    "    metrics=['accuracy']\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fit the model to the training data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 90 samples, validate on 30 samples\n",
      "Epoch 1/200\n",
      "90/90 - 2s - loss: 1.0775 - accuracy: 0.3222 - val_loss: 0.9958 - val_accuracy: 0.6667\n",
      "Epoch 2/200\n",
      "90/90 - 0s - loss: 0.9462 - accuracy: 0.6000 - val_loss: 0.9218 - val_accuracy: 0.7000\n",
      "Epoch 3/200\n",
      "90/90 - 0s - loss: 0.8496 - accuracy: 0.7222 - val_loss: 0.8284 - val_accuracy: 0.7000\n",
      "Epoch 4/200\n",
      "90/90 - 0s - loss: 0.7527 - accuracy: 0.7222 - val_loss: 0.7359 - val_accuracy: 0.7000\n",
      "Epoch 5/200\n",
      "90/90 - 0s - loss: 0.6553 - accuracy: 0.7222 - val_loss: 0.6163 - val_accuracy: 0.7000\n",
      "Epoch 6/200\n",
      "90/90 - 0s - loss: 0.5543 - accuracy: 0.7222 - val_loss: 0.4839 - val_accuracy: 0.7667\n",
      "Epoch 7/200\n",
      "90/90 - 0s - loss: 0.4597 - accuracy: 0.8222 - val_loss: 0.4057 - val_accuracy: 0.7667\n",
      "Epoch 8/200\n",
      "90/90 - 0s - loss: 0.3637 - accuracy: 0.8444 - val_loss: 0.2993 - val_accuracy: 0.9333\n",
      "Epoch 9/200\n",
      "90/90 - 0s - loss: 0.3643 - accuracy: 0.8667 - val_loss: 0.3006 - val_accuracy: 0.8000\n",
      "Epoch 10/200\n",
      "90/90 - 0s - loss: 0.3177 - accuracy: 0.8333 - val_loss: 0.3370 - val_accuracy: 0.7667\n",
      "Epoch 11/200\n",
      "90/90 - 0s - loss: 0.2421 - accuracy: 0.9111 - val_loss: 0.2240 - val_accuracy: 0.8667\n",
      "Epoch 12/200\n",
      "90/90 - 0s - loss: 0.2048 - accuracy: 0.9444 - val_loss: 0.2661 - val_accuracy: 0.8667\n",
      "Epoch 13/200\n",
      "90/90 - 0s - loss: 0.1929 - accuracy: 0.9222 - val_loss: 0.1718 - val_accuracy: 0.9000\n",
      "Epoch 14/200\n",
      "90/90 - 0s - loss: 0.1724 - accuracy: 0.9333 - val_loss: 0.1602 - val_accuracy: 0.9333\n",
      "Epoch 15/200\n",
      "90/90 - 0s - loss: 0.1014 - accuracy: 0.9778 - val_loss: 0.2712 - val_accuracy: 0.8667\n",
      "Epoch 16/200\n",
      "90/90 - 0s - loss: 0.1604 - accuracy: 0.9222 - val_loss: 0.1463 - val_accuracy: 0.9667\n",
      "Epoch 17/200\n",
      "90/90 - 0s - loss: 0.0994 - accuracy: 0.9444 - val_loss: 0.1452 - val_accuracy: 0.9667\n",
      "Epoch 18/200\n",
      "90/90 - 0s - loss: 0.0757 - accuracy: 0.9778 - val_loss: 0.1505 - val_accuracy: 0.9667\n",
      "Epoch 19/200\n",
      "90/90 - 0s - loss: 0.0741 - accuracy: 0.9778 - val_loss: 0.1490 - val_accuracy: 0.9667\n",
      "Epoch 20/200\n",
      "90/90 - 0s - loss: 0.0647 - accuracy: 1.0000 - val_loss: 0.1790 - val_accuracy: 0.9667\n",
      "Epoch 21/200\n",
      "90/90 - 0s - loss: 0.0749 - accuracy: 0.9556 - val_loss: 0.1528 - val_accuracy: 0.9667\n",
      "Epoch 22/200\n",
      "90/90 - 0s - loss: 0.0575 - accuracy: 0.9889 - val_loss: 0.1921 - val_accuracy: 0.9667\n",
      "Epoch 23/200\n",
      "90/90 - 0s - loss: 0.1438 - accuracy: 0.9444 - val_loss: 0.1810 - val_accuracy: 0.9667\n",
      "Epoch 24/200\n",
      "90/90 - 0s - loss: 0.0754 - accuracy: 0.9667 - val_loss: 0.1613 - val_accuracy: 0.9667\n",
      "Epoch 25/200\n",
      "90/90 - 0s - loss: 0.1071 - accuracy: 0.9444 - val_loss: 0.1793 - val_accuracy: 0.9667\n",
      "Epoch 26/200\n",
      "90/90 - 0s - loss: 0.0644 - accuracy: 0.9667 - val_loss: 0.2151 - val_accuracy: 0.8667\n",
      "Epoch 27/200\n",
      "90/90 - 0s - loss: 0.0775 - accuracy: 0.9667 - val_loss: 0.2142 - val_accuracy: 0.9667\n",
      "Epoch 28/200\n",
      "90/90 - 0s - loss: 0.0924 - accuracy: 0.9444 - val_loss: 0.1618 - val_accuracy: 0.9667\n",
      "Epoch 29/200\n",
      "90/90 - 0s - loss: 0.0573 - accuracy: 0.9667 - val_loss: 0.1913 - val_accuracy: 0.8667\n",
      "Epoch 30/200\n",
      "90/90 - 0s - loss: 0.0850 - accuracy: 0.9444 - val_loss: 0.1790 - val_accuracy: 0.9667\n",
      "Epoch 31/200\n",
      "90/90 - 0s - loss: 0.0470 - accuracy: 0.9778 - val_loss: 0.1723 - val_accuracy: 0.9000\n",
      "Epoch 32/200\n",
      "90/90 - 0s - loss: 0.0629 - accuracy: 0.9667 - val_loss: 0.1644 - val_accuracy: 0.9667\n",
      "Epoch 33/200\n",
      "90/90 - 0s - loss: 0.0406 - accuracy: 0.9889 - val_loss: 0.1837 - val_accuracy: 0.9667\n",
      "Epoch 34/200\n",
      "90/90 - 0s - loss: 0.0610 - accuracy: 0.9778 - val_loss: 0.1709 - val_accuracy: 0.9667\n",
      "Epoch 35/200\n",
      "90/90 - 0s - loss: 0.0369 - accuracy: 0.9889 - val_loss: 0.1745 - val_accuracy: 0.9333\n",
      "Epoch 36/200\n",
      "90/90 - 0s - loss: 0.0473 - accuracy: 0.9889 - val_loss: 0.1740 - val_accuracy: 0.9667\n",
      "Epoch 37/200\n",
      "90/90 - 0s - loss: 0.0390 - accuracy: 0.9889 - val_loss: 0.1769 - val_accuracy: 0.9667\n",
      "Epoch 38/200\n",
      "90/90 - 0s - loss: 0.0358 - accuracy: 0.9889 - val_loss: 0.1736 - val_accuracy: 0.9667\n",
      "Epoch 39/200\n",
      "90/90 - 0s - loss: 0.0372 - accuracy: 0.9889 - val_loss: 0.1759 - val_accuracy: 0.9667\n",
      "Epoch 40/200\n",
      "90/90 - 0s - loss: 0.0344 - accuracy: 0.9889 - val_loss: 0.1794 - val_accuracy: 0.9667\n",
      "Epoch 41/200\n",
      "90/90 - 0s - loss: 0.0357 - accuracy: 0.9889 - val_loss: 0.1843 - val_accuracy: 0.9667\n",
      "Epoch 42/200\n",
      "90/90 - 0s - loss: 0.0315 - accuracy: 0.9889 - val_loss: 0.1854 - val_accuracy: 0.9667\n",
      "Epoch 43/200\n",
      "90/90 - 0s - loss: 0.0341 - accuracy: 0.9889 - val_loss: 0.1935 - val_accuracy: 0.9667\n",
      "Epoch 44/200\n",
      "90/90 - 0s - loss: 0.0307 - accuracy: 0.9889 - val_loss: 0.1897 - val_accuracy: 0.9667\n",
      "Epoch 45/200\n",
      "90/90 - 0s - loss: 0.0408 - accuracy: 0.9889 - val_loss: 0.2281 - val_accuracy: 0.9667\n",
      "Epoch 46/200\n",
      "90/90 - 0s - loss: 0.1069 - accuracy: 0.9556 - val_loss: 0.2299 - val_accuracy: 0.9667\n",
      "Epoch 47/200\n",
      "90/90 - 0s - loss: 0.0960 - accuracy: 0.9667 - val_loss: 0.4804 - val_accuracy: 0.8667\n",
      "Epoch 48/200\n",
      "90/90 - 0s - loss: 0.2116 - accuracy: 0.9444 - val_loss: 0.2157 - val_accuracy: 0.9667\n",
      "Epoch 49/200\n",
      "90/90 - 0s - loss: 0.0849 - accuracy: 0.9556 - val_loss: 0.2201 - val_accuracy: 0.9667\n",
      "Epoch 50/200\n",
      "90/90 - 0s - loss: 0.0733 - accuracy: 0.9778 - val_loss: 0.1968 - val_accuracy: 0.9333\n",
      "Epoch 51/200\n",
      "90/90 - 0s - loss: 0.0539 - accuracy: 0.9778 - val_loss: 0.1942 - val_accuracy: 0.9333\n",
      "Epoch 52/200\n",
      "90/90 - 0s - loss: 0.0391 - accuracy: 0.9889 - val_loss: 0.2036 - val_accuracy: 0.9667\n",
      "Epoch 53/200\n",
      "90/90 - 0s - loss: 0.0785 - accuracy: 0.9556 - val_loss: 0.1853 - val_accuracy: 0.9667\n",
      "Epoch 54/200\n",
      "90/90 - 0s - loss: 0.0351 - accuracy: 0.9889 - val_loss: 0.2261 - val_accuracy: 0.8667\n",
      "Epoch 55/200\n",
      "90/90 - 0s - loss: 0.0561 - accuracy: 0.9778 - val_loss: 0.1860 - val_accuracy: 0.9667\n",
      "Epoch 56/200\n",
      "90/90 - 0s - loss: 0.0363 - accuracy: 0.9889 - val_loss: 0.1883 - val_accuracy: 0.9667\n",
      "Epoch 57/200\n",
      "90/90 - 0s - loss: 0.0391 - accuracy: 0.9889 - val_loss: 0.1910 - val_accuracy: 0.9667\n",
      "Epoch 58/200\n",
      "90/90 - 0s - loss: 0.0329 - accuracy: 1.0000 - val_loss: 0.1882 - val_accuracy: 0.9667\n",
      "Epoch 59/200\n",
      "90/90 - 0s - loss: 0.0427 - accuracy: 0.9889 - val_loss: 0.2035 - val_accuracy: 0.9667\n",
      "Epoch 60/200\n",
      "90/90 - 0s - loss: 0.0625 - accuracy: 0.9778 - val_loss: 0.1936 - val_accuracy: 0.9667\n",
      "Epoch 61/200\n",
      "90/90 - 0s - loss: 0.0350 - accuracy: 0.9889 - val_loss: 0.1949 - val_accuracy: 0.9667\n",
      "Epoch 62/200\n",
      "90/90 - 0s - loss: 0.0280 - accuracy: 1.0000 - val_loss: 0.1958 - val_accuracy: 0.9667\n",
      "Epoch 63/200\n",
      "90/90 - 0s - loss: 0.0363 - accuracy: 0.9889 - val_loss: 0.1966 - val_accuracy: 0.9667\n",
      "Epoch 64/200\n",
      "90/90 - 0s - loss: 0.0247 - accuracy: 0.9889 - val_loss: 0.2328 - val_accuracy: 0.8667\n",
      "Epoch 65/200\n",
      "90/90 - 0s - loss: 0.0699 - accuracy: 0.9556 - val_loss: 0.2104 - val_accuracy: 0.9333\n",
      "Epoch 66/200\n",
      "90/90 - 0s - loss: 0.0293 - accuracy: 1.0000 - val_loss: 0.2042 - val_accuracy: 0.9667\n",
      "Epoch 67/200\n",
      "90/90 - 0s - loss: 0.0465 - accuracy: 0.9778 - val_loss: 0.2005 - val_accuracy: 0.9667\n",
      "Epoch 68/200\n",
      "90/90 - 0s - loss: 0.0222 - accuracy: 1.0000 - val_loss: 0.2162 - val_accuracy: 0.9333\n",
      "Epoch 69/200\n",
      "90/90 - 0s - loss: 0.0327 - accuracy: 0.9889 - val_loss: 0.2065 - val_accuracy: 0.9667\n",
      "Epoch 70/200\n",
      "90/90 - 0s - loss: 0.0295 - accuracy: 0.9889 - val_loss: 0.2050 - val_accuracy: 0.9667\n",
      "Epoch 71/200\n",
      "90/90 - 0s - loss: 0.0218 - accuracy: 0.9889 - val_loss: 0.2360 - val_accuracy: 0.8667\n",
      "Epoch 72/200\n",
      "90/90 - 0s - loss: 0.0613 - accuracy: 0.9667 - val_loss: 0.2122 - val_accuracy: 0.9667\n",
      "Epoch 73/200\n",
      "90/90 - 0s - loss: 0.0621 - accuracy: 0.9778 - val_loss: 0.2164 - val_accuracy: 0.9667\n",
      "Epoch 74/200\n",
      "90/90 - 0s - loss: 0.0527 - accuracy: 0.9778 - val_loss: 0.2307 - val_accuracy: 0.9333\n",
      "Epoch 75/200\n",
      "90/90 - 0s - loss: 0.0240 - accuracy: 1.0000 - val_loss: 0.2164 - val_accuracy: 0.9667\n",
      "Epoch 76/200\n",
      "90/90 - 0s - loss: 0.0515 - accuracy: 0.9778 - val_loss: 0.2079 - val_accuracy: 0.9667\n",
      "Epoch 77/200\n",
      "90/90 - 0s - loss: 0.0329 - accuracy: 0.9889 - val_loss: 0.2250 - val_accuracy: 0.9333\n",
      "Epoch 78/200\n",
      "90/90 - 0s - loss: 0.0321 - accuracy: 0.9889 - val_loss: 0.2072 - val_accuracy: 0.9667\n",
      "Epoch 79/200\n",
      "90/90 - 0s - loss: 0.0359 - accuracy: 0.9778 - val_loss: 0.2166 - val_accuracy: 0.9333\n",
      "Epoch 80/200\n",
      "90/90 - 0s - loss: 0.0771 - accuracy: 0.9667 - val_loss: 0.2274 - val_accuracy: 0.9333\n",
      "Epoch 81/200\n",
      "90/90 - 0s - loss: 0.0278 - accuracy: 0.9889 - val_loss: 0.2081 - val_accuracy: 0.9667\n",
      "Epoch 82/200\n",
      "90/90 - 0s - loss: 0.0455 - accuracy: 0.9778 - val_loss: 0.2029 - val_accuracy: 0.9667\n",
      "Epoch 83/200\n",
      "90/90 - 0s - loss: 0.0169 - accuracy: 1.0000 - val_loss: 0.2376 - val_accuracy: 0.9000\n",
      "Epoch 84/200\n",
      "90/90 - 0s - loss: 0.0548 - accuracy: 0.9556 - val_loss: 0.2039 - val_accuracy: 0.9667\n",
      "Epoch 85/200\n",
      "90/90 - 0s - loss: 0.0379 - accuracy: 0.9889 - val_loss: 0.2059 - val_accuracy: 0.9667\n",
      "Epoch 86/200\n",
      "90/90 - 0s - loss: 0.0671 - accuracy: 0.9667 - val_loss: 0.2032 - val_accuracy: 0.9667\n",
      "Epoch 87/200\n",
      "90/90 - 0s - loss: 0.0190 - accuracy: 1.0000 - val_loss: 0.2604 - val_accuracy: 0.9667\n",
      "Epoch 88/200\n",
      "90/90 - 0s - loss: 0.2005 - accuracy: 0.9444 - val_loss: 0.2019 - val_accuracy: 0.9667\n",
      "Epoch 89/200\n",
      "90/90 - 0s - loss: 0.0462 - accuracy: 0.9889 - val_loss: 0.3270 - val_accuracy: 0.8667\n",
      "Epoch 90/200\n",
      "90/90 - 0s - loss: 0.1149 - accuracy: 0.9444 - val_loss: 0.1736 - val_accuracy: 0.9667\n",
      "Epoch 91/200\n",
      "90/90 - 0s - loss: 0.1235 - accuracy: 0.9667 - val_loss: 0.1889 - val_accuracy: 0.9667\n",
      "Epoch 92/200\n",
      "90/90 - 0s - loss: 0.0721 - accuracy: 0.9667 - val_loss: 0.2109 - val_accuracy: 0.8667\n",
      "Epoch 93/200\n",
      "90/90 - 0s - loss: 0.1276 - accuracy: 0.9556 - val_loss: 0.1781 - val_accuracy: 0.9000\n",
      "Epoch 94/200\n",
      "90/90 - 0s - loss: 0.0374 - accuracy: 0.9889 - val_loss: 0.1395 - val_accuracy: 0.9667\n",
      "Epoch 95/200\n",
      "90/90 - 0s - loss: 0.0570 - accuracy: 0.9667 - val_loss: 0.1482 - val_accuracy: 0.9667\n",
      "Epoch 96/200\n",
      "90/90 - 0s - loss: 0.0687 - accuracy: 0.9667 - val_loss: 0.1376 - val_accuracy: 0.9667\n",
      "Epoch 97/200\n",
      "90/90 - 0s - loss: 0.0452 - accuracy: 0.9889 - val_loss: 0.1729 - val_accuracy: 0.9333\n",
      "Epoch 98/200\n",
      "90/90 - 0s - loss: 0.0427 - accuracy: 0.9889 - val_loss: 0.1507 - val_accuracy: 0.9667\n",
      "Epoch 99/200\n",
      "90/90 - 0s - loss: 0.0268 - accuracy: 0.9889 - val_loss: 0.1610 - val_accuracy: 0.9667\n",
      "Epoch 100/200\n",
      "90/90 - 0s - loss: 0.0370 - accuracy: 0.9889 - val_loss: 0.1626 - val_accuracy: 0.9667\n",
      "Epoch 101/200\n",
      "90/90 - 0s - loss: 0.0294 - accuracy: 0.9889 - val_loss: 0.2085 - val_accuracy: 0.9000\n",
      "Epoch 102/200\n",
      "90/90 - 0s - loss: 0.0492 - accuracy: 0.9778 - val_loss: 0.1708 - val_accuracy: 0.9667\n",
      "Epoch 103/200\n",
      "90/90 - 0s - loss: 0.0372 - accuracy: 0.9889 - val_loss: 0.1917 - val_accuracy: 0.9667\n",
      "Epoch 104/200\n",
      "90/90 - 0s - loss: 0.0494 - accuracy: 0.9889 - val_loss: 0.1800 - val_accuracy: 0.9667\n",
      "Epoch 105/200\n",
      "90/90 - 0s - loss: 0.0267 - accuracy: 1.0000 - val_loss: 0.1997 - val_accuracy: 0.9333\n",
      "Epoch 106/200\n",
      "90/90 - 0s - loss: 0.0278 - accuracy: 1.0000 - val_loss: 0.1922 - val_accuracy: 0.9667\n",
      "Epoch 107/200\n",
      "90/90 - 0s - loss: 0.0360 - accuracy: 0.9889 - val_loss: 0.1958 - val_accuracy: 0.9667\n",
      "Epoch 108/200\n",
      "90/90 - 0s - loss: 0.0234 - accuracy: 0.9889 - val_loss: 0.1977 - val_accuracy: 0.9667\n",
      "Epoch 109/200\n",
      "90/90 - 0s - loss: 0.0252 - accuracy: 1.0000 - val_loss: 0.1981 - val_accuracy: 0.9667\n",
      "Epoch 110/200\n",
      "90/90 - 0s - loss: 0.0198 - accuracy: 0.9889 - val_loss: 0.1991 - val_accuracy: 0.9667\n",
      "Epoch 111/200\n",
      "90/90 - 0s - loss: 0.0192 - accuracy: 0.9889 - val_loss: 0.2011 - val_accuracy: 0.9667\n",
      "Epoch 112/200\n",
      "90/90 - 0s - loss: 0.0161 - accuracy: 1.0000 - val_loss: 0.2036 - val_accuracy: 0.9667\n",
      "Epoch 113/200\n",
      "90/90 - 0s - loss: 0.0199 - accuracy: 0.9889 - val_loss: 0.2109 - val_accuracy: 0.9667\n",
      "Epoch 114/200\n",
      "90/90 - 0s - loss: 0.0343 - accuracy: 0.9778 - val_loss: 0.2385 - val_accuracy: 0.9333\n",
      "Epoch 115/200\n",
      "90/90 - 0s - loss: 0.0235 - accuracy: 1.0000 - val_loss: 0.2175 - val_accuracy: 0.9667\n",
      "Epoch 116/200\n",
      "90/90 - 0s - loss: 0.0322 - accuracy: 0.9889 - val_loss: 0.2240 - val_accuracy: 0.9667\n",
      "Epoch 117/200\n",
      "90/90 - 0s - loss: 0.0251 - accuracy: 0.9889 - val_loss: 0.2279 - val_accuracy: 0.9333\n",
      "Epoch 118/200\n",
      "90/90 - 0s - loss: 0.0211 - accuracy: 1.0000 - val_loss: 0.2206 - val_accuracy: 0.9667\n",
      "Epoch 119/200\n",
      "90/90 - 0s - loss: 0.0148 - accuracy: 1.0000 - val_loss: 0.2258 - val_accuracy: 0.9667\n",
      "Epoch 120/200\n",
      "90/90 - 0s - loss: 0.0203 - accuracy: 0.9889 - val_loss: 0.2261 - val_accuracy: 0.9667\n",
      "Epoch 121/200\n",
      "90/90 - 0s - loss: 0.0111 - accuracy: 1.0000 - val_loss: 0.2379 - val_accuracy: 0.9333\n",
      "Epoch 122/200\n",
      "90/90 - 0s - loss: 0.0311 - accuracy: 0.9889 - val_loss: 0.2320 - val_accuracy: 0.9667\n",
      "Epoch 123/200\n",
      "90/90 - 0s - loss: 0.0510 - accuracy: 0.9778 - val_loss: 0.2449 - val_accuracy: 0.9667\n",
      "Epoch 124/200\n",
      "90/90 - 0s - loss: 0.0351 - accuracy: 0.9889 - val_loss: 0.2324 - val_accuracy: 0.9667\n",
      "Epoch 125/200\n",
      "90/90 - 0s - loss: 0.0255 - accuracy: 0.9889 - val_loss: 0.2411 - val_accuracy: 0.9667\n",
      "Epoch 126/200\n",
      "90/90 - 0s - loss: 0.0211 - accuracy: 0.9889 - val_loss: 0.2861 - val_accuracy: 0.9667\n",
      "Epoch 127/200\n",
      "90/90 - 0s - loss: 0.1579 - accuracy: 0.9444 - val_loss: 0.2344 - val_accuracy: 0.9667\n",
      "Epoch 128/200\n",
      "90/90 - 0s - loss: 0.0110 - accuracy: 1.0000 - val_loss: 0.4023 - val_accuracy: 0.8667\n",
      "Epoch 129/200\n",
      "90/90 - 0s - loss: 0.1029 - accuracy: 0.9556 - val_loss: 0.2266 - val_accuracy: 0.9667\n",
      "Epoch 130/200\n",
      "90/90 - 0s - loss: 0.0540 - accuracy: 0.9667 - val_loss: 0.2361 - val_accuracy: 0.9667\n",
      "Epoch 131/200\n",
      "90/90 - 0s - loss: 0.0827 - accuracy: 0.9667 - val_loss: 0.2038 - val_accuracy: 0.9667\n",
      "Epoch 132/200\n",
      "90/90 - 0s - loss: 0.0081 - accuracy: 1.0000 - val_loss: 0.2926 - val_accuracy: 0.8667\n",
      "Epoch 133/200\n",
      "90/90 - 0s - loss: 0.0822 - accuracy: 0.9556 - val_loss: 0.1946 - val_accuracy: 0.9667\n",
      "Epoch 134/200\n",
      "90/90 - 0s - loss: 0.0121 - accuracy: 0.9889 - val_loss: 0.2112 - val_accuracy: 0.9667\n",
      "Epoch 135/200\n",
      "90/90 - 0s - loss: 0.0801 - accuracy: 0.9667 - val_loss: 0.1962 - val_accuracy: 0.9667\n",
      "Epoch 136/200\n",
      "90/90 - 0s - loss: 0.0198 - accuracy: 0.9889 - val_loss: 0.2424 - val_accuracy: 0.9000\n",
      "Epoch 137/200\n",
      "90/90 - 0s - loss: 0.0376 - accuracy: 0.9778 - val_loss: 0.1906 - val_accuracy: 0.9667\n",
      "Epoch 138/200\n",
      "90/90 - 0s - loss: 0.0129 - accuracy: 1.0000 - val_loss: 0.1989 - val_accuracy: 0.9667\n",
      "Epoch 139/200\n",
      "90/90 - 0s - loss: 0.0345 - accuracy: 0.9889 - val_loss: 0.1939 - val_accuracy: 0.9667\n",
      "Epoch 140/200\n",
      "90/90 - 0s - loss: 0.0121 - accuracy: 1.0000 - val_loss: 0.2701 - val_accuracy: 0.9000\n",
      "Epoch 141/200\n",
      "90/90 - 0s - loss: 0.0522 - accuracy: 0.9667 - val_loss: 0.2017 - val_accuracy: 0.9667\n",
      "Epoch 142/200\n",
      "90/90 - 0s - loss: 0.0234 - accuracy: 0.9889 - val_loss: 0.2298 - val_accuracy: 0.9667\n",
      "Epoch 143/200\n",
      "90/90 - 0s - loss: 0.0979 - accuracy: 0.9556 - val_loss: 0.1990 - val_accuracy: 0.9667\n",
      "Epoch 144/200\n",
      "90/90 - 0s - loss: 0.0192 - accuracy: 0.9889 - val_loss: 0.3452 - val_accuracy: 0.8667\n",
      "Epoch 145/200\n",
      "90/90 - 0s - loss: 0.0705 - accuracy: 0.9556 - val_loss: 0.1993 - val_accuracy: 0.9667\n",
      "Epoch 146/200\n",
      "90/90 - 0s - loss: 0.0340 - accuracy: 0.9889 - val_loss: 0.2054 - val_accuracy: 0.9667\n",
      "Epoch 147/200\n",
      "90/90 - 0s - loss: 0.0455 - accuracy: 0.9889 - val_loss: 0.1928 - val_accuracy: 0.9667\n",
      "Epoch 148/200\n",
      "90/90 - 0s - loss: 0.0181 - accuracy: 0.9889 - val_loss: 0.2746 - val_accuracy: 0.8667\n",
      "Epoch 149/200\n",
      "90/90 - 0s - loss: 0.0415 - accuracy: 0.9778 - val_loss: 0.1929 - val_accuracy: 0.9667\n",
      "Epoch 150/200\n",
      "90/90 - 0s - loss: 0.0242 - accuracy: 0.9889 - val_loss: 0.2037 - val_accuracy: 0.9667\n",
      "Epoch 151/200\n",
      "90/90 - 0s - loss: 0.0372 - accuracy: 0.9889 - val_loss: 0.1966 - val_accuracy: 0.9667\n",
      "Epoch 152/200\n",
      "90/90 - 0s - loss: 0.0205 - accuracy: 0.9889 - val_loss: 0.2564 - val_accuracy: 0.9000\n",
      "Epoch 153/200\n",
      "90/90 - 0s - loss: 0.0437 - accuracy: 0.9778 - val_loss: 0.1973 - val_accuracy: 0.9667\n",
      "Epoch 154/200\n",
      "90/90 - 0s - loss: 0.0295 - accuracy: 0.9889 - val_loss: 0.2205 - val_accuracy: 0.9667\n",
      "Epoch 155/200\n",
      "90/90 - 0s - loss: 0.0848 - accuracy: 0.9667 - val_loss: 0.2031 - val_accuracy: 0.9667\n",
      "Epoch 156/200\n",
      "90/90 - 0s - loss: 0.0211 - accuracy: 0.9889 - val_loss: 0.2451 - val_accuracy: 0.9000\n",
      "Epoch 157/200\n",
      "90/90 - 0s - loss: 0.0258 - accuracy: 1.0000 - val_loss: 0.2584 - val_accuracy: 0.9000\n",
      "Epoch 158/200\n",
      "90/90 - 0s - loss: 0.0334 - accuracy: 0.9889 - val_loss: 0.1983 - val_accuracy: 0.9667\n",
      "Epoch 159/200\n",
      "90/90 - 0s - loss: 0.0110 - accuracy: 1.0000 - val_loss: 0.2289 - val_accuracy: 0.9000\n",
      "Epoch 160/200\n",
      "90/90 - 0s - loss: 0.0197 - accuracy: 1.0000 - val_loss: 0.1976 - val_accuracy: 0.9667\n",
      "Epoch 161/200\n",
      "90/90 - 0s - loss: 0.0148 - accuracy: 0.9889 - val_loss: 0.2020 - val_accuracy: 0.9667\n",
      "Epoch 162/200\n",
      "90/90 - 0s - loss: 0.0149 - accuracy: 1.0000 - val_loss: 0.2219 - val_accuracy: 0.9333\n",
      "Epoch 163/200\n",
      "90/90 - 0s - loss: 0.0226 - accuracy: 1.0000 - val_loss: 0.2147 - val_accuracy: 0.9667\n",
      "Epoch 164/200\n",
      "90/90 - 0s - loss: 0.0256 - accuracy: 0.9889 - val_loss: 0.2118 - val_accuracy: 0.9667\n",
      "Epoch 165/200\n",
      "90/90 - 0s - loss: 0.0152 - accuracy: 0.9889 - val_loss: 0.2249 - val_accuracy: 0.9667\n",
      "Epoch 166/200\n",
      "90/90 - 0s - loss: 0.0148 - accuracy: 1.0000 - val_loss: 0.2252 - val_accuracy: 0.9667\n",
      "Epoch 167/200\n",
      "90/90 - 0s - loss: 0.0125 - accuracy: 1.0000 - val_loss: 0.2202 - val_accuracy: 0.9667\n",
      "Epoch 168/200\n",
      "90/90 - 0s - loss: 0.0072 - accuracy: 1.0000 - val_loss: 0.2432 - val_accuracy: 0.9333\n",
      "Epoch 169/200\n",
      "90/90 - 0s - loss: 0.0138 - accuracy: 1.0000 - val_loss: 0.2229 - val_accuracy: 0.9667\n",
      "Epoch 170/200\n",
      "90/90 - 0s - loss: 0.0086 - accuracy: 1.0000 - val_loss: 0.2277 - val_accuracy: 0.9667\n",
      "Epoch 171/200\n",
      "90/90 - 0s - loss: 0.0096 - accuracy: 1.0000 - val_loss: 0.2288 - val_accuracy: 0.9667\n",
      "Epoch 172/200\n",
      "90/90 - 0s - loss: 0.0087 - accuracy: 1.0000 - val_loss: 0.2319 - val_accuracy: 0.9667\n",
      "Epoch 173/200\n",
      "90/90 - 0s - loss: 0.0310 - accuracy: 0.9889 - val_loss: 0.2326 - val_accuracy: 0.9667\n",
      "Epoch 174/200\n",
      "90/90 - 0s - loss: 0.0253 - accuracy: 0.9889 - val_loss: 0.5999 - val_accuracy: 0.8667\n",
      "Epoch 175/200\n",
      "90/90 - 0s - loss: 0.1717 - accuracy: 0.9444 - val_loss: 0.2483 - val_accuracy: 0.9667\n",
      "Epoch 176/200\n",
      "90/90 - 0s - loss: 0.2392 - accuracy: 0.9444 - val_loss: 0.7573 - val_accuracy: 0.8000\n",
      "Epoch 177/200\n",
      "90/90 - 0s - loss: 0.3690 - accuracy: 0.9000 - val_loss: 0.1540 - val_accuracy: 0.9667\n",
      "Epoch 178/200\n",
      "90/90 - 0s - loss: 0.0217 - accuracy: 1.0000 - val_loss: 0.5264 - val_accuracy: 0.9000\n",
      "Epoch 179/200\n",
      "90/90 - 0s - loss: 0.3562 - accuracy: 0.9000 - val_loss: 0.2781 - val_accuracy: 0.8667\n",
      "Epoch 180/200\n",
      "90/90 - 0s - loss: 0.0600 - accuracy: 0.9778 - val_loss: 0.1376 - val_accuracy: 0.9667\n",
      "Epoch 181/200\n",
      "90/90 - 0s - loss: 0.1107 - accuracy: 0.9444 - val_loss: 0.2043 - val_accuracy: 0.9333\n",
      "Epoch 182/200\n",
      "90/90 - 0s - loss: 0.1539 - accuracy: 0.9333 - val_loss: 0.1782 - val_accuracy: 0.9333\n",
      "Epoch 183/200\n",
      "90/90 - 0s - loss: 0.1208 - accuracy: 0.9444 - val_loss: 0.1208 - val_accuracy: 0.9667\n",
      "Epoch 184/200\n",
      "90/90 - 0s - loss: 0.0759 - accuracy: 0.9889 - val_loss: 0.1698 - val_accuracy: 0.9000\n",
      "Epoch 185/200\n",
      "90/90 - 0s - loss: 0.0770 - accuracy: 0.9889 - val_loss: 0.1873 - val_accuracy: 0.9000\n",
      "Epoch 186/200\n",
      "90/90 - 0s - loss: 0.0500 - accuracy: 0.9889 - val_loss: 0.1386 - val_accuracy: 0.9667\n",
      "Epoch 187/200\n",
      "90/90 - 0s - loss: 0.0371 - accuracy: 0.9889 - val_loss: 0.1531 - val_accuracy: 0.9667\n",
      "Epoch 188/200\n",
      "90/90 - 0s - loss: 0.0321 - accuracy: 0.9889 - val_loss: 0.1739 - val_accuracy: 0.9667\n",
      "Epoch 189/200\n",
      "90/90 - 0s - loss: 0.0266 - accuracy: 0.9889 - val_loss: 0.2000 - val_accuracy: 0.9333\n",
      "Epoch 190/200\n",
      "90/90 - 0s - loss: 0.0245 - accuracy: 0.9889 - val_loss: 0.1945 - val_accuracy: 0.9667\n",
      "Epoch 191/200\n",
      "90/90 - 0s - loss: 0.0149 - accuracy: 1.0000 - val_loss: 0.2818 - val_accuracy: 0.9000\n",
      "Epoch 192/200\n",
      "90/90 - 0s - loss: 0.0535 - accuracy: 0.9778 - val_loss: 0.1986 - val_accuracy: 0.9667\n",
      "Epoch 193/200\n",
      "90/90 - 0s - loss: 0.0817 - accuracy: 0.9778 - val_loss: 0.2248 - val_accuracy: 0.9667\n",
      "Epoch 194/200\n",
      "90/90 - 0s - loss: 0.0467 - accuracy: 0.9889 - val_loss: 0.1969 - val_accuracy: 0.9333\n",
      "Epoch 195/200\n",
      "90/90 - 0s - loss: 0.0339 - accuracy: 0.9889 - val_loss: 0.2285 - val_accuracy: 0.9000\n",
      "Epoch 196/200\n",
      "90/90 - 0s - loss: 0.0288 - accuracy: 0.9889 - val_loss: 0.1691 - val_accuracy: 0.9667\n",
      "Epoch 197/200\n",
      "90/90 - 0s - loss: 0.0157 - accuracy: 0.9889 - val_loss: 0.1708 - val_accuracy: 0.9667\n",
      "Epoch 198/200\n",
      "90/90 - 0s - loss: 0.0274 - accuracy: 0.9889 - val_loss: 0.1726 - val_accuracy: 0.9667\n",
      "Epoch 199/200\n",
      "90/90 - 0s - loss: 0.0263 - accuracy: 0.9889 - val_loss: 0.1693 - val_accuracy: 0.9667\n",
      "Epoch 200/200\n",
      "90/90 - 0s - loss: 0.0214 - accuracy: 0.9889 - val_loss: 0.1785 - val_accuracy: 0.9667\n"
     ]
    }
   ],
   "source": [
    "history = model.fit(\n",
    "    X_train, \n",
    "    y_train, \n",
    "    epochs=200, \n",
    "    validation_split=0.25, \n",
    "    batch_size=40, \n",
    "    verbose=2\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model Evaluation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "%config InlineBackend.figure_format = 'svg'\n",
    "\n",
    "def plot_metric(history, metric):\n",
    "    train_metrics = history.history[metric]\n",
    "    val_metrics = history.history['val_'+metric]\n",
    "    epochs = range(1, len(train_metrics) + 1)\n",
    "    plt.plot(epochs, train_metrics)\n",
    "    plt.plot(epochs, val_metrics)\n",
    "    plt.title('Training and validation '+ metric)\n",
    "    plt.xlabel(\"Epochs\")\n",
    "    plt.ylabel(metric)\n",
    "    plt.legend([\"train_\"+metric, 'val_'+metric])\n",
    "    plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
       "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 385.78125 277.314375\" width=\"385.78125pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       " <defs>\n",
       "  <style type=\"text/css\">\n",
       "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
       "  </style>\n",
       " </defs>\n",
       " <g id=\"figure_1\">\n",
       "  <g id=\"patch_1\">\n",
       "   <path d=\"M 0 277.314375 \n",
       "L 385.78125 277.314375 \n",
       "L 385.78125 0 \n",
       "L 0 0 \n",
       "z\n",
       "\" style=\"fill:none;\"/>\n",
       "  </g>\n",
       "  <g id=\"axes_1\">\n",
       "   <g id=\"patch_2\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "L 43.78125 22.318125 \n",
       "z\n",
       "\" style=\"fill:#ffffff;\"/>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_1\">\n",
       "    <g id=\"xtick_1\">\n",
       "     <g id=\"line2d_1\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L 0 3.5 \n",
       "\" id=\"meedb699096\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"57.469966\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_1\">\n",
       "      <!-- 0 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 66.40625 \n",
       "Q 24.171875 66.40625 20.328125 58.90625 \n",
       "Q 16.5 51.421875 16.5 36.375 \n",
       "Q 16.5 21.390625 20.328125 13.890625 \n",
       "Q 24.171875 6.390625 31.78125 6.390625 \n",
       "Q 39.453125 6.390625 43.28125 13.890625 \n",
       "Q 47.125 21.390625 47.125 36.375 \n",
       "Q 47.125 51.421875 43.28125 58.90625 \n",
       "Q 39.453125 66.40625 31.78125 66.40625 \n",
       "z\n",
       "M 31.78125 74.21875 \n",
       "Q 44.046875 74.21875 50.515625 64.515625 \n",
       "Q 56.984375 54.828125 56.984375 36.375 \n",
       "Q 56.984375 17.96875 50.515625 8.265625 \n",
       "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
       "Q 19.53125 -1.421875 13.0625 8.265625 \n",
       "Q 6.59375 17.96875 6.59375 36.375 \n",
       "Q 6.59375 54.828125 13.0625 64.515625 \n",
       "Q 19.53125 74.21875 31.78125 74.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-48\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(54.288716 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_2\">\n",
       "     <g id=\"line2d_2\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"95.706604\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_2\">\n",
       "      <!-- 25 -->\n",
       "      <defs>\n",
       "       <path d=\"M 19.1875 8.296875 \n",
       "L 53.609375 8.296875 \n",
       "L 53.609375 0 \n",
       "L 7.328125 0 \n",
       "L 7.328125 8.296875 \n",
       "Q 12.9375 14.109375 22.625 23.890625 \n",
       "Q 32.328125 33.6875 34.8125 36.53125 \n",
       "Q 39.546875 41.84375 41.421875 45.53125 \n",
       "Q 43.3125 49.21875 43.3125 52.78125 \n",
       "Q 43.3125 58.59375 39.234375 62.25 \n",
       "Q 35.15625 65.921875 28.609375 65.921875 \n",
       "Q 23.96875 65.921875 18.8125 64.3125 \n",
       "Q 13.671875 62.703125 7.8125 59.421875 \n",
       "L 7.8125 69.390625 \n",
       "Q 13.765625 71.78125 18.9375 73 \n",
       "Q 24.125 74.21875 28.421875 74.21875 \n",
       "Q 39.75 74.21875 46.484375 68.546875 \n",
       "Q 53.21875 62.890625 53.21875 53.421875 \n",
       "Q 53.21875 48.921875 51.53125 44.890625 \n",
       "Q 49.859375 40.875 45.40625 35.40625 \n",
       "Q 44.1875 33.984375 37.640625 27.21875 \n",
       "Q 31.109375 20.453125 19.1875 8.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-50\"/>\n",
       "       <path d=\"M 10.796875 72.90625 \n",
       "L 49.515625 72.90625 \n",
       "L 49.515625 64.59375 \n",
       "L 19.828125 64.59375 \n",
       "L 19.828125 46.734375 \n",
       "Q 21.96875 47.46875 24.109375 47.828125 \n",
       "Q 26.265625 48.1875 28.421875 48.1875 \n",
       "Q 40.625 48.1875 47.75 41.5 \n",
       "Q 54.890625 34.8125 54.890625 23.390625 \n",
       "Q 54.890625 11.625 47.5625 5.09375 \n",
       "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
       "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
       "Q 12.796875 0.140625 7.71875 1.703125 \n",
       "L 7.71875 11.625 \n",
       "Q 12.109375 9.234375 16.796875 8.0625 \n",
       "Q 21.484375 6.890625 26.703125 6.890625 \n",
       "Q 35.15625 6.890625 40.078125 11.328125 \n",
       "Q 45.015625 15.765625 45.015625 23.390625 \n",
       "Q 45.015625 31 40.078125 35.4375 \n",
       "Q 35.15625 39.890625 26.703125 39.890625 \n",
       "Q 22.75 39.890625 18.8125 39.015625 \n",
       "Q 14.890625 38.140625 10.796875 36.28125 \n",
       "z\n",
       "\" id=\"DejaVuSans-53\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(89.344104 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_3\">\n",
       "     <g id=\"line2d_3\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"133.943242\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_3\">\n",
       "      <!-- 50 -->\n",
       "      <g transform=\"translate(127.580742 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_4\">\n",
       "     <g id=\"line2d_4\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"172.17988\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_4\">\n",
       "      <!-- 75 -->\n",
       "      <defs>\n",
       "       <path d=\"M 8.203125 72.90625 \n",
       "L 55.078125 72.90625 \n",
       "L 55.078125 68.703125 \n",
       "L 28.609375 0 \n",
       "L 18.3125 0 \n",
       "L 43.21875 64.59375 \n",
       "L 8.203125 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-55\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(165.81738 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_5\">\n",
       "     <g id=\"line2d_5\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"210.416517\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_5\">\n",
       "      <!-- 100 -->\n",
       "      <defs>\n",
       "       <path d=\"M 12.40625 8.296875 \n",
       "L 28.515625 8.296875 \n",
       "L 28.515625 63.921875 \n",
       "L 10.984375 60.40625 \n",
       "L 10.984375 69.390625 \n",
       "L 28.421875 72.90625 \n",
       "L 38.28125 72.90625 \n",
       "L 38.28125 8.296875 \n",
       "L 54.390625 8.296875 \n",
       "L 54.390625 0 \n",
       "L 12.40625 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-49\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(200.872767 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_6\">\n",
       "     <g id=\"line2d_6\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"248.653155\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_6\">\n",
       "      <!-- 125 -->\n",
       "      <g transform=\"translate(239.109405 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_7\">\n",
       "     <g id=\"line2d_7\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"286.889793\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_7\">\n",
       "      <!-- 150 -->\n",
       "      <g transform=\"translate(277.346043 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_8\">\n",
       "     <g id=\"line2d_8\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"325.12643\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_8\">\n",
       "      <!-- 175 -->\n",
       "      <g transform=\"translate(315.58268 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_9\">\n",
       "     <g id=\"line2d_9\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"363.363068\" xlink:href=\"#meedb699096\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_9\">\n",
       "      <!-- 200 -->\n",
       "      <g transform=\"translate(353.819318 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_10\">\n",
       "     <!-- Epochs -->\n",
       "     <defs>\n",
       "      <path d=\"M 9.8125 72.90625 \n",
       "L 55.90625 72.90625 \n",
       "L 55.90625 64.59375 \n",
       "L 19.671875 64.59375 \n",
       "L 19.671875 43.015625 \n",
       "L 54.390625 43.015625 \n",
       "L 54.390625 34.71875 \n",
       "L 19.671875 34.71875 \n",
       "L 19.671875 8.296875 \n",
       "L 56.78125 8.296875 \n",
       "L 56.78125 0 \n",
       "L 9.8125 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-69\"/>\n",
       "      <path d=\"M 18.109375 8.203125 \n",
       "L 18.109375 -20.796875 \n",
       "L 9.078125 -20.796875 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.390625 \n",
       "Q 20.953125 51.265625 25.265625 53.625 \n",
       "Q 29.59375 56 35.59375 56 \n",
       "Q 45.5625 56 51.78125 48.09375 \n",
       "Q 58.015625 40.1875 58.015625 27.296875 \n",
       "Q 58.015625 14.40625 51.78125 6.484375 \n",
       "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
       "Q 29.59375 -1.421875 25.265625 0.953125 \n",
       "Q 20.953125 3.328125 18.109375 8.203125 \n",
       "z\n",
       "M 48.6875 27.296875 \n",
       "Q 48.6875 37.203125 44.609375 42.84375 \n",
       "Q 40.53125 48.484375 33.40625 48.484375 \n",
       "Q 26.265625 48.484375 22.1875 42.84375 \n",
       "Q 18.109375 37.203125 18.109375 27.296875 \n",
       "Q 18.109375 17.390625 22.1875 11.75 \n",
       "Q 26.265625 6.109375 33.40625 6.109375 \n",
       "Q 40.53125 6.109375 44.609375 11.75 \n",
       "Q 48.6875 17.390625 48.6875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-112\"/>\n",
       "      <path d=\"M 30.609375 48.390625 \n",
       "Q 23.390625 48.390625 19.1875 42.75 \n",
       "Q 14.984375 37.109375 14.984375 27.296875 \n",
       "Q 14.984375 17.484375 19.15625 11.84375 \n",
       "Q 23.34375 6.203125 30.609375 6.203125 \n",
       "Q 37.796875 6.203125 41.984375 11.859375 \n",
       "Q 46.1875 17.53125 46.1875 27.296875 \n",
       "Q 46.1875 37.015625 41.984375 42.703125 \n",
       "Q 37.796875 48.390625 30.609375 48.390625 \n",
       "z\n",
       "M 30.609375 56 \n",
       "Q 42.328125 56 49.015625 48.375 \n",
       "Q 55.71875 40.765625 55.71875 27.296875 \n",
       "Q 55.71875 13.875 49.015625 6.21875 \n",
       "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
       "Q 18.84375 -1.421875 12.171875 6.21875 \n",
       "Q 5.515625 13.875 5.515625 27.296875 \n",
       "Q 5.515625 40.765625 12.171875 48.375 \n",
       "Q 18.84375 56 30.609375 56 \n",
       "z\n",
       "\" id=\"DejaVuSans-111\"/>\n",
       "      <path d=\"M 48.78125 52.59375 \n",
       "L 48.78125 44.1875 \n",
       "Q 44.96875 46.296875 41.140625 47.34375 \n",
       "Q 37.3125 48.390625 33.40625 48.390625 \n",
       "Q 24.65625 48.390625 19.8125 42.84375 \n",
       "Q 14.984375 37.3125 14.984375 27.296875 \n",
       "Q 14.984375 17.28125 19.8125 11.734375 \n",
       "Q 24.65625 6.203125 33.40625 6.203125 \n",
       "Q 37.3125 6.203125 41.140625 7.25 \n",
       "Q 44.96875 8.296875 48.78125 10.40625 \n",
       "L 48.78125 2.09375 \n",
       "Q 45.015625 0.34375 40.984375 -0.53125 \n",
       "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
       "Q 20.0625 -1.421875 12.78125 6.34375 \n",
       "Q 5.515625 14.109375 5.515625 27.296875 \n",
       "Q 5.515625 40.671875 12.859375 48.328125 \n",
       "Q 20.21875 56 33.015625 56 \n",
       "Q 37.15625 56 41.109375 55.140625 \n",
       "Q 45.0625 54.296875 48.78125 52.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-99\"/>\n",
       "      <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 75.984375 \n",
       "L 18.109375 75.984375 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-104\"/>\n",
       "      <path d=\"M 44.28125 53.078125 \n",
       "L 44.28125 44.578125 \n",
       "Q 40.484375 46.53125 36.375 47.5 \n",
       "Q 32.28125 48.484375 27.875 48.484375 \n",
       "Q 21.1875 48.484375 17.84375 46.4375 \n",
       "Q 14.5 44.390625 14.5 40.28125 \n",
       "Q 14.5 37.15625 16.890625 35.375 \n",
       "Q 19.28125 33.59375 26.515625 31.984375 \n",
       "L 29.59375 31.296875 \n",
       "Q 39.15625 29.25 43.1875 25.515625 \n",
       "Q 47.21875 21.78125 47.21875 15.09375 \n",
       "Q 47.21875 7.46875 41.1875 3.015625 \n",
       "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
       "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
       "Q 10.6875 0.296875 5.421875 2 \n",
       "L 5.421875 11.28125 \n",
       "Q 10.40625 8.6875 15.234375 7.390625 \n",
       "Q 20.0625 6.109375 24.8125 6.109375 \n",
       "Q 31.15625 6.109375 34.5625 8.28125 \n",
       "Q 37.984375 10.453125 37.984375 14.40625 \n",
       "Q 37.984375 18.0625 35.515625 20.015625 \n",
       "Q 33.0625 21.96875 24.703125 23.78125 \n",
       "L 21.578125 24.515625 \n",
       "Q 13.234375 26.265625 9.515625 29.90625 \n",
       "Q 5.8125 33.546875 5.8125 39.890625 \n",
       "Q 5.8125 47.609375 11.28125 51.796875 \n",
       "Q 16.75 56 26.8125 56 \n",
       "Q 31.78125 56 36.171875 55.265625 \n",
       "Q 40.578125 54.546875 44.28125 53.078125 \n",
       "z\n",
       "\" id=\"DejaVuSans-115\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(193.265625 268.034687)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
       "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
       "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
       "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_2\">\n",
       "    <g id=\"ytick_1\">\n",
       "     <g id=\"line2d_10\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L -3.5 0 \n",
       "\" id=\"m854641c5e9\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"236.355565\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_11\">\n",
       "      <!-- 0.3 -->\n",
       "      <defs>\n",
       "       <path d=\"M 10.6875 12.40625 \n",
       "L 21 12.40625 \n",
       "L 21 0 \n",
       "L 10.6875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-46\"/>\n",
       "       <path d=\"M 40.578125 39.3125 \n",
       "Q 47.65625 37.796875 51.625 33 \n",
       "Q 55.609375 28.21875 55.609375 21.1875 \n",
       "Q 55.609375 10.40625 48.1875 4.484375 \n",
       "Q 40.765625 -1.421875 27.09375 -1.421875 \n",
       "Q 22.515625 -1.421875 17.65625 -0.515625 \n",
       "Q 12.796875 0.390625 7.625 2.203125 \n",
       "L 7.625 11.71875 \n",
       "Q 11.71875 9.328125 16.59375 8.109375 \n",
       "Q 21.484375 6.890625 26.8125 6.890625 \n",
       "Q 36.078125 6.890625 40.9375 10.546875 \n",
       "Q 45.796875 14.203125 45.796875 21.1875 \n",
       "Q 45.796875 27.640625 41.28125 31.265625 \n",
       "Q 36.765625 34.90625 28.71875 34.90625 \n",
       "L 20.21875 34.90625 \n",
       "L 20.21875 43.015625 \n",
       "L 29.109375 43.015625 \n",
       "Q 36.375 43.015625 40.234375 45.921875 \n",
       "Q 44.09375 48.828125 44.09375 54.296875 \n",
       "Q 44.09375 59.90625 40.109375 62.90625 \n",
       "Q 36.140625 65.921875 28.71875 65.921875 \n",
       "Q 24.65625 65.921875 20.015625 65.03125 \n",
       "Q 15.375 64.15625 9.8125 62.3125 \n",
       "L 9.8125 71.09375 \n",
       "Q 15.4375 72.65625 20.34375 73.4375 \n",
       "Q 25.25 74.21875 29.59375 74.21875 \n",
       "Q 40.828125 74.21875 47.359375 69.109375 \n",
       "Q 53.90625 64.015625 53.90625 55.328125 \n",
       "Q 53.90625 49.265625 50.4375 45.09375 \n",
       "Q 46.96875 40.921875 40.578125 39.3125 \n",
       "z\n",
       "\" id=\"DejaVuSans-51\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 240.154784)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-51\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_2\">\n",
       "     <g id=\"line2d_11\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"207.190736\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_12\">\n",
       "      <!-- 0.4 -->\n",
       "      <defs>\n",
       "       <path d=\"M 37.796875 64.3125 \n",
       "L 12.890625 25.390625 \n",
       "L 37.796875 25.390625 \n",
       "z\n",
       "M 35.203125 72.90625 \n",
       "L 47.609375 72.90625 \n",
       "L 47.609375 25.390625 \n",
       "L 58.015625 25.390625 \n",
       "L 58.015625 17.1875 \n",
       "L 47.609375 17.1875 \n",
       "L 47.609375 0 \n",
       "L 37.796875 0 \n",
       "L 37.796875 17.1875 \n",
       "L 4.890625 17.1875 \n",
       "L 4.890625 26.703125 \n",
       "z\n",
       "\" id=\"DejaVuSans-52\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 210.989955)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-52\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_3\">\n",
       "     <g id=\"line2d_12\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"178.025907\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_13\">\n",
       "      <!-- 0.5 -->\n",
       "      <g transform=\"translate(20.878125 181.825125)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_4\">\n",
       "     <g id=\"line2d_13\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"148.861078\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_14\">\n",
       "      <!-- 0.6 -->\n",
       "      <defs>\n",
       "       <path d=\"M 33.015625 40.375 \n",
       "Q 26.375 40.375 22.484375 35.828125 \n",
       "Q 18.609375 31.296875 18.609375 23.390625 \n",
       "Q 18.609375 15.53125 22.484375 10.953125 \n",
       "Q 26.375 6.390625 33.015625 6.390625 \n",
       "Q 39.65625 6.390625 43.53125 10.953125 \n",
       "Q 47.40625 15.53125 47.40625 23.390625 \n",
       "Q 47.40625 31.296875 43.53125 35.828125 \n",
       "Q 39.65625 40.375 33.015625 40.375 \n",
       "z\n",
       "M 52.59375 71.296875 \n",
       "L 52.59375 62.3125 \n",
       "Q 48.875 64.0625 45.09375 64.984375 \n",
       "Q 41.3125 65.921875 37.59375 65.921875 \n",
       "Q 27.828125 65.921875 22.671875 59.328125 \n",
       "Q 17.53125 52.734375 16.796875 39.40625 \n",
       "Q 19.671875 43.65625 24.015625 45.921875 \n",
       "Q 28.375 48.1875 33.59375 48.1875 \n",
       "Q 44.578125 48.1875 50.953125 41.515625 \n",
       "Q 57.328125 34.859375 57.328125 23.390625 \n",
       "Q 57.328125 12.15625 50.6875 5.359375 \n",
       "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
       "Q 20.359375 -1.421875 13.671875 8.265625 \n",
       "Q 6.984375 17.96875 6.984375 36.375 \n",
       "Q 6.984375 53.65625 15.1875 63.9375 \n",
       "Q 23.390625 74.21875 37.203125 74.21875 \n",
       "Q 40.921875 74.21875 44.703125 73.484375 \n",
       "Q 48.484375 72.75 52.59375 71.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-54\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 152.660296)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_5\">\n",
       "     <g id=\"line2d_14\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"119.696249\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_15\">\n",
       "      <!-- 0.7 -->\n",
       "      <g transform=\"translate(20.878125 123.495467)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_6\">\n",
       "     <g id=\"line2d_15\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"90.53142\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_16\">\n",
       "      <!-- 0.8 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 34.625 \n",
       "Q 24.75 34.625 20.71875 30.859375 \n",
       "Q 16.703125 27.09375 16.703125 20.515625 \n",
       "Q 16.703125 13.921875 20.71875 10.15625 \n",
       "Q 24.75 6.390625 31.78125 6.390625 \n",
       "Q 38.8125 6.390625 42.859375 10.171875 \n",
       "Q 46.921875 13.96875 46.921875 20.515625 \n",
       "Q 46.921875 27.09375 42.890625 30.859375 \n",
       "Q 38.875 34.625 31.78125 34.625 \n",
       "z\n",
       "M 21.921875 38.8125 \n",
       "Q 15.578125 40.375 12.03125 44.71875 \n",
       "Q 8.5 49.078125 8.5 55.328125 \n",
       "Q 8.5 64.0625 14.71875 69.140625 \n",
       "Q 20.953125 74.21875 31.78125 74.21875 \n",
       "Q 42.671875 74.21875 48.875 69.140625 \n",
       "Q 55.078125 64.0625 55.078125 55.328125 \n",
       "Q 55.078125 49.078125 51.53125 44.71875 \n",
       "Q 48 40.375 41.703125 38.8125 \n",
       "Q 48.828125 37.15625 52.796875 32.3125 \n",
       "Q 56.78125 27.484375 56.78125 20.515625 \n",
       "Q 56.78125 9.90625 50.3125 4.234375 \n",
       "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
       "Q 19.734375 -1.421875 13.25 4.234375 \n",
       "Q 6.78125 9.90625 6.78125 20.515625 \n",
       "Q 6.78125 27.484375 10.78125 32.3125 \n",
       "Q 14.796875 37.15625 21.921875 38.8125 \n",
       "z\n",
       "M 18.3125 54.390625 \n",
       "Q 18.3125 48.734375 21.84375 45.5625 \n",
       "Q 25.390625 42.390625 31.78125 42.390625 \n",
       "Q 38.140625 42.390625 41.71875 45.5625 \n",
       "Q 45.3125 48.734375 45.3125 54.390625 \n",
       "Q 45.3125 60.0625 41.71875 63.234375 \n",
       "Q 38.140625 66.40625 31.78125 66.40625 \n",
       "Q 25.390625 66.40625 21.84375 63.234375 \n",
       "Q 18.3125 60.0625 18.3125 54.390625 \n",
       "z\n",
       "\" id=\"DejaVuSans-56\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 94.330638)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_7\">\n",
       "     <g id=\"line2d_16\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"61.36659\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_17\">\n",
       "      <!-- 0.9 -->\n",
       "      <defs>\n",
       "       <path d=\"M 10.984375 1.515625 \n",
       "L 10.984375 10.5 \n",
       "Q 14.703125 8.734375 18.5 7.8125 \n",
       "Q 22.3125 6.890625 25.984375 6.890625 \n",
       "Q 35.75 6.890625 40.890625 13.453125 \n",
       "Q 46.046875 20.015625 46.78125 33.40625 \n",
       "Q 43.953125 29.203125 39.59375 26.953125 \n",
       "Q 35.25 24.703125 29.984375 24.703125 \n",
       "Q 19.046875 24.703125 12.671875 31.3125 \n",
       "Q 6.296875 37.9375 6.296875 49.421875 \n",
       "Q 6.296875 60.640625 12.9375 67.421875 \n",
       "Q 19.578125 74.21875 30.609375 74.21875 \n",
       "Q 43.265625 74.21875 49.921875 64.515625 \n",
       "Q 56.59375 54.828125 56.59375 36.375 \n",
       "Q 56.59375 19.140625 48.40625 8.859375 \n",
       "Q 40.234375 -1.421875 26.421875 -1.421875 \n",
       "Q 22.703125 -1.421875 18.890625 -0.6875 \n",
       "Q 15.09375 0.046875 10.984375 1.515625 \n",
       "z\n",
       "M 30.609375 32.421875 \n",
       "Q 37.25 32.421875 41.125 36.953125 \n",
       "Q 45.015625 41.5 45.015625 49.421875 \n",
       "Q 45.015625 57.28125 41.125 61.84375 \n",
       "Q 37.25 66.40625 30.609375 66.40625 \n",
       "Q 23.96875 66.40625 20.09375 61.84375 \n",
       "Q 16.21875 57.28125 16.21875 49.421875 \n",
       "Q 16.21875 41.5 20.09375 36.953125 \n",
       "Q 23.96875 32.421875 30.609375 32.421875 \n",
       "z\n",
       "\" id=\"DejaVuSans-57\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 65.165809)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-57\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_8\">\n",
       "     <g id=\"line2d_17\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m854641c5e9\" y=\"32.201761\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_18\">\n",
       "      <!-- 1.0 -->\n",
       "      <g transform=\"translate(20.878125 36.00098)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_19\">\n",
       "     <!-- accuracy -->\n",
       "     <defs>\n",
       "      <path d=\"M 34.28125 27.484375 \n",
       "Q 23.390625 27.484375 19.1875 25 \n",
       "Q 14.984375 22.515625 14.984375 16.5 \n",
       "Q 14.984375 11.71875 18.140625 8.90625 \n",
       "Q 21.296875 6.109375 26.703125 6.109375 \n",
       "Q 34.1875 6.109375 38.703125 11.40625 \n",
       "Q 43.21875 16.703125 43.21875 25.484375 \n",
       "L 43.21875 27.484375 \n",
       "z\n",
       "M 52.203125 31.203125 \n",
       "L 52.203125 0 \n",
       "L 43.21875 0 \n",
       "L 43.21875 8.296875 \n",
       "Q 40.140625 3.328125 35.546875 0.953125 \n",
       "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
       "Q 15.921875 -1.421875 10.953125 3.296875 \n",
       "Q 6 8.015625 6 15.921875 \n",
       "Q 6 25.140625 12.171875 29.828125 \n",
       "Q 18.359375 34.515625 30.609375 34.515625 \n",
       "L 43.21875 34.515625 \n",
       "L 43.21875 35.40625 \n",
       "Q 43.21875 41.609375 39.140625 45 \n",
       "Q 35.0625 48.390625 27.6875 48.390625 \n",
       "Q 23 48.390625 18.546875 47.265625 \n",
       "Q 14.109375 46.140625 10.015625 43.890625 \n",
       "L 10.015625 52.203125 \n",
       "Q 14.9375 54.109375 19.578125 55.046875 \n",
       "Q 24.21875 56 28.609375 56 \n",
       "Q 40.484375 56 46.34375 49.84375 \n",
       "Q 52.203125 43.703125 52.203125 31.203125 \n",
       "z\n",
       "\" id=\"DejaVuSans-97\"/>\n",
       "      <path d=\"M 8.5 21.578125 \n",
       "L 8.5 54.6875 \n",
       "L 17.484375 54.6875 \n",
       "L 17.484375 21.921875 \n",
       "Q 17.484375 14.15625 20.5 10.265625 \n",
       "Q 23.53125 6.390625 29.59375 6.390625 \n",
       "Q 36.859375 6.390625 41.078125 11.03125 \n",
       "Q 45.3125 15.671875 45.3125 23.6875 \n",
       "L 45.3125 54.6875 \n",
       "L 54.296875 54.6875 \n",
       "L 54.296875 0 \n",
       "L 45.3125 0 \n",
       "L 45.3125 8.40625 \n",
       "Q 42.046875 3.421875 37.71875 1 \n",
       "Q 33.40625 -1.421875 27.6875 -1.421875 \n",
       "Q 18.265625 -1.421875 13.375 4.4375 \n",
       "Q 8.5 10.296875 8.5 21.578125 \n",
       "z\n",
       "M 31.109375 56 \n",
       "z\n",
       "\" id=\"DejaVuSans-117\"/>\n",
       "      <path d=\"M 41.109375 46.296875 \n",
       "Q 39.59375 47.171875 37.8125 47.578125 \n",
       "Q 36.03125 48 33.890625 48 \n",
       "Q 26.265625 48 22.1875 43.046875 \n",
       "Q 18.109375 38.09375 18.109375 28.8125 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 20.953125 51.171875 25.484375 53.578125 \n",
       "Q 30.03125 56 36.53125 56 \n",
       "Q 37.453125 56 38.578125 55.875 \n",
       "Q 39.703125 55.765625 41.0625 55.515625 \n",
       "z\n",
       "\" id=\"DejaVuSans-114\"/>\n",
       "      <path d=\"M 32.171875 -5.078125 \n",
       "Q 28.375 -14.84375 24.75 -17.8125 \n",
       "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
       "L 7.90625 -20.796875 \n",
       "L 7.90625 -13.28125 \n",
       "L 13.1875 -13.28125 \n",
       "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
       "Q 21 -9.765625 23.484375 -3.21875 \n",
       "L 25.09375 0.875 \n",
       "L 2.984375 54.6875 \n",
       "L 12.5 54.6875 \n",
       "L 29.59375 11.921875 \n",
       "L 46.6875 54.6875 \n",
       "L 56.203125 54.6875 \n",
       "z\n",
       "\" id=\"DejaVuSans-121\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(14.798438 153.5975)rotate(-90)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"61.279297\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"116.259766\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"171.240234\" xlink:href=\"#DejaVuSans-117\"/>\n",
       "      <use x=\"234.619141\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"275.732422\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"337.011719\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"391.992188\" xlink:href=\"#DejaVuSans-121\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"line2d_18\">\n",
       "    <path clip-path=\"url(#p3858745d9a)\" d=\"M 58.999432 229.874489 \n",
       "L 60.528897 148.861071 \n",
       "L 62.058363 113.215179 \n",
       "L 66.646759 113.215179 \n",
       "L 68.176225 84.050343 \n",
       "L 71.235156 71.088198 \n",
       "L 72.764621 80.809816 \n",
       "L 74.294087 58.126052 \n",
       "L 75.823552 48.404452 \n",
       "L 77.353018 54.885525 \n",
       "L 78.882483 51.64498 \n",
       "L 80.411949 38.682834 \n",
       "L 81.941414 54.885525 \n",
       "L 83.47088 48.404452 \n",
       "L 85.000345 38.682834 \n",
       "L 86.529811 38.682834 \n",
       "L 88.059276 32.201761 \n",
       "L 89.588742 45.163907 \n",
       "L 91.118208 35.442306 \n",
       "L 92.647673 48.404452 \n",
       "L 94.177139 41.923379 \n",
       "L 95.706604 48.404452 \n",
       "L 97.23607 41.923379 \n",
       "L 98.765535 41.923379 \n",
       "L 100.295001 48.404452 \n",
       "L 101.824466 41.923379 \n",
       "L 103.353932 48.404452 \n",
       "L 104.883397 38.682834 \n",
       "L 106.412863 41.923379 \n",
       "L 107.942328 35.442306 \n",
       "L 109.471794 38.682834 \n",
       "L 111.001259 35.442306 \n",
       "L 126.295914 35.442306 \n",
       "L 127.82538 45.163907 \n",
       "L 129.354845 41.923379 \n",
       "L 130.884311 48.404452 \n",
       "L 132.413776 45.163907 \n",
       "L 133.943242 38.682834 \n",
       "L 135.472707 38.682834 \n",
       "L 137.002173 35.442306 \n",
       "L 138.531638 45.163907 \n",
       "L 140.061104 35.442306 \n",
       "L 141.590569 38.682834 \n",
       "L 143.120035 35.442306 \n",
       "L 144.6495 35.442306 \n",
       "L 146.178966 32.201761 \n",
       "L 149.237897 38.682834 \n",
       "L 152.296828 32.201761 \n",
       "L 153.826293 35.442306 \n",
       "L 155.355759 35.442306 \n",
       "L 156.885224 45.163907 \n",
       "L 158.41469 32.201761 \n",
       "L 159.944155 38.682834 \n",
       "L 161.473621 32.201761 \n",
       "L 163.003086 35.442306 \n",
       "L 166.062017 35.442306 \n",
       "L 167.591483 41.923379 \n",
       "L 169.120948 38.682834 \n",
       "L 170.650414 38.682834 \n",
       "L 172.17988 32.201761 \n",
       "L 173.709345 38.682834 \n",
       "L 175.238811 35.442306 \n",
       "L 176.768276 35.442306 \n",
       "L 179.827207 41.923379 \n",
       "L 181.356673 35.442306 \n",
       "L 182.886138 38.682834 \n",
       "L 184.415604 32.201761 \n",
       "L 185.945069 45.163907 \n",
       "L 187.474535 35.442306 \n",
       "L 189.004 41.923379 \n",
       "L 190.533466 32.201761 \n",
       "L 192.062931 48.404452 \n",
       "L 193.592397 35.442306 \n",
       "L 195.121862 48.404452 \n",
       "L 196.651328 41.923379 \n",
       "L 198.180793 41.923379 \n",
       "L 199.710259 45.163907 \n",
       "L 201.239724 35.442306 \n",
       "L 202.76919 41.923379 \n",
       "L 204.298655 41.923379 \n",
       "L 205.828121 35.442306 \n",
       "L 211.945983 35.442306 \n",
       "L 213.475448 38.682834 \n",
       "L 215.004914 35.442306 \n",
       "L 216.534379 35.442306 \n",
       "L 218.063845 32.201761 \n",
       "L 219.59331 32.201761 \n",
       "L 221.122776 35.442306 \n",
       "L 222.652241 35.442306 \n",
       "L 224.181707 32.201761 \n",
       "L 225.711172 35.442306 \n",
       "L 227.240638 35.442306 \n",
       "L 228.770103 32.201761 \n",
       "L 231.829034 38.682834 \n",
       "L 233.3585 32.201761 \n",
       "L 234.887965 35.442306 \n",
       "L 236.417431 35.442306 \n",
       "L 237.946896 32.201761 \n",
       "L 239.476362 32.201761 \n",
       "L 241.005827 35.442306 \n",
       "L 242.535293 32.201761 \n",
       "L 245.594224 38.682834 \n",
       "L 247.123689 35.442306 \n",
       "L 250.18262 35.442306 \n",
       "L 251.712086 48.404452 \n",
       "L 253.241552 32.201761 \n",
       "L 254.771017 45.163907 \n",
       "L 256.300483 41.923379 \n",
       "L 257.829948 41.923379 \n",
       "L 259.359414 32.201761 \n",
       "L 260.888879 45.163907 \n",
       "L 262.418345 35.442306 \n",
       "L 263.94781 41.923379 \n",
       "L 265.477276 35.442306 \n",
       "L 267.006741 38.682834 \n",
       "L 268.536207 32.201761 \n",
       "L 270.065672 35.442306 \n",
       "L 271.595138 32.201761 \n",
       "L 273.124603 41.923379 \n",
       "L 274.654069 35.442306 \n",
       "L 276.183534 45.163907 \n",
       "L 277.713 35.442306 \n",
       "L 279.242465 45.163907 \n",
       "L 280.771931 35.442306 \n",
       "L 283.830862 35.442306 \n",
       "L 285.360327 38.682834 \n",
       "L 286.889793 35.442306 \n",
       "L 289.948724 35.442306 \n",
       "L 291.478189 38.682834 \n",
       "L 293.007655 35.442306 \n",
       "L 294.53712 41.923379 \n",
       "L 296.066586 35.442306 \n",
       "L 297.596051 32.201761 \n",
       "L 299.125517 35.442306 \n",
       "L 300.654982 32.201761 \n",
       "L 302.184448 32.201761 \n",
       "L 303.713913 35.442306 \n",
       "L 305.243379 32.201761 \n",
       "L 306.772844 32.201761 \n",
       "L 308.30231 35.442306 \n",
       "L 309.831775 35.442306 \n",
       "L 311.361241 32.201761 \n",
       "L 320.538034 32.201761 \n",
       "L 322.067499 35.442306 \n",
       "L 323.596965 35.442306 \n",
       "L 325.12643 48.404452 \n",
       "L 326.655896 48.404452 \n",
       "L 328.185361 61.366597 \n",
       "L 329.714827 32.201761 \n",
       "L 331.244292 61.366597 \n",
       "L 332.773758 38.682834 \n",
       "L 334.303224 48.404452 \n",
       "L 335.832689 51.64498 \n",
       "L 337.362155 48.404452 \n",
       "L 338.89162 35.442306 \n",
       "L 348.068413 35.442306 \n",
       "L 349.597879 32.201761 \n",
       "L 351.127344 38.682834 \n",
       "L 352.65681 38.682834 \n",
       "L 354.186275 35.442306 \n",
       "L 363.363068 35.442306 \n",
       "L 363.363068 35.442306 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"line2d_19\">\n",
       "    <path clip-path=\"url(#p3858745d9a)\" d=\"M 58.999432 129.417852 \n",
       "L 60.528897 119.696252 \n",
       "L 65.117294 119.696252 \n",
       "L 66.646759 100.253034 \n",
       "L 68.176225 100.253034 \n",
       "L 69.70569 51.64498 \n",
       "L 71.235156 90.531416 \n",
       "L 72.764621 100.253034 \n",
       "L 74.294087 71.088198 \n",
       "L 75.823552 71.088198 \n",
       "L 78.882483 51.64498 \n",
       "L 80.411949 71.088198 \n",
       "L 81.941414 41.923379 \n",
       "L 95.706604 41.923379 \n",
       "L 97.23607 71.088198 \n",
       "L 98.765535 41.923379 \n",
       "L 100.295001 41.923379 \n",
       "L 101.824466 71.088198 \n",
       "L 103.353932 41.923379 \n",
       "L 104.883397 61.366597 \n",
       "L 106.412863 41.923379 \n",
       "L 109.471794 41.923379 \n",
       "L 111.001259 51.64498 \n",
       "L 112.530725 41.923379 \n",
       "L 127.82538 41.923379 \n",
       "L 129.354845 71.088198 \n",
       "L 130.884311 41.923379 \n",
       "L 132.413776 41.923379 \n",
       "L 133.943242 51.64498 \n",
       "L 135.472707 51.64498 \n",
       "L 137.002173 41.923379 \n",
       "L 138.531638 41.923379 \n",
       "L 140.061104 71.088198 \n",
       "L 141.590569 41.923379 \n",
       "L 153.826293 41.923379 \n",
       "L 155.355759 71.088198 \n",
       "L 156.885224 51.64498 \n",
       "L 158.41469 41.923379 \n",
       "L 159.944155 41.923379 \n",
       "L 161.473621 51.64498 \n",
       "L 163.003086 41.923379 \n",
       "L 164.532552 41.923379 \n",
       "L 166.062017 71.088198 \n",
       "L 167.591483 41.923379 \n",
       "L 169.120948 41.923379 \n",
       "L 170.650414 51.64498 \n",
       "L 172.17988 41.923379 \n",
       "L 173.709345 41.923379 \n",
       "L 175.238811 51.64498 \n",
       "L 176.768276 41.923379 \n",
       "L 178.297742 51.64498 \n",
       "L 179.827207 51.64498 \n",
       "L 181.356673 41.923379 \n",
       "L 182.886138 41.923379 \n",
       "L 184.415604 61.366597 \n",
       "L 185.945069 41.923379 \n",
       "L 192.062931 41.923379 \n",
       "L 193.592397 71.088198 \n",
       "L 195.121862 41.923379 \n",
       "L 196.651328 41.923379 \n",
       "L 198.180793 71.088198 \n",
       "L 199.710259 61.366597 \n",
       "L 201.239724 41.923379 \n",
       "L 204.298655 41.923379 \n",
       "L 205.828121 51.64498 \n",
       "L 207.357586 41.923379 \n",
       "L 210.416517 41.923379 \n",
       "L 211.945983 61.366597 \n",
       "L 213.475448 41.923379 \n",
       "L 216.534379 41.923379 \n",
       "L 218.063845 51.64498 \n",
       "L 219.59331 41.923379 \n",
       "L 230.299569 41.923379 \n",
       "L 231.829034 51.64498 \n",
       "L 233.3585 41.923379 \n",
       "L 234.887965 41.923379 \n",
       "L 236.417431 51.64498 \n",
       "L 237.946896 41.923379 \n",
       "L 241.005827 41.923379 \n",
       "L 242.535293 51.64498 \n",
       "L 244.064758 41.923379 \n",
       "L 251.712086 41.923379 \n",
       "L 253.241552 71.088198 \n",
       "L 254.771017 41.923379 \n",
       "L 257.829948 41.923379 \n",
       "L 259.359414 71.088198 \n",
       "L 260.888879 41.923379 \n",
       "L 263.94781 41.923379 \n",
       "L 265.477276 61.366597 \n",
       "L 267.006741 41.923379 \n",
       "L 270.065672 41.923379 \n",
       "L 271.595138 61.366597 \n",
       "L 273.124603 41.923379 \n",
       "L 276.183534 41.923379 \n",
       "L 277.713 71.088198 \n",
       "L 279.242465 41.923379 \n",
       "L 282.301396 41.923379 \n",
       "L 283.830862 71.088198 \n",
       "L 285.360327 41.923379 \n",
       "L 288.419258 41.923379 \n",
       "L 289.948724 61.366597 \n",
       "L 291.478189 41.923379 \n",
       "L 294.53712 41.923379 \n",
       "L 296.066586 61.366597 \n",
       "L 297.596051 61.366597 \n",
       "L 299.125517 41.923379 \n",
       "L 300.654982 61.366597 \n",
       "L 302.184448 41.923379 \n",
       "L 303.713913 41.923379 \n",
       "L 305.243379 51.64498 \n",
       "L 306.772844 41.923379 \n",
       "L 312.890706 41.923379 \n",
       "L 314.420172 51.64498 \n",
       "L 315.949637 41.923379 \n",
       "L 322.067499 41.923379 \n",
       "L 323.596965 71.088198 \n",
       "L 325.12643 41.923379 \n",
       "L 326.655896 90.531416 \n",
       "L 328.185361 41.923379 \n",
       "L 329.714827 61.366597 \n",
       "L 331.244292 71.088198 \n",
       "L 332.773758 41.923379 \n",
       "L 334.303224 51.64498 \n",
       "L 335.832689 51.64498 \n",
       "L 337.362155 41.923379 \n",
       "L 338.89162 61.366597 \n",
       "L 340.421086 61.366597 \n",
       "L 341.950551 41.923379 \n",
       "L 345.009482 41.923379 \n",
       "L 346.538948 51.64498 \n",
       "L 348.068413 41.923379 \n",
       "L 349.597879 61.366597 \n",
       "L 351.127344 41.923379 \n",
       "L 352.65681 41.923379 \n",
       "L 355.715741 61.366597 \n",
       "L 357.245206 41.923379 \n",
       "L 363.363068 41.923379 \n",
       "L 363.363068 41.923379 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_3\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 43.78125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_4\">\n",
       "    <path d=\"M 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_5\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_6\">\n",
       "    <path d=\"M 43.78125 22.318125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"text_20\">\n",
       "    <!-- Training and validation accuracy -->\n",
       "    <defs>\n",
       "     <path d=\"M -0.296875 72.90625 \n",
       "L 61.375 72.90625 \n",
       "L 61.375 64.59375 \n",
       "L 35.5 64.59375 \n",
       "L 35.5 0 \n",
       "L 25.59375 0 \n",
       "L 25.59375 64.59375 \n",
       "L -0.296875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-84\"/>\n",
       "     <path d=\"M 9.421875 54.6875 \n",
       "L 18.40625 54.6875 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 64.59375 \n",
       "L 9.421875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-105\"/>\n",
       "     <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-110\"/>\n",
       "     <path d=\"M 45.40625 27.984375 \n",
       "Q 45.40625 37.75 41.375 43.109375 \n",
       "Q 37.359375 48.484375 30.078125 48.484375 \n",
       "Q 22.859375 48.484375 18.828125 43.109375 \n",
       "Q 14.796875 37.75 14.796875 27.984375 \n",
       "Q 14.796875 18.265625 18.828125 12.890625 \n",
       "Q 22.859375 7.515625 30.078125 7.515625 \n",
       "Q 37.359375 7.515625 41.375 12.890625 \n",
       "Q 45.40625 18.265625 45.40625 27.984375 \n",
       "z\n",
       "M 54.390625 6.78125 \n",
       "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
       "Q 42 -20.796875 29.203125 -20.796875 \n",
       "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
       "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
       "L 12.109375 -9.1875 \n",
       "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
       "Q 23.78125 -13.375 27.78125 -13.375 \n",
       "Q 36.625 -13.375 41.015625 -8.765625 \n",
       "Q 45.40625 -4.15625 45.40625 5.171875 \n",
       "L 45.40625 9.625 \n",
       "Q 42.625 4.78125 38.28125 2.390625 \n",
       "Q 33.9375 0 27.875 0 \n",
       "Q 17.828125 0 11.671875 7.65625 \n",
       "Q 5.515625 15.328125 5.515625 27.984375 \n",
       "Q 5.515625 40.671875 11.671875 48.328125 \n",
       "Q 17.828125 56 27.875 56 \n",
       "Q 33.9375 56 38.28125 53.609375 \n",
       "Q 42.625 51.21875 45.40625 46.390625 \n",
       "L 45.40625 54.6875 \n",
       "L 54.390625 54.6875 \n",
       "z\n",
       "\" id=\"DejaVuSans-103\"/>\n",
       "     <path id=\"DejaVuSans-32\"/>\n",
       "     <path d=\"M 45.40625 46.390625 \n",
       "L 45.40625 75.984375 \n",
       "L 54.390625 75.984375 \n",
       "L 54.390625 0 \n",
       "L 45.40625 0 \n",
       "L 45.40625 8.203125 \n",
       "Q 42.578125 3.328125 38.25 0.953125 \n",
       "Q 33.9375 -1.421875 27.875 -1.421875 \n",
       "Q 17.96875 -1.421875 11.734375 6.484375 \n",
       "Q 5.515625 14.40625 5.515625 27.296875 \n",
       "Q 5.515625 40.1875 11.734375 48.09375 \n",
       "Q 17.96875 56 27.875 56 \n",
       "Q 33.9375 56 38.25 53.625 \n",
       "Q 42.578125 51.265625 45.40625 46.390625 \n",
       "z\n",
       "M 14.796875 27.296875 \n",
       "Q 14.796875 17.390625 18.875 11.75 \n",
       "Q 22.953125 6.109375 30.078125 6.109375 \n",
       "Q 37.203125 6.109375 41.296875 11.75 \n",
       "Q 45.40625 17.390625 45.40625 27.296875 \n",
       "Q 45.40625 37.203125 41.296875 42.84375 \n",
       "Q 37.203125 48.484375 30.078125 48.484375 \n",
       "Q 22.953125 48.484375 18.875 42.84375 \n",
       "Q 14.796875 37.203125 14.796875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-100\"/>\n",
       "     <path d=\"M 2.984375 54.6875 \n",
       "L 12.5 54.6875 \n",
       "L 29.59375 8.796875 \n",
       "L 46.6875 54.6875 \n",
       "L 56.203125 54.6875 \n",
       "L 35.6875 0 \n",
       "L 23.484375 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-118\"/>\n",
       "     <path d=\"M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-108\"/>\n",
       "     <path d=\"M 18.3125 70.21875 \n",
       "L 18.3125 54.6875 \n",
       "L 36.8125 54.6875 \n",
       "L 36.8125 47.703125 \n",
       "L 18.3125 47.703125 \n",
       "L 18.3125 18.015625 \n",
       "Q 18.3125 11.328125 20.140625 9.421875 \n",
       "Q 21.96875 7.515625 27.59375 7.515625 \n",
       "L 36.8125 7.515625 \n",
       "L 36.8125 0 \n",
       "L 27.59375 0 \n",
       "Q 17.1875 0 13.234375 3.875 \n",
       "Q 9.28125 7.765625 9.28125 18.015625 \n",
       "L 9.28125 47.703125 \n",
       "L 2.6875 47.703125 \n",
       "L 2.6875 54.6875 \n",
       "L 9.28125 54.6875 \n",
       "L 9.28125 70.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-116\"/>\n",
       "    </defs>\n",
       "    <g transform=\"translate(113.889375 16.318125)scale(0.12 -0.12)\">\n",
       "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
       "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
       "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
       "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
       "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"1231.636719\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "     <use x=\"1286.617188\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "     <use x=\"1341.597656\" xlink:href=\"#DejaVuSans-117\"/>\n",
       "     <use x=\"1404.976562\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "     <use x=\"1446.089844\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"1507.369141\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "     <use x=\"1562.349609\" xlink:href=\"#DejaVuSans-121\"/>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"legend_1\">\n",
       "    <g id=\"patch_7\">\n",
       "     <path d=\"M 266.1875 234.758125 \n",
       "L 371.58125 234.758125 \n",
       "Q 373.58125 234.758125 373.58125 232.758125 \n",
       "L 373.58125 203.845625 \n",
       "Q 373.58125 201.845625 371.58125 201.845625 \n",
       "L 266.1875 201.845625 \n",
       "Q 264.1875 201.845625 264.1875 203.845625 \n",
       "L 264.1875 232.758125 \n",
       "Q 264.1875 234.758125 266.1875 234.758125 \n",
       "z\n",
       "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_20\">\n",
       "     <path d=\"M 268.1875 209.944062 \n",
       "L 288.1875 209.944062 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_21\"/>\n",
       "    <g id=\"text_21\">\n",
       "     <!-- train_accuracy -->\n",
       "     <defs>\n",
       "      <path d=\"M 50.984375 -16.609375 \n",
       "L 50.984375 -23.578125 \n",
       "L -0.984375 -23.578125 \n",
       "L -0.984375 -16.609375 \n",
       "z\n",
       "\" id=\"DejaVuSans-95\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(296.1875 213.444062)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"344.042969\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"399.023438\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"454.003906\" xlink:href=\"#DejaVuSans-117\"/>\n",
       "      <use x=\"517.382812\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"558.496094\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"619.775391\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"674.755859\" xlink:href=\"#DejaVuSans-121\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"line2d_22\">\n",
       "     <path d=\"M 268.1875 224.900312 \n",
       "L 288.1875 224.900312 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_23\"/>\n",
       "    <g id=\"text_22\">\n",
       "     <!-- val_accuracy -->\n",
       "     <g transform=\"translate(296.1875 228.400312)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
       "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"259.521484\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"314.501953\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"369.482422\" xlink:href=\"#DejaVuSans-117\"/>\n",
       "      <use x=\"432.861328\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"473.974609\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"535.253906\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"590.234375\" xlink:href=\"#DejaVuSans-121\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "  </g>\n",
       " </g>\n",
       " <defs>\n",
       "  <clipPath id=\"p3858745d9a\">\n",
       "   <rect height=\"217.44\" width=\"334.8\" x=\"43.78125\" y=\"22.318125\"/>\n",
       "  </clipPath>\n",
       " </defs>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_metric(history, 'accuracy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
       "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 385.78125 277.314375\" width=\"385.78125pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       " <defs>\n",
       "  <style type=\"text/css\">\n",
       "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
       "  </style>\n",
       " </defs>\n",
       " <g id=\"figure_1\">\n",
       "  <g id=\"patch_1\">\n",
       "   <path d=\"M 0 277.314375 \n",
       "L 385.78125 277.314375 \n",
       "L 385.78125 0 \n",
       "L 0 0 \n",
       "z\n",
       "\" style=\"fill:none;\"/>\n",
       "  </g>\n",
       "  <g id=\"axes_1\">\n",
       "   <g id=\"patch_2\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "L 43.78125 22.318125 \n",
       "z\n",
       "\" style=\"fill:#ffffff;\"/>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_1\">\n",
       "    <g id=\"xtick_1\">\n",
       "     <g id=\"line2d_1\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L 0 3.5 \n",
       "\" id=\"m55d8b15fdf\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"57.469966\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_1\">\n",
       "      <!-- 0 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 66.40625 \n",
       "Q 24.171875 66.40625 20.328125 58.90625 \n",
       "Q 16.5 51.421875 16.5 36.375 \n",
       "Q 16.5 21.390625 20.328125 13.890625 \n",
       "Q 24.171875 6.390625 31.78125 6.390625 \n",
       "Q 39.453125 6.390625 43.28125 13.890625 \n",
       "Q 47.125 21.390625 47.125 36.375 \n",
       "Q 47.125 51.421875 43.28125 58.90625 \n",
       "Q 39.453125 66.40625 31.78125 66.40625 \n",
       "z\n",
       "M 31.78125 74.21875 \n",
       "Q 44.046875 74.21875 50.515625 64.515625 \n",
       "Q 56.984375 54.828125 56.984375 36.375 \n",
       "Q 56.984375 17.96875 50.515625 8.265625 \n",
       "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
       "Q 19.53125 -1.421875 13.0625 8.265625 \n",
       "Q 6.59375 17.96875 6.59375 36.375 \n",
       "Q 6.59375 54.828125 13.0625 64.515625 \n",
       "Q 19.53125 74.21875 31.78125 74.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-48\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(54.288716 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_2\">\n",
       "     <g id=\"line2d_2\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"95.706604\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_2\">\n",
       "      <!-- 25 -->\n",
       "      <defs>\n",
       "       <path d=\"M 19.1875 8.296875 \n",
       "L 53.609375 8.296875 \n",
       "L 53.609375 0 \n",
       "L 7.328125 0 \n",
       "L 7.328125 8.296875 \n",
       "Q 12.9375 14.109375 22.625 23.890625 \n",
       "Q 32.328125 33.6875 34.8125 36.53125 \n",
       "Q 39.546875 41.84375 41.421875 45.53125 \n",
       "Q 43.3125 49.21875 43.3125 52.78125 \n",
       "Q 43.3125 58.59375 39.234375 62.25 \n",
       "Q 35.15625 65.921875 28.609375 65.921875 \n",
       "Q 23.96875 65.921875 18.8125 64.3125 \n",
       "Q 13.671875 62.703125 7.8125 59.421875 \n",
       "L 7.8125 69.390625 \n",
       "Q 13.765625 71.78125 18.9375 73 \n",
       "Q 24.125 74.21875 28.421875 74.21875 \n",
       "Q 39.75 74.21875 46.484375 68.546875 \n",
       "Q 53.21875 62.890625 53.21875 53.421875 \n",
       "Q 53.21875 48.921875 51.53125 44.890625 \n",
       "Q 49.859375 40.875 45.40625 35.40625 \n",
       "Q 44.1875 33.984375 37.640625 27.21875 \n",
       "Q 31.109375 20.453125 19.1875 8.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-50\"/>\n",
       "       <path d=\"M 10.796875 72.90625 \n",
       "L 49.515625 72.90625 \n",
       "L 49.515625 64.59375 \n",
       "L 19.828125 64.59375 \n",
       "L 19.828125 46.734375 \n",
       "Q 21.96875 47.46875 24.109375 47.828125 \n",
       "Q 26.265625 48.1875 28.421875 48.1875 \n",
       "Q 40.625 48.1875 47.75 41.5 \n",
       "Q 54.890625 34.8125 54.890625 23.390625 \n",
       "Q 54.890625 11.625 47.5625 5.09375 \n",
       "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
       "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
       "Q 12.796875 0.140625 7.71875 1.703125 \n",
       "L 7.71875 11.625 \n",
       "Q 12.109375 9.234375 16.796875 8.0625 \n",
       "Q 21.484375 6.890625 26.703125 6.890625 \n",
       "Q 35.15625 6.890625 40.078125 11.328125 \n",
       "Q 45.015625 15.765625 45.015625 23.390625 \n",
       "Q 45.015625 31 40.078125 35.4375 \n",
       "Q 35.15625 39.890625 26.703125 39.890625 \n",
       "Q 22.75 39.890625 18.8125 39.015625 \n",
       "Q 14.890625 38.140625 10.796875 36.28125 \n",
       "z\n",
       "\" id=\"DejaVuSans-53\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(89.344104 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_3\">\n",
       "     <g id=\"line2d_3\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"133.943242\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_3\">\n",
       "      <!-- 50 -->\n",
       "      <g transform=\"translate(127.580742 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_4\">\n",
       "     <g id=\"line2d_4\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"172.17988\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_4\">\n",
       "      <!-- 75 -->\n",
       "      <defs>\n",
       "       <path d=\"M 8.203125 72.90625 \n",
       "L 55.078125 72.90625 \n",
       "L 55.078125 68.703125 \n",
       "L 28.609375 0 \n",
       "L 18.3125 0 \n",
       "L 43.21875 64.59375 \n",
       "L 8.203125 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-55\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(165.81738 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_5\">\n",
       "     <g id=\"line2d_5\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"210.416517\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_5\">\n",
       "      <!-- 100 -->\n",
       "      <defs>\n",
       "       <path d=\"M 12.40625 8.296875 \n",
       "L 28.515625 8.296875 \n",
       "L 28.515625 63.921875 \n",
       "L 10.984375 60.40625 \n",
       "L 10.984375 69.390625 \n",
       "L 28.421875 72.90625 \n",
       "L 38.28125 72.90625 \n",
       "L 38.28125 8.296875 \n",
       "L 54.390625 8.296875 \n",
       "L 54.390625 0 \n",
       "L 12.40625 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-49\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(200.872767 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_6\">\n",
       "     <g id=\"line2d_6\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"248.653155\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_6\">\n",
       "      <!-- 125 -->\n",
       "      <g transform=\"translate(239.109405 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_7\">\n",
       "     <g id=\"line2d_7\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"286.889793\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_7\">\n",
       "      <!-- 150 -->\n",
       "      <g transform=\"translate(277.346043 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_8\">\n",
       "     <g id=\"line2d_8\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"325.12643\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_8\">\n",
       "      <!-- 175 -->\n",
       "      <g transform=\"translate(315.58268 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_9\">\n",
       "     <g id=\"line2d_9\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"363.363068\" xlink:href=\"#m55d8b15fdf\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_9\">\n",
       "      <!-- 200 -->\n",
       "      <g transform=\"translate(353.819318 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_10\">\n",
       "     <!-- Epochs -->\n",
       "     <defs>\n",
       "      <path d=\"M 9.8125 72.90625 \n",
       "L 55.90625 72.90625 \n",
       "L 55.90625 64.59375 \n",
       "L 19.671875 64.59375 \n",
       "L 19.671875 43.015625 \n",
       "L 54.390625 43.015625 \n",
       "L 54.390625 34.71875 \n",
       "L 19.671875 34.71875 \n",
       "L 19.671875 8.296875 \n",
       "L 56.78125 8.296875 \n",
       "L 56.78125 0 \n",
       "L 9.8125 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-69\"/>\n",
       "      <path d=\"M 18.109375 8.203125 \n",
       "L 18.109375 -20.796875 \n",
       "L 9.078125 -20.796875 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.390625 \n",
       "Q 20.953125 51.265625 25.265625 53.625 \n",
       "Q 29.59375 56 35.59375 56 \n",
       "Q 45.5625 56 51.78125 48.09375 \n",
       "Q 58.015625 40.1875 58.015625 27.296875 \n",
       "Q 58.015625 14.40625 51.78125 6.484375 \n",
       "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
       "Q 29.59375 -1.421875 25.265625 0.953125 \n",
       "Q 20.953125 3.328125 18.109375 8.203125 \n",
       "z\n",
       "M 48.6875 27.296875 \n",
       "Q 48.6875 37.203125 44.609375 42.84375 \n",
       "Q 40.53125 48.484375 33.40625 48.484375 \n",
       "Q 26.265625 48.484375 22.1875 42.84375 \n",
       "Q 18.109375 37.203125 18.109375 27.296875 \n",
       "Q 18.109375 17.390625 22.1875 11.75 \n",
       "Q 26.265625 6.109375 33.40625 6.109375 \n",
       "Q 40.53125 6.109375 44.609375 11.75 \n",
       "Q 48.6875 17.390625 48.6875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-112\"/>\n",
       "      <path d=\"M 30.609375 48.390625 \n",
       "Q 23.390625 48.390625 19.1875 42.75 \n",
       "Q 14.984375 37.109375 14.984375 27.296875 \n",
       "Q 14.984375 17.484375 19.15625 11.84375 \n",
       "Q 23.34375 6.203125 30.609375 6.203125 \n",
       "Q 37.796875 6.203125 41.984375 11.859375 \n",
       "Q 46.1875 17.53125 46.1875 27.296875 \n",
       "Q 46.1875 37.015625 41.984375 42.703125 \n",
       "Q 37.796875 48.390625 30.609375 48.390625 \n",
       "z\n",
       "M 30.609375 56 \n",
       "Q 42.328125 56 49.015625 48.375 \n",
       "Q 55.71875 40.765625 55.71875 27.296875 \n",
       "Q 55.71875 13.875 49.015625 6.21875 \n",
       "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
       "Q 18.84375 -1.421875 12.171875 6.21875 \n",
       "Q 5.515625 13.875 5.515625 27.296875 \n",
       "Q 5.515625 40.765625 12.171875 48.375 \n",
       "Q 18.84375 56 30.609375 56 \n",
       "z\n",
       "\" id=\"DejaVuSans-111\"/>\n",
       "      <path d=\"M 48.78125 52.59375 \n",
       "L 48.78125 44.1875 \n",
       "Q 44.96875 46.296875 41.140625 47.34375 \n",
       "Q 37.3125 48.390625 33.40625 48.390625 \n",
       "Q 24.65625 48.390625 19.8125 42.84375 \n",
       "Q 14.984375 37.3125 14.984375 27.296875 \n",
       "Q 14.984375 17.28125 19.8125 11.734375 \n",
       "Q 24.65625 6.203125 33.40625 6.203125 \n",
       "Q 37.3125 6.203125 41.140625 7.25 \n",
       "Q 44.96875 8.296875 48.78125 10.40625 \n",
       "L 48.78125 2.09375 \n",
       "Q 45.015625 0.34375 40.984375 -0.53125 \n",
       "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
       "Q 20.0625 -1.421875 12.78125 6.34375 \n",
       "Q 5.515625 14.109375 5.515625 27.296875 \n",
       "Q 5.515625 40.671875 12.859375 48.328125 \n",
       "Q 20.21875 56 33.015625 56 \n",
       "Q 37.15625 56 41.109375 55.140625 \n",
       "Q 45.0625 54.296875 48.78125 52.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-99\"/>\n",
       "      <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 75.984375 \n",
       "L 18.109375 75.984375 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-104\"/>\n",
       "      <path d=\"M 44.28125 53.078125 \n",
       "L 44.28125 44.578125 \n",
       "Q 40.484375 46.53125 36.375 47.5 \n",
       "Q 32.28125 48.484375 27.875 48.484375 \n",
       "Q 21.1875 48.484375 17.84375 46.4375 \n",
       "Q 14.5 44.390625 14.5 40.28125 \n",
       "Q 14.5 37.15625 16.890625 35.375 \n",
       "Q 19.28125 33.59375 26.515625 31.984375 \n",
       "L 29.59375 31.296875 \n",
       "Q 39.15625 29.25 43.1875 25.515625 \n",
       "Q 47.21875 21.78125 47.21875 15.09375 \n",
       "Q 47.21875 7.46875 41.1875 3.015625 \n",
       "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
       "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
       "Q 10.6875 0.296875 5.421875 2 \n",
       "L 5.421875 11.28125 \n",
       "Q 10.40625 8.6875 15.234375 7.390625 \n",
       "Q 20.0625 6.109375 24.8125 6.109375 \n",
       "Q 31.15625 6.109375 34.5625 8.28125 \n",
       "Q 37.984375 10.453125 37.984375 14.40625 \n",
       "Q 37.984375 18.0625 35.515625 20.015625 \n",
       "Q 33.0625 21.96875 24.703125 23.78125 \n",
       "L 21.578125 24.515625 \n",
       "Q 13.234375 26.265625 9.515625 29.90625 \n",
       "Q 5.8125 33.546875 5.8125 39.890625 \n",
       "Q 5.8125 47.609375 11.28125 51.796875 \n",
       "Q 16.75 56 26.8125 56 \n",
       "Q 31.78125 56 36.171875 55.265625 \n",
       "Q 40.578125 54.546875 44.28125 53.078125 \n",
       "z\n",
       "\" id=\"DejaVuSans-115\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(193.265625 268.034687)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
       "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
       "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
       "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_2\">\n",
       "    <g id=\"ytick_1\">\n",
       "     <g id=\"line2d_10\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L -3.5 0 \n",
       "\" id=\"m018bc6d644\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"231.210516\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_11\">\n",
       "      <!-- 0.0 -->\n",
       "      <defs>\n",
       "       <path d=\"M 10.6875 12.40625 \n",
       "L 21 12.40625 \n",
       "L 21 0 \n",
       "L 10.6875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-46\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 235.009735)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_2\">\n",
       "     <g id=\"line2d_11\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"194.272865\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_12\">\n",
       "      <!-- 0.2 -->\n",
       "      <g transform=\"translate(20.878125 198.072083)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_3\">\n",
       "     <g id=\"line2d_12\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"157.335213\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_13\">\n",
       "      <!-- 0.4 -->\n",
       "      <defs>\n",
       "       <path d=\"M 37.796875 64.3125 \n",
       "L 12.890625 25.390625 \n",
       "L 37.796875 25.390625 \n",
       "z\n",
       "M 35.203125 72.90625 \n",
       "L 47.609375 72.90625 \n",
       "L 47.609375 25.390625 \n",
       "L 58.015625 25.390625 \n",
       "L 58.015625 17.1875 \n",
       "L 47.609375 17.1875 \n",
       "L 47.609375 0 \n",
       "L 37.796875 0 \n",
       "L 37.796875 17.1875 \n",
       "L 4.890625 17.1875 \n",
       "L 4.890625 26.703125 \n",
       "z\n",
       "\" id=\"DejaVuSans-52\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 161.134431)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-52\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_4\">\n",
       "     <g id=\"line2d_13\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"120.397561\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_14\">\n",
       "      <!-- 0.6 -->\n",
       "      <defs>\n",
       "       <path d=\"M 33.015625 40.375 \n",
       "Q 26.375 40.375 22.484375 35.828125 \n",
       "Q 18.609375 31.296875 18.609375 23.390625 \n",
       "Q 18.609375 15.53125 22.484375 10.953125 \n",
       "Q 26.375 6.390625 33.015625 6.390625 \n",
       "Q 39.65625 6.390625 43.53125 10.953125 \n",
       "Q 47.40625 15.53125 47.40625 23.390625 \n",
       "Q 47.40625 31.296875 43.53125 35.828125 \n",
       "Q 39.65625 40.375 33.015625 40.375 \n",
       "z\n",
       "M 52.59375 71.296875 \n",
       "L 52.59375 62.3125 \n",
       "Q 48.875 64.0625 45.09375 64.984375 \n",
       "Q 41.3125 65.921875 37.59375 65.921875 \n",
       "Q 27.828125 65.921875 22.671875 59.328125 \n",
       "Q 17.53125 52.734375 16.796875 39.40625 \n",
       "Q 19.671875 43.65625 24.015625 45.921875 \n",
       "Q 28.375 48.1875 33.59375 48.1875 \n",
       "Q 44.578125 48.1875 50.953125 41.515625 \n",
       "Q 57.328125 34.859375 57.328125 23.390625 \n",
       "Q 57.328125 12.15625 50.6875 5.359375 \n",
       "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
       "Q 20.359375 -1.421875 13.671875 8.265625 \n",
       "Q 6.984375 17.96875 6.984375 36.375 \n",
       "Q 6.984375 53.65625 15.1875 63.9375 \n",
       "Q 23.390625 74.21875 37.203125 74.21875 \n",
       "Q 40.921875 74.21875 44.703125 73.484375 \n",
       "Q 48.484375 72.75 52.59375 71.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-54\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 124.196779)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_5\">\n",
       "     <g id=\"line2d_14\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"83.459909\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_15\">\n",
       "      <!-- 0.8 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 34.625 \n",
       "Q 24.75 34.625 20.71875 30.859375 \n",
       "Q 16.703125 27.09375 16.703125 20.515625 \n",
       "Q 16.703125 13.921875 20.71875 10.15625 \n",
       "Q 24.75 6.390625 31.78125 6.390625 \n",
       "Q 38.8125 6.390625 42.859375 10.171875 \n",
       "Q 46.921875 13.96875 46.921875 20.515625 \n",
       "Q 46.921875 27.09375 42.890625 30.859375 \n",
       "Q 38.875 34.625 31.78125 34.625 \n",
       "z\n",
       "M 21.921875 38.8125 \n",
       "Q 15.578125 40.375 12.03125 44.71875 \n",
       "Q 8.5 49.078125 8.5 55.328125 \n",
       "Q 8.5 64.0625 14.71875 69.140625 \n",
       "Q 20.953125 74.21875 31.78125 74.21875 \n",
       "Q 42.671875 74.21875 48.875 69.140625 \n",
       "Q 55.078125 64.0625 55.078125 55.328125 \n",
       "Q 55.078125 49.078125 51.53125 44.71875 \n",
       "Q 48 40.375 41.703125 38.8125 \n",
       "Q 48.828125 37.15625 52.796875 32.3125 \n",
       "Q 56.78125 27.484375 56.78125 20.515625 \n",
       "Q 56.78125 9.90625 50.3125 4.234375 \n",
       "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
       "Q 19.734375 -1.421875 13.25 4.234375 \n",
       "Q 6.78125 9.90625 6.78125 20.515625 \n",
       "Q 6.78125 27.484375 10.78125 32.3125 \n",
       "Q 14.796875 37.15625 21.921875 38.8125 \n",
       "z\n",
       "M 18.3125 54.390625 \n",
       "Q 18.3125 48.734375 21.84375 45.5625 \n",
       "Q 25.390625 42.390625 31.78125 42.390625 \n",
       "Q 38.140625 42.390625 41.71875 45.5625 \n",
       "Q 45.3125 48.734375 45.3125 54.390625 \n",
       "Q 45.3125 60.0625 41.71875 63.234375 \n",
       "Q 38.140625 66.40625 31.78125 66.40625 \n",
       "Q 25.390625 66.40625 21.84375 63.234375 \n",
       "Q 18.3125 60.0625 18.3125 54.390625 \n",
       "z\n",
       "\" id=\"DejaVuSans-56\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 87.259127)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_6\">\n",
       "     <g id=\"line2d_15\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m018bc6d644\" y=\"46.522257\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_16\">\n",
       "      <!-- 1.0 -->\n",
       "      <g transform=\"translate(20.878125 50.321475)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_17\">\n",
       "     <!-- loss -->\n",
       "     <defs>\n",
       "      <path d=\"M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-108\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(14.798438 140.695937)rotate(-90)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"27.783203\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"88.964844\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"141.064453\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"line2d_16\">\n",
       "    <path clip-path=\"url(#p8f57b54fe9)\" d=\"M 58.999432 32.201761 \n",
       "L 60.528897 56.463359 \n",
       "L 69.70569 164.037843 \n",
       "L 71.235156 163.929687 \n",
       "L 72.764621 172.543549 \n",
       "L 74.294087 186.502916 \n",
       "L 75.823552 193.389789 \n",
       "L 77.353018 195.592019 \n",
       "L 78.882483 199.37883 \n",
       "L 80.411949 212.479468 \n",
       "L 81.941414 201.58073 \n",
       "L 83.47088 212.859999 \n",
       "L 85.000345 217.230632 \n",
       "L 86.529811 217.524507 \n",
       "L 88.059276 219.261486 \n",
       "L 89.588742 217.380835 \n",
       "L 91.118208 220.594325 \n",
       "L 92.647673 204.647063 \n",
       "L 94.177139 217.288441 \n",
       "L 95.706604 211.425953 \n",
       "L 97.23607 219.31031 \n",
       "L 98.765535 216.891598 \n",
       "L 100.295001 214.150694 \n",
       "L 101.824466 220.624995 \n",
       "L 103.353932 215.517372 \n",
       "L 104.883397 222.522384 \n",
       "L 106.412863 219.587558 \n",
       "L 107.942328 223.711087 \n",
       "L 109.471794 219.953003 \n",
       "L 111.001259 224.388702 \n",
       "L 112.530725 222.476342 \n",
       "L 114.06019 224.016092 \n",
       "L 115.589656 224.603087 \n",
       "L 117.119121 224.336461 \n",
       "L 118.648587 224.858673 \n",
       "L 120.178052 224.610218 \n",
       "L 121.707518 225.387842 \n",
       "L 123.236983 224.9054 \n",
       "L 124.766449 225.547358 \n",
       "L 126.295914 223.674835 \n",
       "L 127.82538 211.45833 \n",
       "L 129.354845 213.471946 \n",
       "L 130.884311 192.132372 \n",
       "L 132.413776 215.534455 \n",
       "L 133.943242 217.676494 \n",
       "L 135.472707 221.262428 \n",
       "L 137.002173 223.994372 \n",
       "L 138.531638 216.715578 \n",
       "L 140.061104 224.720613 \n",
       "L 141.590569 220.851605 \n",
       "L 143.120035 224.509041 \n",
       "L 144.6495 223.983002 \n",
       "L 146.178966 225.131324 \n",
       "L 147.708431 223.331666 \n",
       "L 149.237897 219.67563 \n",
       "L 150.767362 224.74492 \n",
       "L 152.296828 226.04326 \n",
       "L 153.826293 224.508087 \n",
       "L 155.355759 226.656214 \n",
       "L 156.885224 218.293739 \n",
       "L 158.41469 225.801662 \n",
       "L 159.944155 222.619988 \n",
       "L 161.473621 227.113973 \n",
       "L 163.003086 225.174445 \n",
       "L 164.532552 225.762388 \n",
       "L 166.062017 227.189795 \n",
       "L 167.591483 219.880343 \n",
       "L 169.120948 219.743234 \n",
       "L 170.650414 221.472502 \n",
       "L 172.17988 226.778747 \n",
       "L 173.709345 221.701143 \n",
       "L 175.238811 225.133001 \n",
       "L 176.768276 225.285109 \n",
       "L 178.297742 224.576887 \n",
       "L 179.827207 216.973269 \n",
       "L 181.356673 226.078402 \n",
       "L 182.886138 222.807901 \n",
       "L 184.415604 228.085288 \n",
       "L 185.945069 221.09143 \n",
       "L 187.474535 224.209719 \n",
       "L 189.004 218.811248 \n",
       "L 190.533466 227.709677 \n",
       "L 192.062931 194.173894 \n",
       "L 193.592397 222.681008 \n",
       "L 195.121862 209.987596 \n",
       "L 196.651328 208.395751 \n",
       "L 198.180793 217.895262 \n",
       "L 199.710259 207.640253 \n",
       "L 201.239724 224.30498 \n",
       "L 202.76919 220.691698 \n",
       "L 204.298655 218.520052 \n",
       "L 205.828121 222.855893 \n",
       "L 207.357586 223.327308 \n",
       "L 208.887052 226.264882 \n",
       "L 210.416517 224.368974 \n",
       "L 211.945983 225.788685 \n",
       "L 213.475448 222.130157 \n",
       "L 215.004914 224.341071 \n",
       "L 216.534379 222.089184 \n",
       "L 218.063845 226.282656 \n",
       "L 219.59331 226.068851 \n",
       "L 221.122776 224.565028 \n",
       "L 222.652241 226.89387 \n",
       "L 224.181707 226.557888 \n",
       "L 225.711172 227.562066 \n",
       "L 227.240638 227.673098 \n",
       "L 228.770103 228.229815 \n",
       "L 230.299569 227.544451 \n",
       "L 231.829034 224.882811 \n",
       "L 233.3585 226.861877 \n",
       "L 234.887965 225.258182 \n",
       "L 236.417431 226.581673 \n",
       "L 237.946896 227.306152 \n",
       "L 239.476362 228.48063 \n",
       "L 241.005827 227.455007 \n",
       "L 242.535293 229.153276 \n",
       "L 245.594224 221.793661 \n",
       "L 247.123689 224.726917 \n",
       "L 248.653155 226.508689 \n",
       "L 250.18262 227.308162 \n",
       "L 251.712086 202.05549 \n",
       "L 253.241552 229.170818 \n",
       "L 254.771017 212.198058 \n",
       "L 256.300483 221.242734 \n",
       "L 257.829948 215.945771 \n",
       "L 259.359414 229.718828 \n",
       "L 260.888879 216.025448 \n",
       "L 262.418345 228.969433 \n",
       "L 263.94781 216.40808 \n",
       "L 265.477276 227.553337 \n",
       "L 267.006741 224.263185 \n",
       "L 268.536207 228.82017 \n",
       "L 270.065672 224.83935 \n",
       "L 271.595138 228.975569 \n",
       "L 273.124603 221.579004 \n",
       "L 274.654069 226.889879 \n",
       "L 276.183534 213.137939 \n",
       "L 277.713 227.664119 \n",
       "L 279.242465 218.184734 \n",
       "L 280.771931 224.925232 \n",
       "L 282.301396 222.809939 \n",
       "L 283.830862 227.864385 \n",
       "L 285.360327 223.545478 \n",
       "L 286.889793 226.745317 \n",
       "L 288.419258 224.337688 \n",
       "L 289.948724 227.431389 \n",
       "L 291.478189 223.131581 \n",
       "L 293.007655 225.770907 \n",
       "L 294.53712 215.549979 \n",
       "L 296.066586 227.313147 \n",
       "L 297.596051 226.439115 \n",
       "L 299.125517 225.048678 \n",
       "L 300.654982 229.181788 \n",
       "L 302.184448 227.56656 \n",
       "L 303.713913 228.484709 \n",
       "L 305.243379 228.450608 \n",
       "L 306.772844 227.034415 \n",
       "L 308.30231 226.475077 \n",
       "L 309.831775 228.403198 \n",
       "L 311.361241 228.485569 \n",
       "L 312.890706 228.893604 \n",
       "L 314.420172 229.874489 \n",
       "L 315.949637 228.655777 \n",
       "L 317.479103 229.619294 \n",
       "L 319.008568 229.433613 \n",
       "L 320.538034 229.61019 \n",
       "L 322.067499 225.476301 \n",
       "L 323.596965 226.541509 \n",
       "L 325.12643 199.500442 \n",
       "L 326.655896 187.024137 \n",
       "L 328.185361 163.068228 \n",
       "L 329.714827 227.196163 \n",
       "L 331.244292 165.419014 \n",
       "L 332.773758 220.136032 \n",
       "L 334.303224 210.767736 \n",
       "L 335.832689 202.788276 \n",
       "L 337.362155 208.896367 \n",
       "L 338.89162 217.192503 \n",
       "L 340.421086 216.996596 \n",
       "L 341.950551 221.984551 \n",
       "L 343.480017 224.359929 \n",
       "L 346.538948 226.295381 \n",
       "L 348.068413 226.692128 \n",
       "L 349.597879 228.450741 \n",
       "L 351.127344 221.336436 \n",
       "L 352.65681 216.120312 \n",
       "L 354.186275 222.589177 \n",
       "L 355.715741 224.942396 \n",
       "L 357.245206 225.887837 \n",
       "L 358.774672 228.305533 \n",
       "L 360.304137 226.146629 \n",
       "L 361.833603 226.346171 \n",
       "L 363.363068 227.261426 \n",
       "L 363.363068 227.261426 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"line2d_17\">\n",
       "    <path clip-path=\"url(#p8f57b54fe9)\" d=\"M 58.999432 47.288917 \n",
       "L 60.528897 60.974001 \n",
       "L 63.587828 95.295281 \n",
       "L 65.117294 117.386176 \n",
       "L 66.646759 141.847841 \n",
       "L 68.176225 156.284042 \n",
       "L 69.70569 175.935172 \n",
       "L 71.235156 175.698417 \n",
       "L 72.764621 168.9645 \n",
       "L 74.294087 189.84122 \n",
       "L 75.823552 182.074104 \n",
       "L 77.353018 199.473785 \n",
       "L 78.882483 201.63143 \n",
       "L 80.411949 181.128564 \n",
       "L 81.941414 204.185329 \n",
       "L 83.47088 204.396638 \n",
       "L 85.000345 203.419717 \n",
       "L 86.529811 203.700518 \n",
       "L 88.059276 198.142984 \n",
       "L 89.588742 202.998281 \n",
       "L 91.118208 195.725437 \n",
       "L 92.647673 197.782688 \n",
       "L 94.177139 201.426307 \n",
       "L 95.706604 198.09288 \n",
       "L 97.23607 191.47978 \n",
       "L 98.765535 191.648171 \n",
       "L 100.295001 201.333513 \n",
       "L 101.824466 195.886997 \n",
       "L 103.353932 198.154719 \n",
       "L 104.883397 199.386388 \n",
       "L 106.412863 200.853203 \n",
       "L 107.942328 197.289996 \n",
       "L 109.471794 199.648569 \n",
       "L 111.001259 198.987272 \n",
       "L 112.530725 199.074342 \n",
       "L 114.06019 198.539708 \n",
       "L 115.589656 199.143675 \n",
       "L 117.119121 198.717187 \n",
       "L 118.648587 198.086148 \n",
       "L 120.178052 197.163941 \n",
       "L 121.707518 196.967247 \n",
       "L 123.236983 195.478832 \n",
       "L 124.766449 196.167923 \n",
       "L 126.295914 189.086556 \n",
       "L 127.82538 188.74599 \n",
       "L 129.354845 142.483327 \n",
       "L 130.884311 191.368993 \n",
       "L 132.413776 190.55539 \n",
       "L 133.943242 194.863367 \n",
       "L 135.472707 195.336305 \n",
       "L 137.002173 193.606992 \n",
       "L 138.531638 196.992104 \n",
       "L 140.061104 189.449372 \n",
       "L 141.590569 196.849508 \n",
       "L 144.6495 195.937794 \n",
       "L 146.178966 196.443817 \n",
       "L 147.708431 193.61944 \n",
       "L 149.237897 195.458678 \n",
       "L 152.296828 195.045051 \n",
       "L 153.826293 194.896381 \n",
       "L 155.355759 188.214634 \n",
       "L 156.885224 192.350717 \n",
       "L 158.41469 193.495963 \n",
       "L 159.944155 194.173668 \n",
       "L 161.473621 191.273202 \n",
       "L 163.003086 193.072001 \n",
       "L 164.532552 193.346605 \n",
       "L 166.062017 187.622703 \n",
       "L 167.591483 192.014045 \n",
       "L 169.120948 191.250591 \n",
       "L 170.650414 188.610938 \n",
       "L 172.17988 191.238889 \n",
       "L 173.709345 192.817385 \n",
       "L 175.238811 189.651316 \n",
       "L 176.768276 192.93759 \n",
       "L 178.297742 191.208627 \n",
       "L 179.827207 189.221509 \n",
       "L 181.356673 192.781372 \n",
       "L 182.886138 193.728136 \n",
       "L 184.415604 187.326594 \n",
       "L 185.945069 193.558691 \n",
       "L 187.474535 193.179092 \n",
       "L 189.004 193.686247 \n",
       "L 190.533466 183.117804 \n",
       "L 192.062931 193.913298 \n",
       "L 193.592397 170.813945 \n",
       "L 195.121862 199.140631 \n",
       "L 196.651328 196.323844 \n",
       "L 198.180793 192.259095 \n",
       "L 199.710259 198.318434 \n",
       "L 201.239724 205.449968 \n",
       "L 202.76919 203.841782 \n",
       "L 204.298655 205.790878 \n",
       "L 205.828121 199.275895 \n",
       "L 207.357586 203.382927 \n",
       "L 208.887052 201.484406 \n",
       "L 210.416517 201.172817 \n",
       "L 211.945983 192.694178 \n",
       "L 213.475448 199.669152 \n",
       "L 215.004914 195.810096 \n",
       "L 216.534379 197.95767 \n",
       "L 218.063845 194.332309 \n",
       "L 219.59331 195.719393 \n",
       "L 221.122776 195.043559 \n",
       "L 222.652241 194.691514 \n",
       "L 225.711172 194.441855 \n",
       "L 228.770103 193.603082 \n",
       "L 230.299569 192.261649 \n",
       "L 231.829034 187.157545 \n",
       "L 233.3585 191.037903 \n",
       "L 234.887965 189.837549 \n",
       "L 236.417431 189.124141 \n",
       "L 237.946896 190.474031 \n",
       "L 239.476362 189.502267 \n",
       "L 241.005827 189.451442 \n",
       "L 242.535293 187.276294 \n",
       "L 244.064758 188.356118 \n",
       "L 245.594224 185.973131 \n",
       "L 247.123689 188.297092 \n",
       "L 248.653155 186.677807 \n",
       "L 250.18262 178.374651 \n",
       "L 251.712086 187.922568 \n",
       "L 253.241552 156.905597 \n",
       "L 254.771017 189.354784 \n",
       "L 256.300483 187.600427 \n",
       "L 257.829948 193.569116 \n",
       "L 259.359414 177.171683 \n",
       "L 260.888879 195.270883 \n",
       "L 262.418345 192.195739 \n",
       "L 263.94781 194.976813 \n",
       "L 265.477276 186.446066 \n",
       "L 267.006741 196.014806 \n",
       "L 268.536207 194.471118 \n",
       "L 270.065672 195.405308 \n",
       "L 271.595138 181.326378 \n",
       "L 273.124603 193.956208 \n",
       "L 274.654069 188.761663 \n",
       "L 276.183534 194.464499 \n",
       "L 277.713 167.457455 \n",
       "L 279.242465 194.393688 \n",
       "L 280.771931 193.274234 \n",
       "L 282.301396 195.610037 \n",
       "L 283.830862 180.488405 \n",
       "L 285.360327 195.579373 \n",
       "L 286.889793 193.593328 \n",
       "L 288.419258 194.904054 \n",
       "L 289.948724 183.860863 \n",
       "L 291.478189 194.773413 \n",
       "L 293.007655 190.479835 \n",
       "L 294.53712 193.708778 \n",
       "L 296.066586 185.943057 \n",
       "L 297.596051 183.483218 \n",
       "L 299.125517 194.59078 \n",
       "L 300.654982 188.937465 \n",
       "L 302.184448 194.707647 \n",
       "L 303.713913 193.894749 \n",
       "L 305.243379 190.21922 \n",
       "L 306.772844 191.552347 \n",
       "L 308.30231 192.097259 \n",
       "L 309.831775 189.68073 \n",
       "L 311.361241 189.622447 \n",
       "L 312.890706 190.546837 \n",
       "L 314.420172 186.298244 \n",
       "L 315.949637 190.04001 \n",
       "L 317.479103 189.158845 \n",
       "L 319.008568 188.946379 \n",
       "L 320.538034 188.383705 \n",
       "L 322.067499 188.254553 \n",
       "L 323.596965 120.419331 \n",
       "L 325.12643 185.355694 \n",
       "L 326.655896 91.354889 \n",
       "L 328.185361 202.759858 \n",
       "L 329.714827 133.996005 \n",
       "L 331.244292 179.856657 \n",
       "L 332.773758 205.790008 \n",
       "L 334.303224 193.486744 \n",
       "L 335.832689 198.299764 \n",
       "L 337.362155 208.902634 \n",
       "L 338.89162 199.843606 \n",
       "L 340.421086 196.612376 \n",
       "L 341.950551 205.605523 \n",
       "L 343.480017 202.933013 \n",
       "L 345.009482 199.09509 \n",
       "L 346.538948 194.263823 \n",
       "L 348.068413 195.292118 \n",
       "L 349.597879 179.164748 \n",
       "L 351.127344 194.526071 \n",
       "L 352.65681 189.689234 \n",
       "L 354.186275 194.854506 \n",
       "L 355.715741 189.015302 \n",
       "L 357.245206 199.984919 \n",
       "L 360.304137 199.32472 \n",
       "L 361.833603 199.939394 \n",
       "L 363.363068 198.241962 \n",
       "L 363.363068 198.241962 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_3\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 43.78125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_4\">\n",
       "    <path d=\"M 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_5\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_6\">\n",
       "    <path d=\"M 43.78125 22.318125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"text_18\">\n",
       "    <!-- Training and validation loss -->\n",
       "    <defs>\n",
       "     <path d=\"M -0.296875 72.90625 \n",
       "L 61.375 72.90625 \n",
       "L 61.375 64.59375 \n",
       "L 35.5 64.59375 \n",
       "L 35.5 0 \n",
       "L 25.59375 0 \n",
       "L 25.59375 64.59375 \n",
       "L -0.296875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-84\"/>\n",
       "     <path d=\"M 41.109375 46.296875 \n",
       "Q 39.59375 47.171875 37.8125 47.578125 \n",
       "Q 36.03125 48 33.890625 48 \n",
       "Q 26.265625 48 22.1875 43.046875 \n",
       "Q 18.109375 38.09375 18.109375 28.8125 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 20.953125 51.171875 25.484375 53.578125 \n",
       "Q 30.03125 56 36.53125 56 \n",
       "Q 37.453125 56 38.578125 55.875 \n",
       "Q 39.703125 55.765625 41.0625 55.515625 \n",
       "z\n",
       "\" id=\"DejaVuSans-114\"/>\n",
       "     <path d=\"M 34.28125 27.484375 \n",
       "Q 23.390625 27.484375 19.1875 25 \n",
       "Q 14.984375 22.515625 14.984375 16.5 \n",
       "Q 14.984375 11.71875 18.140625 8.90625 \n",
       "Q 21.296875 6.109375 26.703125 6.109375 \n",
       "Q 34.1875 6.109375 38.703125 11.40625 \n",
       "Q 43.21875 16.703125 43.21875 25.484375 \n",
       "L 43.21875 27.484375 \n",
       "z\n",
       "M 52.203125 31.203125 \n",
       "L 52.203125 0 \n",
       "L 43.21875 0 \n",
       "L 43.21875 8.296875 \n",
       "Q 40.140625 3.328125 35.546875 0.953125 \n",
       "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
       "Q 15.921875 -1.421875 10.953125 3.296875 \n",
       "Q 6 8.015625 6 15.921875 \n",
       "Q 6 25.140625 12.171875 29.828125 \n",
       "Q 18.359375 34.515625 30.609375 34.515625 \n",
       "L 43.21875 34.515625 \n",
       "L 43.21875 35.40625 \n",
       "Q 43.21875 41.609375 39.140625 45 \n",
       "Q 35.0625 48.390625 27.6875 48.390625 \n",
       "Q 23 48.390625 18.546875 47.265625 \n",
       "Q 14.109375 46.140625 10.015625 43.890625 \n",
       "L 10.015625 52.203125 \n",
       "Q 14.9375 54.109375 19.578125 55.046875 \n",
       "Q 24.21875 56 28.609375 56 \n",
       "Q 40.484375 56 46.34375 49.84375 \n",
       "Q 52.203125 43.703125 52.203125 31.203125 \n",
       "z\n",
       "\" id=\"DejaVuSans-97\"/>\n",
       "     <path d=\"M 9.421875 54.6875 \n",
       "L 18.40625 54.6875 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 64.59375 \n",
       "L 9.421875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-105\"/>\n",
       "     <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-110\"/>\n",
       "     <path d=\"M 45.40625 27.984375 \n",
       "Q 45.40625 37.75 41.375 43.109375 \n",
       "Q 37.359375 48.484375 30.078125 48.484375 \n",
       "Q 22.859375 48.484375 18.828125 43.109375 \n",
       "Q 14.796875 37.75 14.796875 27.984375 \n",
       "Q 14.796875 18.265625 18.828125 12.890625 \n",
       "Q 22.859375 7.515625 30.078125 7.515625 \n",
       "Q 37.359375 7.515625 41.375 12.890625 \n",
       "Q 45.40625 18.265625 45.40625 27.984375 \n",
       "z\n",
       "M 54.390625 6.78125 \n",
       "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
       "Q 42 -20.796875 29.203125 -20.796875 \n",
       "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
       "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
       "L 12.109375 -9.1875 \n",
       "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
       "Q 23.78125 -13.375 27.78125 -13.375 \n",
       "Q 36.625 -13.375 41.015625 -8.765625 \n",
       "Q 45.40625 -4.15625 45.40625 5.171875 \n",
       "L 45.40625 9.625 \n",
       "Q 42.625 4.78125 38.28125 2.390625 \n",
       "Q 33.9375 0 27.875 0 \n",
       "Q 17.828125 0 11.671875 7.65625 \n",
       "Q 5.515625 15.328125 5.515625 27.984375 \n",
       "Q 5.515625 40.671875 11.671875 48.328125 \n",
       "Q 17.828125 56 27.875 56 \n",
       "Q 33.9375 56 38.28125 53.609375 \n",
       "Q 42.625 51.21875 45.40625 46.390625 \n",
       "L 45.40625 54.6875 \n",
       "L 54.390625 54.6875 \n",
       "z\n",
       "\" id=\"DejaVuSans-103\"/>\n",
       "     <path id=\"DejaVuSans-32\"/>\n",
       "     <path d=\"M 45.40625 46.390625 \n",
       "L 45.40625 75.984375 \n",
       "L 54.390625 75.984375 \n",
       "L 54.390625 0 \n",
       "L 45.40625 0 \n",
       "L 45.40625 8.203125 \n",
       "Q 42.578125 3.328125 38.25 0.953125 \n",
       "Q 33.9375 -1.421875 27.875 -1.421875 \n",
       "Q 17.96875 -1.421875 11.734375 6.484375 \n",
       "Q 5.515625 14.40625 5.515625 27.296875 \n",
       "Q 5.515625 40.1875 11.734375 48.09375 \n",
       "Q 17.96875 56 27.875 56 \n",
       "Q 33.9375 56 38.25 53.625 \n",
       "Q 42.578125 51.265625 45.40625 46.390625 \n",
       "z\n",
       "M 14.796875 27.296875 \n",
       "Q 14.796875 17.390625 18.875 11.75 \n",
       "Q 22.953125 6.109375 30.078125 6.109375 \n",
       "Q 37.203125 6.109375 41.296875 11.75 \n",
       "Q 45.40625 17.390625 45.40625 27.296875 \n",
       "Q 45.40625 37.203125 41.296875 42.84375 \n",
       "Q 37.203125 48.484375 30.078125 48.484375 \n",
       "Q 22.953125 48.484375 18.875 42.84375 \n",
       "Q 14.796875 37.203125 14.796875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-100\"/>\n",
       "     <path d=\"M 2.984375 54.6875 \n",
       "L 12.5 54.6875 \n",
       "L 29.59375 8.796875 \n",
       "L 46.6875 54.6875 \n",
       "L 56.203125 54.6875 \n",
       "L 35.6875 0 \n",
       "L 23.484375 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-118\"/>\n",
       "     <path d=\"M 18.3125 70.21875 \n",
       "L 18.3125 54.6875 \n",
       "L 36.8125 54.6875 \n",
       "L 36.8125 47.703125 \n",
       "L 18.3125 47.703125 \n",
       "L 18.3125 18.015625 \n",
       "Q 18.3125 11.328125 20.140625 9.421875 \n",
       "Q 21.96875 7.515625 27.59375 7.515625 \n",
       "L 36.8125 7.515625 \n",
       "L 36.8125 0 \n",
       "L 27.59375 0 \n",
       "Q 17.1875 0 13.234375 3.875 \n",
       "Q 9.28125 7.765625 9.28125 18.015625 \n",
       "L 9.28125 47.703125 \n",
       "L 2.6875 47.703125 \n",
       "L 2.6875 54.6875 \n",
       "L 9.28125 54.6875 \n",
       "L 9.28125 70.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-116\"/>\n",
       "    </defs>\n",
       "    <g transform=\"translate(129.37125 16.318125)scale(0.12 -0.12)\">\n",
       "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
       "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
       "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
       "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
       "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "     <use x=\"1198.140625\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "     <use x=\"1259.322266\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     <use x=\"1311.421875\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"legend_1\">\n",
       "    <g id=\"patch_7\">\n",
       "     <path d=\"M 291.990625 60.230625 \n",
       "L 371.58125 60.230625 \n",
       "Q 373.58125 60.230625 373.58125 58.230625 \n",
       "L 373.58125 29.318125 \n",
       "Q 373.58125 27.318125 371.58125 27.318125 \n",
       "L 291.990625 27.318125 \n",
       "Q 289.990625 27.318125 289.990625 29.318125 \n",
       "L 289.990625 58.230625 \n",
       "Q 289.990625 60.230625 291.990625 60.230625 \n",
       "z\n",
       "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_18\">\n",
       "     <path d=\"M 293.990625 35.416562 \n",
       "L 313.990625 35.416562 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_19\"/>\n",
       "    <g id=\"text_19\">\n",
       "     <!-- train_loss -->\n",
       "     <defs>\n",
       "      <path d=\"M 50.984375 -16.609375 \n",
       "L 50.984375 -23.578125 \n",
       "L -0.984375 -23.578125 \n",
       "L -0.984375 -16.609375 \n",
       "z\n",
       "\" id=\"DejaVuSans-95\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(321.990625 38.916562)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"310.546875\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"371.728516\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"423.828125\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"line2d_20\">\n",
       "     <path d=\"M 293.990625 50.372812 \n",
       "L 313.990625 50.372812 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_21\"/>\n",
       "    <g id=\"text_20\">\n",
       "     <!-- val_loss -->\n",
       "     <g transform=\"translate(321.990625 53.872812)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
       "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"226.025391\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"287.207031\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"339.306641\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "  </g>\n",
       " </g>\n",
       " <defs>\n",
       "  <clipPath id=\"p8f57b54fe9\">\n",
       "   <rect height=\"217.44\" width=\"334.8\" x=\"43.78125\" y=\"22.318125\"/>\n",
       "  </clipPath>\n",
       " </defs>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_metric(history, 'loss')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Plot the training and validation loss\n",
    "\n",
    "Finally, let's plot the loss vs. epochs graph on the training and validation sets\n",
    "\n",
    "From the graph, we can see that the model has vastly overfit the training data, so it outperform the validation set\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "30/1 - 0s - loss: 0.0065 - accuracy: 1.0000\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[0.006538852117955685, 1.0]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Evaluate the model on the test set\n",
    "model.evaluate(X_test, y_test, verbose=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. Adding L2 regularization and Dropout"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tensorflow.keras.layers import Dropout\n",
    "from tensorflow.keras.regularizers import l2\n",
    "\n",
    "def create_regularized_model(factor, rate):\n",
    "    model = Sequential([\n",
    "        Dense(64, kernel_regularizer=l2(factor), activation=\"relu\", input_shape=(4,)),\n",
    "        Dropout(rate),\n",
    "        Dense(128, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(128, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(128, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(64, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(64, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(64, kernel_regularizer=l2(factor), activation=\"relu\"),\n",
    "        Dropout(rate),\n",
    "        Dense(3, activation='softmax')\n",
    "    ])\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Re-build the model with weight decay and dropout layers\n",
    "model = create_regularized_model(1e-5, 0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_4\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_32 (Dense)             (None, 64)                320       \n",
      "_________________________________________________________________\n",
      "dropout_21 (Dropout)         (None, 64)                0         \n",
      "_________________________________________________________________\n",
      "dense_33 (Dense)             (None, 128)               8320      \n",
      "_________________________________________________________________\n",
      "dropout_22 (Dropout)         (None, 128)               0         \n",
      "_________________________________________________________________\n",
      "dense_34 (Dense)             (None, 128)               16512     \n",
      "_________________________________________________________________\n",
      "dropout_23 (Dropout)         (None, 128)               0         \n",
      "_________________________________________________________________\n",
      "dense_35 (Dense)             (None, 128)               16512     \n",
      "_________________________________________________________________\n",
      "dropout_24 (Dropout)         (None, 128)               0         \n",
      "_________________________________________________________________\n",
      "dense_36 (Dense)             (None, 64)                8256      \n",
      "_________________________________________________________________\n",
      "dropout_25 (Dropout)         (None, 64)                0         \n",
      "_________________________________________________________________\n",
      "dense_37 (Dense)             (None, 64)                4160      \n",
      "_________________________________________________________________\n",
      "dropout_26 (Dropout)         (None, 64)                0         \n",
      "_________________________________________________________________\n",
      "dense_38 (Dense)             (None, 64)                4160      \n",
      "_________________________________________________________________\n",
      "dropout_27 (Dropout)         (None, 64)                0         \n",
      "_________________________________________________________________\n",
      "dense_39 (Dense)             (None, 3)                 195       \n",
      "=================================================================\n",
      "Total params: 58,435\n",
      "Trainable params: 58,435\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Compile the model\n",
    "model.compile(\n",
    "    optimizer='adam', \n",
    "    loss='categorical_crossentropy', \n",
    "    metrics=['accuracy']\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 90 samples, validate on 30 samples\n",
      "Epoch 1/200\n",
      "90/90 - 2s - loss: 1.1669 - accuracy: 0.2889 - val_loss: 1.0968 - val_accuracy: 0.1667\n",
      "Epoch 2/200\n",
      "90/90 - 0s - loss: 1.1816 - accuracy: 0.3333 - val_loss: 1.1025 - val_accuracy: 0.2667\n",
      "Epoch 3/200\n",
      "90/90 - 0s - loss: 1.1114 - accuracy: 0.3444 - val_loss: 1.1015 - val_accuracy: 0.3000\n",
      "Epoch 4/200\n",
      "90/90 - 0s - loss: 1.1042 - accuracy: 0.4556 - val_loss: 1.0955 - val_accuracy: 0.3000\n",
      "Epoch 5/200\n",
      "90/90 - 0s - loss: 1.0818 - accuracy: 0.4111 - val_loss: 1.0899 - val_accuracy: 0.3000\n",
      "Epoch 6/200\n",
      "90/90 - 0s - loss: 1.1030 - accuracy: 0.3778 - val_loss: 1.0884 - val_accuracy: 0.3000\n",
      "Epoch 7/200\n",
      "90/90 - 0s - loss: 1.0747 - accuracy: 0.4444 - val_loss: 1.0866 - val_accuracy: 0.3000\n",
      "Epoch 8/200\n",
      "90/90 - 0s - loss: 1.0649 - accuracy: 0.4333 - val_loss: 1.0841 - val_accuracy: 0.3000\n",
      "Epoch 9/200\n",
      "90/90 - 0s - loss: 1.0647 - accuracy: 0.3778 - val_loss: 1.0800 - val_accuracy: 0.3000\n",
      "Epoch 10/200\n",
      "90/90 - 0s - loss: 1.0962 - accuracy: 0.3333 - val_loss: 1.0744 - val_accuracy: 0.3000\n",
      "Epoch 11/200\n",
      "90/90 - 0s - loss: 1.0330 - accuracy: 0.4333 - val_loss: 1.0690 - val_accuracy: 0.3000\n",
      "Epoch 12/200\n",
      "90/90 - 0s - loss: 1.0353 - accuracy: 0.4333 - val_loss: 1.0615 - val_accuracy: 0.3000\n",
      "Epoch 13/200\n",
      "90/90 - 0s - loss: 1.0525 - accuracy: 0.4333 - val_loss: 1.0543 - val_accuracy: 0.3000\n",
      "Epoch 14/200\n",
      "90/90 - 0s - loss: 1.0460 - accuracy: 0.4333 - val_loss: 1.0425 - val_accuracy: 0.3000\n",
      "Epoch 15/200\n",
      "90/90 - 0s - loss: 1.0375 - accuracy: 0.4556 - val_loss: 1.0336 - val_accuracy: 0.4000\n",
      "Epoch 16/200\n",
      "90/90 - 0s - loss: 1.0263 - accuracy: 0.4222 - val_loss: 1.0258 - val_accuracy: 0.5333\n",
      "Epoch 17/200\n",
      "90/90 - 0s - loss: 1.0139 - accuracy: 0.4556 - val_loss: 1.0175 - val_accuracy: 0.6333\n",
      "Epoch 18/200\n",
      "90/90 - 0s - loss: 0.9936 - accuracy: 0.4111 - val_loss: 1.0077 - val_accuracy: 0.7000\n",
      "Epoch 19/200\n",
      "90/90 - 0s - loss: 1.0562 - accuracy: 0.4333 - val_loss: 0.9972 - val_accuracy: 0.7000\n",
      "Epoch 20/200\n",
      "90/90 - 0s - loss: 0.9704 - accuracy: 0.4000 - val_loss: 0.9940 - val_accuracy: 0.7000\n",
      "Epoch 21/200\n",
      "90/90 - 0s - loss: 0.9917 - accuracy: 0.4333 - val_loss: 0.9914 - val_accuracy: 0.7000\n",
      "Epoch 22/200\n",
      "90/90 - 0s - loss: 1.0157 - accuracy: 0.4333 - val_loss: 0.9846 - val_accuracy: 0.7000\n",
      "Epoch 23/200\n",
      "90/90 - 0s - loss: 1.0231 - accuracy: 0.4111 - val_loss: 0.9738 - val_accuracy: 0.7000\n",
      "Epoch 24/200\n",
      "90/90 - 0s - loss: 0.9461 - accuracy: 0.4778 - val_loss: 0.9547 - val_accuracy: 0.7000\n",
      "Epoch 25/200\n",
      "90/90 - 0s - loss: 0.9258 - accuracy: 0.4444 - val_loss: 0.9357 - val_accuracy: 0.7000\n",
      "Epoch 26/200\n",
      "90/90 - 0s - loss: 0.9349 - accuracy: 0.4667 - val_loss: 0.9179 - val_accuracy: 0.7000\n",
      "Epoch 27/200\n",
      "90/90 - 0s - loss: 0.9741 - accuracy: 0.4778 - val_loss: 0.8992 - val_accuracy: 0.7000\n",
      "Epoch 28/200\n",
      "90/90 - 0s - loss: 0.9010 - accuracy: 0.5000 - val_loss: 0.8861 - val_accuracy: 0.7000\n",
      "Epoch 29/200\n",
      "90/90 - 0s - loss: 0.9202 - accuracy: 0.4667 - val_loss: 0.8740 - val_accuracy: 0.7000\n",
      "Epoch 30/200\n",
      "90/90 - 0s - loss: 0.9153 - accuracy: 0.5111 - val_loss: 0.8639 - val_accuracy: 0.7000\n",
      "Epoch 31/200\n",
      "90/90 - 0s - loss: 0.9294 - accuracy: 0.5778 - val_loss: 0.8561 - val_accuracy: 0.7000\n",
      "Epoch 32/200\n",
      "90/90 - 0s - loss: 0.8723 - accuracy: 0.5778 - val_loss: 0.8491 - val_accuracy: 0.7000\n",
      "Epoch 33/200\n",
      "90/90 - 0s - loss: 0.8791 - accuracy: 0.6333 - val_loss: 0.8327 - val_accuracy: 0.7000\n",
      "Epoch 34/200\n",
      "90/90 - 0s - loss: 0.7932 - accuracy: 0.6556 - val_loss: 0.8128 - val_accuracy: 0.7000\n",
      "Epoch 35/200\n",
      "90/90 - 0s - loss: 0.7927 - accuracy: 0.6667 - val_loss: 0.7897 - val_accuracy: 0.7000\n",
      "Epoch 36/200\n",
      "90/90 - 0s - loss: 0.8552 - accuracy: 0.6556 - val_loss: 0.7717 - val_accuracy: 0.7000\n",
      "Epoch 37/200\n",
      "90/90 - 0s - loss: 0.8069 - accuracy: 0.7000 - val_loss: 0.7634 - val_accuracy: 0.7000\n",
      "Epoch 38/200\n",
      "90/90 - 0s - loss: 0.8178 - accuracy: 0.7111 - val_loss: 0.7628 - val_accuracy: 0.7000\n",
      "Epoch 39/200\n",
      "90/90 - 0s - loss: 0.7856 - accuracy: 0.7111 - val_loss: 0.7585 - val_accuracy: 0.8333\n",
      "Epoch 40/200\n",
      "90/90 - 0s - loss: 0.7459 - accuracy: 0.7333 - val_loss: 0.7127 - val_accuracy: 0.7333\n",
      "Epoch 41/200\n",
      "90/90 - 0s - loss: 0.6897 - accuracy: 0.7111 - val_loss: 0.6519 - val_accuracy: 0.7000\n",
      "Epoch 42/200\n",
      "90/90 - 0s - loss: 0.6992 - accuracy: 0.6778 - val_loss: 0.5956 - val_accuracy: 0.7000\n",
      "Epoch 43/200\n",
      "90/90 - 0s - loss: 0.7023 - accuracy: 0.7111 - val_loss: 0.5488 - val_accuracy: 0.7000\n",
      "Epoch 44/200\n",
      "90/90 - 0s - loss: 0.6031 - accuracy: 0.7556 - val_loss: 0.5026 - val_accuracy: 0.7000\n",
      "Epoch 45/200\n",
      "90/90 - 0s - loss: 0.6105 - accuracy: 0.6667 - val_loss: 0.4699 - val_accuracy: 0.7000\n",
      "Epoch 46/200\n",
      "90/90 - 0s - loss: 0.6068 - accuracy: 0.7333 - val_loss: 0.4489 - val_accuracy: 0.7000\n",
      "Epoch 47/200\n",
      "90/90 - 0s - loss: 0.5587 - accuracy: 0.7556 - val_loss: 0.4331 - val_accuracy: 0.7000\n",
      "Epoch 48/200\n",
      "90/90 - 0s - loss: 0.5843 - accuracy: 0.7111 - val_loss: 0.4158 - val_accuracy: 0.7000\n",
      "Epoch 49/200\n",
      "90/90 - 0s - loss: 0.5338 - accuracy: 0.7111 - val_loss: 0.4083 - val_accuracy: 0.7000\n",
      "Epoch 50/200\n",
      "90/90 - 0s - loss: 0.5208 - accuracy: 0.7222 - val_loss: 0.4127 - val_accuracy: 0.7000\n",
      "Epoch 51/200\n",
      "90/90 - 0s - loss: 0.4697 - accuracy: 0.7333 - val_loss: 0.4142 - val_accuracy: 0.7000\n",
      "Epoch 52/200\n",
      "90/90 - 0s - loss: 0.5340 - accuracy: 0.7667 - val_loss: 0.4070 - val_accuracy: 0.7000\n",
      "Epoch 53/200\n",
      "90/90 - 0s - loss: 0.5679 - accuracy: 0.7111 - val_loss: 0.4001 - val_accuracy: 0.7000\n",
      "Epoch 54/200\n",
      "90/90 - 0s - loss: 0.5653 - accuracy: 0.7222 - val_loss: 0.4013 - val_accuracy: 0.7000\n",
      "Epoch 55/200\n",
      "90/90 - 0s - loss: 0.5406 - accuracy: 0.7333 - val_loss: 0.4040 - val_accuracy: 0.7000\n",
      "Epoch 56/200\n",
      "90/90 - 0s - loss: 0.5732 - accuracy: 0.7111 - val_loss: 0.4032 - val_accuracy: 0.7000\n",
      "Epoch 57/200\n",
      "90/90 - 0s - loss: 0.5710 - accuracy: 0.7222 - val_loss: 0.4045 - val_accuracy: 0.7000\n",
      "Epoch 58/200\n",
      "90/90 - 0s - loss: 0.5204 - accuracy: 0.7333 - val_loss: 0.4039 - val_accuracy: 0.7000\n",
      "Epoch 59/200\n",
      "90/90 - 0s - loss: 0.4808 - accuracy: 0.7889 - val_loss: 0.4018 - val_accuracy: 0.7000\n",
      "Epoch 60/200\n",
      "90/90 - 0s - loss: 0.5037 - accuracy: 0.7000 - val_loss: 0.3992 - val_accuracy: 0.7000\n",
      "Epoch 61/200\n",
      "90/90 - 0s - loss: 0.4511 - accuracy: 0.7778 - val_loss: 0.3965 - val_accuracy: 0.7000\n",
      "Epoch 62/200\n",
      "90/90 - 0s - loss: 0.4588 - accuracy: 0.7667 - val_loss: 0.3951 - val_accuracy: 0.7000\n",
      "Epoch 63/200\n",
      "90/90 - 0s - loss: 0.4451 - accuracy: 0.7556 - val_loss: 0.3925 - val_accuracy: 0.7000\n",
      "Epoch 64/200\n",
      "90/90 - 0s - loss: 0.4696 - accuracy: 0.7333 - val_loss: 0.3895 - val_accuracy: 0.7333\n",
      "Epoch 65/200\n",
      "90/90 - 0s - loss: 0.4866 - accuracy: 0.7444 - val_loss: 0.3859 - val_accuracy: 0.7000\n",
      "Epoch 66/200\n",
      "90/90 - 0s - loss: 0.4584 - accuracy: 0.7778 - val_loss: 0.3855 - val_accuracy: 0.7667\n",
      "Epoch 67/200\n",
      "90/90 - 0s - loss: 0.4562 - accuracy: 0.7222 - val_loss: 0.3861 - val_accuracy: 0.8000\n",
      "Epoch 68/200\n",
      "90/90 - 0s - loss: 0.4348 - accuracy: 0.7222 - val_loss: 0.3847 - val_accuracy: 0.8000\n",
      "Epoch 69/200\n",
      "90/90 - 0s - loss: 0.3960 - accuracy: 0.7778 - val_loss: 0.3822 - val_accuracy: 0.8000\n",
      "Epoch 70/200\n",
      "90/90 - 0s - loss: 0.4385 - accuracy: 0.7778 - val_loss: 0.3779 - val_accuracy: 0.8000\n",
      "Epoch 71/200\n",
      "90/90 - 0s - loss: 0.4366 - accuracy: 0.7667 - val_loss: 0.3734 - val_accuracy: 0.8000\n",
      "Epoch 72/200\n",
      "90/90 - 0s - loss: 0.4647 - accuracy: 0.7556 - val_loss: 0.3682 - val_accuracy: 0.8000\n",
      "Epoch 73/200\n",
      "90/90 - 0s - loss: 0.5073 - accuracy: 0.7333 - val_loss: 0.3685 - val_accuracy: 0.8000\n",
      "Epoch 74/200\n",
      "90/90 - 0s - loss: 0.4420 - accuracy: 0.8000 - val_loss: 0.3739 - val_accuracy: 0.8667\n",
      "Epoch 75/200\n",
      "90/90 - 0s - loss: 0.4595 - accuracy: 0.7778 - val_loss: 0.3764 - val_accuracy: 0.9667\n",
      "Epoch 76/200\n",
      "90/90 - 0s - loss: 0.4241 - accuracy: 0.7889 - val_loss: 0.3752 - val_accuracy: 0.9667\n",
      "Epoch 77/200\n",
      "90/90 - 0s - loss: 0.4224 - accuracy: 0.7778 - val_loss: 0.3651 - val_accuracy: 0.8333\n",
      "Epoch 78/200\n",
      "90/90 - 0s - loss: 0.3981 - accuracy: 0.8222 - val_loss: 0.3609 - val_accuracy: 0.8000\n",
      "Epoch 79/200\n",
      "90/90 - 0s - loss: 0.4254 - accuracy: 0.7667 - val_loss: 0.3601 - val_accuracy: 0.7667\n",
      "Epoch 80/200\n",
      "90/90 - 0s - loss: 0.4608 - accuracy: 0.7556 - val_loss: 0.3583 - val_accuracy: 0.8000\n",
      "Epoch 81/200\n",
      "90/90 - 0s - loss: 0.4272 - accuracy: 0.8111 - val_loss: 0.3590 - val_accuracy: 0.8333\n",
      "Epoch 82/200\n",
      "90/90 - 0s - loss: 0.4244 - accuracy: 0.7667 - val_loss: 0.3658 - val_accuracy: 0.9667\n",
      "Epoch 83/200\n",
      "90/90 - 0s - loss: 0.4765 - accuracy: 0.7111 - val_loss: 0.3720 - val_accuracy: 0.9667\n",
      "Epoch 84/200\n",
      "90/90 - 0s - loss: 0.4585 - accuracy: 0.7667 - val_loss: 0.3721 - val_accuracy: 0.9667\n",
      "Epoch 85/200\n",
      "90/90 - 0s - loss: 0.3730 - accuracy: 0.8000 - val_loss: 0.3660 - val_accuracy: 0.9667\n",
      "Epoch 86/200\n",
      "90/90 - 0s - loss: 0.4249 - accuracy: 0.8222 - val_loss: 0.3573 - val_accuracy: 0.9667\n",
      "Epoch 87/200\n",
      "90/90 - 0s - loss: 0.3566 - accuracy: 0.8000 - val_loss: 0.3462 - val_accuracy: 0.9667\n",
      "Epoch 88/200\n",
      "90/90 - 0s - loss: 0.3929 - accuracy: 0.8000 - val_loss: 0.3371 - val_accuracy: 0.9000\n",
      "Epoch 89/200\n",
      "90/90 - 0s - loss: 0.3824 - accuracy: 0.8111 - val_loss: 0.3330 - val_accuracy: 0.9667\n",
      "Epoch 90/200\n",
      "90/90 - 0s - loss: 0.3755 - accuracy: 0.8111 - val_loss: 0.3340 - val_accuracy: 0.9667\n",
      "Epoch 91/200\n",
      "90/90 - 0s - loss: 0.4007 - accuracy: 0.8111 - val_loss: 0.3264 - val_accuracy: 0.9667\n",
      "Epoch 92/200\n",
      "90/90 - 0s - loss: 0.4583 - accuracy: 0.7778 - val_loss: 0.3182 - val_accuracy: 0.9667\n",
      "Epoch 93/200\n",
      "90/90 - 0s - loss: 0.4264 - accuracy: 0.8222 - val_loss: 0.3135 - val_accuracy: 0.9667\n",
      "Epoch 94/200\n",
      "90/90 - 0s - loss: 0.4086 - accuracy: 0.8000 - val_loss: 0.3090 - val_accuracy: 0.9667\n",
      "Epoch 95/200\n",
      "90/90 - 0s - loss: 0.4655 - accuracy: 0.7778 - val_loss: 0.3112 - val_accuracy: 0.9667\n",
      "Epoch 96/200\n",
      "90/90 - 0s - loss: 0.3909 - accuracy: 0.8222 - val_loss: 0.3145 - val_accuracy: 0.9667\n",
      "Epoch 97/200\n",
      "90/90 - 0s - loss: 0.3666 - accuracy: 0.8778 - val_loss: 0.3214 - val_accuracy: 0.9667\n",
      "Epoch 98/200\n",
      "90/90 - 0s - loss: 0.3492 - accuracy: 0.8333 - val_loss: 0.3213 - val_accuracy: 0.9667\n",
      "Epoch 99/200\n",
      "90/90 - 0s - loss: 0.3603 - accuracy: 0.8778 - val_loss: 0.3059 - val_accuracy: 0.9667\n",
      "Epoch 100/200\n",
      "90/90 - 0s - loss: 0.4309 - accuracy: 0.8111 - val_loss: 0.2865 - val_accuracy: 0.9667\n",
      "Epoch 101/200\n",
      "90/90 - 0s - loss: 0.4046 - accuracy: 0.8222 - val_loss: 0.2823 - val_accuracy: 0.9667\n",
      "Epoch 102/200\n",
      "90/90 - 0s - loss: 0.3164 - accuracy: 0.8333 - val_loss: 0.2879 - val_accuracy: 0.9667\n",
      "Epoch 103/200\n",
      "90/90 - 0s - loss: 0.3660 - accuracy: 0.8333 - val_loss: 0.3020 - val_accuracy: 0.9667\n",
      "Epoch 104/200\n",
      "90/90 - 0s - loss: 0.4564 - accuracy: 0.8333 - val_loss: 0.2857 - val_accuracy: 0.9667\n",
      "Epoch 105/200\n",
      "90/90 - 0s - loss: 0.3225 - accuracy: 0.9222 - val_loss: 0.2716 - val_accuracy: 0.9667\n",
      "Epoch 106/200\n",
      "90/90 - 0s - loss: 0.3446 - accuracy: 0.8556 - val_loss: 0.2805 - val_accuracy: 0.9667\n",
      "Epoch 107/200\n",
      "90/90 - 0s - loss: 0.3605 - accuracy: 0.8333 - val_loss: 0.2964 - val_accuracy: 0.9333\n",
      "Epoch 108/200\n",
      "90/90 - 0s - loss: 0.4188 - accuracy: 0.8667 - val_loss: 0.2882 - val_accuracy: 0.9333\n",
      "Epoch 109/200\n",
      "90/90 - 0s - loss: 0.3457 - accuracy: 0.8889 - val_loss: 0.2648 - val_accuracy: 0.9667\n",
      "Epoch 110/200\n",
      "90/90 - 0s - loss: 0.3071 - accuracy: 0.9111 - val_loss: 0.2562 - val_accuracy: 0.9667\n",
      "Epoch 111/200\n",
      "90/90 - 0s - loss: 0.3580 - accuracy: 0.8333 - val_loss: 0.2633 - val_accuracy: 0.9667\n",
      "Epoch 112/200\n",
      "90/90 - 0s - loss: 0.3145 - accuracy: 0.9000 - val_loss: 0.2923 - val_accuracy: 0.9000\n",
      "Epoch 113/200\n",
      "90/90 - 0s - loss: 0.3275 - accuracy: 0.9000 - val_loss: 0.2984 - val_accuracy: 0.9000\n",
      "Epoch 114/200\n",
      "90/90 - 0s - loss: 0.3100 - accuracy: 0.8778 - val_loss: 0.2826 - val_accuracy: 0.9333\n",
      "Epoch 115/200\n",
      "90/90 - 0s - loss: 0.3013 - accuracy: 0.8889 - val_loss: 0.2643 - val_accuracy: 0.9667\n",
      "Epoch 116/200\n",
      "90/90 - 0s - loss: 0.2913 - accuracy: 0.8556 - val_loss: 0.2676 - val_accuracy: 0.9667\n",
      "Epoch 117/200\n",
      "90/90 - 0s - loss: 0.2574 - accuracy: 0.9111 - val_loss: 0.3037 - val_accuracy: 0.8667\n",
      "Epoch 118/200\n",
      "90/90 - 0s - loss: 0.3173 - accuracy: 0.9000 - val_loss: 0.3275 - val_accuracy: 0.8667\n",
      "Epoch 119/200\n",
      "90/90 - 0s - loss: 0.3630 - accuracy: 0.8444 - val_loss: 0.3143 - val_accuracy: 0.8667\n",
      "Epoch 120/200\n",
      "90/90 - 0s - loss: 0.3807 - accuracy: 0.9000 - val_loss: 0.2539 - val_accuracy: 0.9333\n",
      "Epoch 121/200\n",
      "90/90 - 0s - loss: 0.2710 - accuracy: 0.9111 - val_loss: 0.2307 - val_accuracy: 0.9667\n",
      "Epoch 122/200\n",
      "90/90 - 0s - loss: 0.3206 - accuracy: 0.8889 - val_loss: 0.2297 - val_accuracy: 0.9667\n",
      "Epoch 123/200\n",
      "90/90 - 0s - loss: 0.3618 - accuracy: 0.8778 - val_loss: 0.2597 - val_accuracy: 0.9000\n",
      "Epoch 124/200\n",
      "90/90 - 0s - loss: 0.2336 - accuracy: 0.9333 - val_loss: 0.2889 - val_accuracy: 0.8667\n",
      "Epoch 125/200\n",
      "90/90 - 0s - loss: 0.2630 - accuracy: 0.9111 - val_loss: 0.2773 - val_accuracy: 0.8667\n",
      "Epoch 126/200\n",
      "90/90 - 0s - loss: 0.2800 - accuracy: 0.9222 - val_loss: 0.2280 - val_accuracy: 0.9667\n",
      "Epoch 127/200\n",
      "90/90 - 0s - loss: 0.2234 - accuracy: 0.9111 - val_loss: 0.2126 - val_accuracy: 0.9667\n",
      "Epoch 128/200\n",
      "90/90 - 0s - loss: 0.2324 - accuracy: 0.9333 - val_loss: 0.2091 - val_accuracy: 0.9667\n",
      "Epoch 129/200\n",
      "90/90 - 0s - loss: 0.3683 - accuracy: 0.8889 - val_loss: 0.2589 - val_accuracy: 0.8667\n",
      "Epoch 130/200\n",
      "90/90 - 0s - loss: 0.2353 - accuracy: 0.9111 - val_loss: 0.2975 - val_accuracy: 0.8667\n",
      "Epoch 131/200\n",
      "90/90 - 0s - loss: 0.2132 - accuracy: 0.9444 - val_loss: 0.2940 - val_accuracy: 0.8667\n",
      "Epoch 132/200\n",
      "90/90 - 0s - loss: 0.2582 - accuracy: 0.9111 - val_loss: 0.2305 - val_accuracy: 0.8667\n",
      "Epoch 133/200\n",
      "90/90 - 0s - loss: 0.2239 - accuracy: 0.9222 - val_loss: 0.1887 - val_accuracy: 0.9667\n",
      "Epoch 134/200\n",
      "90/90 - 0s - loss: 0.3280 - accuracy: 0.9000 - val_loss: 0.1877 - val_accuracy: 0.9667\n",
      "Epoch 135/200\n",
      "90/90 - 0s - loss: 0.2618 - accuracy: 0.9111 - val_loss: 0.2010 - val_accuracy: 0.9000\n",
      "Epoch 136/200\n",
      "90/90 - 0s - loss: 0.2152 - accuracy: 0.9333 - val_loss: 0.2013 - val_accuracy: 0.9000\n",
      "Epoch 137/200\n",
      "90/90 - 0s - loss: 0.2522 - accuracy: 0.9000 - val_loss: 0.1888 - val_accuracy: 0.9667\n",
      "Epoch 138/200\n",
      "90/90 - 0s - loss: 0.2316 - accuracy: 0.9444 - val_loss: 0.2017 - val_accuracy: 0.9333\n",
      "Epoch 139/200\n",
      "90/90 - 0s - loss: 0.2040 - accuracy: 0.9222 - val_loss: 0.2038 - val_accuracy: 0.9333\n",
      "Epoch 140/200\n",
      "90/90 - 0s - loss: 0.2222 - accuracy: 0.9222 - val_loss: 0.2202 - val_accuracy: 0.9000\n",
      "Epoch 141/200\n",
      "90/90 - 0s - loss: 0.2312 - accuracy: 0.9222 - val_loss: 0.2389 - val_accuracy: 0.8667\n",
      "Epoch 142/200\n",
      "90/90 - 0s - loss: 0.1578 - accuracy: 0.9667 - val_loss: 0.2866 - val_accuracy: 0.8667\n",
      "Epoch 143/200\n",
      "90/90 - 0s - loss: 0.1689 - accuracy: 0.9556 - val_loss: 0.2779 - val_accuracy: 0.8667\n",
      "Epoch 144/200\n",
      "90/90 - 0s - loss: 0.1832 - accuracy: 0.9111 - val_loss: 0.2088 - val_accuracy: 0.9000\n",
      "Epoch 145/200\n",
      "90/90 - 0s - loss: 0.1680 - accuracy: 0.9444 - val_loss: 0.1891 - val_accuracy: 0.9667\n",
      "Epoch 146/200\n",
      "90/90 - 0s - loss: 0.1969 - accuracy: 0.9222 - val_loss: 0.1892 - val_accuracy: 0.9667\n",
      "Epoch 147/200\n",
      "90/90 - 0s - loss: 0.2274 - accuracy: 0.9111 - val_loss: 0.1844 - val_accuracy: 0.9667\n",
      "Epoch 148/200\n",
      "90/90 - 0s - loss: 0.1357 - accuracy: 0.9667 - val_loss: 0.1746 - val_accuracy: 0.9667\n",
      "Epoch 149/200\n",
      "90/90 - 0s - loss: 0.1655 - accuracy: 0.9333 - val_loss: 0.1789 - val_accuracy: 0.9333\n",
      "Epoch 150/200\n",
      "90/90 - 0s - loss: 0.1341 - accuracy: 0.9556 - val_loss: 0.2154 - val_accuracy: 0.8667\n",
      "Epoch 151/200\n",
      "90/90 - 0s - loss: 0.2399 - accuracy: 0.9111 - val_loss: 0.2141 - val_accuracy: 0.8667\n",
      "Epoch 152/200\n",
      "90/90 - 0s - loss: 0.1083 - accuracy: 0.9889 - val_loss: 0.1587 - val_accuracy: 0.9667\n",
      "Epoch 153/200\n",
      "90/90 - 0s - loss: 0.3049 - accuracy: 0.9556 - val_loss: 0.1539 - val_accuracy: 0.9667\n",
      "Epoch 154/200\n",
      "90/90 - 0s - loss: 0.1530 - accuracy: 0.9222 - val_loss: 0.1643 - val_accuracy: 0.9000\n",
      "Epoch 155/200\n",
      "90/90 - 0s - loss: 0.1762 - accuracy: 0.9000 - val_loss: 0.1947 - val_accuracy: 0.9000\n",
      "Epoch 156/200\n",
      "90/90 - 0s - loss: 0.1278 - accuracy: 0.9556 - val_loss: 0.1830 - val_accuracy: 0.9000\n",
      "Epoch 157/200\n",
      "90/90 - 0s - loss: 0.0840 - accuracy: 0.9889 - val_loss: 0.1759 - val_accuracy: 0.9000\n",
      "Epoch 158/200\n",
      "90/90 - 0s - loss: 0.0910 - accuracy: 0.9889 - val_loss: 0.1686 - val_accuracy: 0.9000\n",
      "Epoch 159/200\n",
      "90/90 - 0s - loss: 0.1669 - accuracy: 0.9444 - val_loss: 0.1771 - val_accuracy: 0.9000\n",
      "Epoch 160/200\n",
      "90/90 - 0s - loss: 0.0932 - accuracy: 0.9778 - val_loss: 0.1678 - val_accuracy: 0.9667\n",
      "Epoch 161/200\n",
      "90/90 - 0s - loss: 0.1229 - accuracy: 0.9333 - val_loss: 0.1901 - val_accuracy: 0.9000\n",
      "Epoch 162/200\n",
      "90/90 - 0s - loss: 0.0935 - accuracy: 0.9889 - val_loss: 0.2481 - val_accuracy: 0.9000\n",
      "Epoch 163/200\n",
      "90/90 - 0s - loss: 0.0802 - accuracy: 0.9889 - val_loss: 0.2542 - val_accuracy: 0.9000\n",
      "Epoch 164/200\n",
      "90/90 - 0s - loss: 0.0929 - accuracy: 0.9667 - val_loss: 0.2606 - val_accuracy: 0.9000\n",
      "Epoch 165/200\n",
      "90/90 - 0s - loss: 0.1367 - accuracy: 0.9667 - val_loss: 0.1990 - val_accuracy: 0.9333\n",
      "Epoch 166/200\n",
      "90/90 - 0s - loss: 0.2118 - accuracy: 0.9222 - val_loss: 0.1838 - val_accuracy: 0.9667\n",
      "Epoch 167/200\n",
      "90/90 - 0s - loss: 0.0977 - accuracy: 0.9556 - val_loss: 0.1755 - val_accuracy: 0.9667\n",
      "Epoch 168/200\n",
      "90/90 - 0s - loss: 0.1753 - accuracy: 0.9444 - val_loss: 0.1947 - val_accuracy: 0.9000\n",
      "Epoch 169/200\n",
      "90/90 - 0s - loss: 0.2252 - accuracy: 0.9333 - val_loss: 0.2239 - val_accuracy: 0.9000\n",
      "Epoch 170/200\n",
      "90/90 - 0s - loss: 0.0486 - accuracy: 1.0000 - val_loss: 0.1823 - val_accuracy: 0.9667\n",
      "Epoch 171/200\n",
      "90/90 - 0s - loss: 0.1724 - accuracy: 0.9222 - val_loss: 0.1781 - val_accuracy: 0.9667\n",
      "Epoch 172/200\n",
      "90/90 - 0s - loss: 0.0720 - accuracy: 0.9667 - val_loss: 0.1811 - val_accuracy: 0.9333\n",
      "Epoch 173/200\n",
      "90/90 - 0s - loss: 0.0892 - accuracy: 0.9778 - val_loss: 0.2426 - val_accuracy: 0.9000\n",
      "Epoch 174/200\n",
      "90/90 - 0s - loss: 0.0754 - accuracy: 0.9889 - val_loss: 0.2855 - val_accuracy: 0.8667\n",
      "Epoch 175/200\n",
      "90/90 - 0s - loss: 0.1460 - accuracy: 0.9778 - val_loss: 0.2944 - val_accuracy: 0.8667\n",
      "Epoch 176/200\n",
      "90/90 - 0s - loss: 0.2008 - accuracy: 0.9556 - val_loss: 0.1706 - val_accuracy: 0.9667\n",
      "Epoch 177/200\n",
      "90/90 - 0s - loss: 0.1518 - accuracy: 0.9778 - val_loss: 0.1655 - val_accuracy: 0.9667\n",
      "Epoch 178/200\n",
      "90/90 - 0s - loss: 0.0655 - accuracy: 0.9778 - val_loss: 0.1682 - val_accuracy: 0.9667\n",
      "Epoch 179/200\n",
      "90/90 - 0s - loss: 0.1306 - accuracy: 0.9667 - val_loss: 0.1719 - val_accuracy: 0.9667\n",
      "Epoch 180/200\n",
      "90/90 - 0s - loss: 0.0751 - accuracy: 0.9889 - val_loss: 0.1909 - val_accuracy: 0.9000\n",
      "Epoch 181/200\n",
      "90/90 - 0s - loss: 0.1428 - accuracy: 0.9222 - val_loss: 0.2062 - val_accuracy: 0.9000\n",
      "Epoch 182/200\n",
      "90/90 - 0s - loss: 0.0821 - accuracy: 0.9778 - val_loss: 0.1795 - val_accuracy: 0.9333\n",
      "Epoch 183/200\n",
      "90/90 - 0s - loss: 0.1078 - accuracy: 0.9667 - val_loss: 0.1733 - val_accuracy: 0.9667\n",
      "Epoch 184/200\n",
      "90/90 - 0s - loss: 0.0771 - accuracy: 0.9778 - val_loss: 0.1803 - val_accuracy: 0.9667\n",
      "Epoch 185/200\n",
      "90/90 - 0s - loss: 0.1415 - accuracy: 0.9556 - val_loss: 0.1815 - val_accuracy: 0.9667\n",
      "Epoch 186/200\n",
      "90/90 - 0s - loss: 0.1570 - accuracy: 0.9333 - val_loss: 0.1723 - val_accuracy: 0.9667\n",
      "Epoch 187/200\n",
      "90/90 - 0s - loss: 0.2278 - accuracy: 0.9444 - val_loss: 0.3774 - val_accuracy: 0.8667\n",
      "Epoch 188/200\n",
      "90/90 - 0s - loss: 0.2178 - accuracy: 0.9444 - val_loss: 0.4039 - val_accuracy: 0.8667\n",
      "Epoch 189/200\n",
      "90/90 - 0s - loss: 0.1465 - accuracy: 0.9556 - val_loss: 0.1575 - val_accuracy: 0.9667\n",
      "Epoch 190/200\n",
      "90/90 - 0s - loss: 0.0797 - accuracy: 0.9778 - val_loss: 0.1588 - val_accuracy: 0.9667\n",
      "Epoch 191/200\n",
      "90/90 - 0s - loss: 0.1852 - accuracy: 0.9556 - val_loss: 0.1475 - val_accuracy: 0.9667\n",
      "Epoch 192/200\n",
      "90/90 - 0s - loss: 0.0952 - accuracy: 0.9667 - val_loss: 0.1585 - val_accuracy: 0.9000\n",
      "Epoch 193/200\n",
      "90/90 - 0s - loss: 0.0805 - accuracy: 0.9667 - val_loss: 0.2604 - val_accuracy: 0.8667\n",
      "Epoch 194/200\n",
      "90/90 - 0s - loss: 0.1377 - accuracy: 0.9556 - val_loss: 0.3488 - val_accuracy: 0.8667\n",
      "Epoch 195/200\n",
      "90/90 - 0s - loss: 0.1382 - accuracy: 0.9667 - val_loss: 0.3145 - val_accuracy: 0.8667\n",
      "Epoch 196/200\n",
      "90/90 - 0s - loss: 0.1958 - accuracy: 0.9111 - val_loss: 0.1607 - val_accuracy: 0.9333\n",
      "Epoch 197/200\n",
      "90/90 - 0s - loss: 0.1118 - accuracy: 0.9444 - val_loss: 0.1509 - val_accuracy: 0.9667\n",
      "Epoch 198/200\n",
      "90/90 - 0s - loss: 0.0698 - accuracy: 0.9778 - val_loss: 0.1618 - val_accuracy: 0.9667\n",
      "Epoch 199/200\n",
      "90/90 - 0s - loss: 0.1514 - accuracy: 0.9111 - val_loss: 0.1608 - val_accuracy: 0.9667\n",
      "Epoch 200/200\n",
      "90/90 - 0s - loss: 0.1348 - accuracy: 0.9444 - val_loss: 0.1673 - val_accuracy: 0.9333\n"
     ]
    }
   ],
   "source": [
    "# Train the model, with some of the data reserved for validation\n",
    "history = model.fit(\n",
    "    X_train, \n",
    "    y_train, \n",
    "    epochs=200, \n",
    "    validation_split=0.25, \n",
    "    batch_size=40, \n",
    "    verbose=2\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Plot the learning curves"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
       "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 385.78125 277.314375\" width=\"385.78125pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       " <defs>\n",
       "  <style type=\"text/css\">\n",
       "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
       "  </style>\n",
       " </defs>\n",
       " <g id=\"figure_1\">\n",
       "  <g id=\"patch_1\">\n",
       "   <path d=\"M 0 277.314375 \n",
       "L 385.78125 277.314375 \n",
       "L 385.78125 0 \n",
       "L 0 0 \n",
       "z\n",
       "\" style=\"fill:none;\"/>\n",
       "  </g>\n",
       "  <g id=\"axes_1\">\n",
       "   <g id=\"patch_2\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "L 43.78125 22.318125 \n",
       "z\n",
       "\" style=\"fill:#ffffff;\"/>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_1\">\n",
       "    <g id=\"xtick_1\">\n",
       "     <g id=\"line2d_1\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L 0 3.5 \n",
       "\" id=\"m6730d84903\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"57.469966\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_1\">\n",
       "      <!-- 0 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 66.40625 \n",
       "Q 24.171875 66.40625 20.328125 58.90625 \n",
       "Q 16.5 51.421875 16.5 36.375 \n",
       "Q 16.5 21.390625 20.328125 13.890625 \n",
       "Q 24.171875 6.390625 31.78125 6.390625 \n",
       "Q 39.453125 6.390625 43.28125 13.890625 \n",
       "Q 47.125 21.390625 47.125 36.375 \n",
       "Q 47.125 51.421875 43.28125 58.90625 \n",
       "Q 39.453125 66.40625 31.78125 66.40625 \n",
       "z\n",
       "M 31.78125 74.21875 \n",
       "Q 44.046875 74.21875 50.515625 64.515625 \n",
       "Q 56.984375 54.828125 56.984375 36.375 \n",
       "Q 56.984375 17.96875 50.515625 8.265625 \n",
       "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
       "Q 19.53125 -1.421875 13.0625 8.265625 \n",
       "Q 6.59375 17.96875 6.59375 36.375 \n",
       "Q 6.59375 54.828125 13.0625 64.515625 \n",
       "Q 19.53125 74.21875 31.78125 74.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-48\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(54.288716 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_2\">\n",
       "     <g id=\"line2d_2\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"95.706604\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_2\">\n",
       "      <!-- 25 -->\n",
       "      <defs>\n",
       "       <path d=\"M 19.1875 8.296875 \n",
       "L 53.609375 8.296875 \n",
       "L 53.609375 0 \n",
       "L 7.328125 0 \n",
       "L 7.328125 8.296875 \n",
       "Q 12.9375 14.109375 22.625 23.890625 \n",
       "Q 32.328125 33.6875 34.8125 36.53125 \n",
       "Q 39.546875 41.84375 41.421875 45.53125 \n",
       "Q 43.3125 49.21875 43.3125 52.78125 \n",
       "Q 43.3125 58.59375 39.234375 62.25 \n",
       "Q 35.15625 65.921875 28.609375 65.921875 \n",
       "Q 23.96875 65.921875 18.8125 64.3125 \n",
       "Q 13.671875 62.703125 7.8125 59.421875 \n",
       "L 7.8125 69.390625 \n",
       "Q 13.765625 71.78125 18.9375 73 \n",
       "Q 24.125 74.21875 28.421875 74.21875 \n",
       "Q 39.75 74.21875 46.484375 68.546875 \n",
       "Q 53.21875 62.890625 53.21875 53.421875 \n",
       "Q 53.21875 48.921875 51.53125 44.890625 \n",
       "Q 49.859375 40.875 45.40625 35.40625 \n",
       "Q 44.1875 33.984375 37.640625 27.21875 \n",
       "Q 31.109375 20.453125 19.1875 8.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-50\"/>\n",
       "       <path d=\"M 10.796875 72.90625 \n",
       "L 49.515625 72.90625 \n",
       "L 49.515625 64.59375 \n",
       "L 19.828125 64.59375 \n",
       "L 19.828125 46.734375 \n",
       "Q 21.96875 47.46875 24.109375 47.828125 \n",
       "Q 26.265625 48.1875 28.421875 48.1875 \n",
       "Q 40.625 48.1875 47.75 41.5 \n",
       "Q 54.890625 34.8125 54.890625 23.390625 \n",
       "Q 54.890625 11.625 47.5625 5.09375 \n",
       "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
       "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
       "Q 12.796875 0.140625 7.71875 1.703125 \n",
       "L 7.71875 11.625 \n",
       "Q 12.109375 9.234375 16.796875 8.0625 \n",
       "Q 21.484375 6.890625 26.703125 6.890625 \n",
       "Q 35.15625 6.890625 40.078125 11.328125 \n",
       "Q 45.015625 15.765625 45.015625 23.390625 \n",
       "Q 45.015625 31 40.078125 35.4375 \n",
       "Q 35.15625 39.890625 26.703125 39.890625 \n",
       "Q 22.75 39.890625 18.8125 39.015625 \n",
       "Q 14.890625 38.140625 10.796875 36.28125 \n",
       "z\n",
       "\" id=\"DejaVuSans-53\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(89.344104 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_3\">\n",
       "     <g id=\"line2d_3\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"133.943242\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_3\">\n",
       "      <!-- 50 -->\n",
       "      <g transform=\"translate(127.580742 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_4\">\n",
       "     <g id=\"line2d_4\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"172.17988\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_4\">\n",
       "      <!-- 75 -->\n",
       "      <defs>\n",
       "       <path d=\"M 8.203125 72.90625 \n",
       "L 55.078125 72.90625 \n",
       "L 55.078125 68.703125 \n",
       "L 28.609375 0 \n",
       "L 18.3125 0 \n",
       "L 43.21875 64.59375 \n",
       "L 8.203125 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-55\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(165.81738 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_5\">\n",
       "     <g id=\"line2d_5\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"210.416517\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_5\">\n",
       "      <!-- 100 -->\n",
       "      <defs>\n",
       "       <path d=\"M 12.40625 8.296875 \n",
       "L 28.515625 8.296875 \n",
       "L 28.515625 63.921875 \n",
       "L 10.984375 60.40625 \n",
       "L 10.984375 69.390625 \n",
       "L 28.421875 72.90625 \n",
       "L 38.28125 72.90625 \n",
       "L 38.28125 8.296875 \n",
       "L 54.390625 8.296875 \n",
       "L 54.390625 0 \n",
       "L 12.40625 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-49\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(200.872767 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_6\">\n",
       "     <g id=\"line2d_6\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"248.653155\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_6\">\n",
       "      <!-- 125 -->\n",
       "      <g transform=\"translate(239.109405 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_7\">\n",
       "     <g id=\"line2d_7\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"286.889793\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_7\">\n",
       "      <!-- 150 -->\n",
       "      <g transform=\"translate(277.346043 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_8\">\n",
       "     <g id=\"line2d_8\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"325.12643\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_8\">\n",
       "      <!-- 175 -->\n",
       "      <g transform=\"translate(315.58268 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-55\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-53\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"xtick_9\">\n",
       "     <g id=\"line2d_9\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"363.363068\" xlink:href=\"#m6730d84903\" y=\"239.758125\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_9\">\n",
       "      <!-- 200 -->\n",
       "      <g transform=\"translate(353.819318 254.356562)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_10\">\n",
       "     <!-- Epochs -->\n",
       "     <defs>\n",
       "      <path d=\"M 9.8125 72.90625 \n",
       "L 55.90625 72.90625 \n",
       "L 55.90625 64.59375 \n",
       "L 19.671875 64.59375 \n",
       "L 19.671875 43.015625 \n",
       "L 54.390625 43.015625 \n",
       "L 54.390625 34.71875 \n",
       "L 19.671875 34.71875 \n",
       "L 19.671875 8.296875 \n",
       "L 56.78125 8.296875 \n",
       "L 56.78125 0 \n",
       "L 9.8125 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-69\"/>\n",
       "      <path d=\"M 18.109375 8.203125 \n",
       "L 18.109375 -20.796875 \n",
       "L 9.078125 -20.796875 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.390625 \n",
       "Q 20.953125 51.265625 25.265625 53.625 \n",
       "Q 29.59375 56 35.59375 56 \n",
       "Q 45.5625 56 51.78125 48.09375 \n",
       "Q 58.015625 40.1875 58.015625 27.296875 \n",
       "Q 58.015625 14.40625 51.78125 6.484375 \n",
       "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
       "Q 29.59375 -1.421875 25.265625 0.953125 \n",
       "Q 20.953125 3.328125 18.109375 8.203125 \n",
       "z\n",
       "M 48.6875 27.296875 \n",
       "Q 48.6875 37.203125 44.609375 42.84375 \n",
       "Q 40.53125 48.484375 33.40625 48.484375 \n",
       "Q 26.265625 48.484375 22.1875 42.84375 \n",
       "Q 18.109375 37.203125 18.109375 27.296875 \n",
       "Q 18.109375 17.390625 22.1875 11.75 \n",
       "Q 26.265625 6.109375 33.40625 6.109375 \n",
       "Q 40.53125 6.109375 44.609375 11.75 \n",
       "Q 48.6875 17.390625 48.6875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-112\"/>\n",
       "      <path d=\"M 30.609375 48.390625 \n",
       "Q 23.390625 48.390625 19.1875 42.75 \n",
       "Q 14.984375 37.109375 14.984375 27.296875 \n",
       "Q 14.984375 17.484375 19.15625 11.84375 \n",
       "Q 23.34375 6.203125 30.609375 6.203125 \n",
       "Q 37.796875 6.203125 41.984375 11.859375 \n",
       "Q 46.1875 17.53125 46.1875 27.296875 \n",
       "Q 46.1875 37.015625 41.984375 42.703125 \n",
       "Q 37.796875 48.390625 30.609375 48.390625 \n",
       "z\n",
       "M 30.609375 56 \n",
       "Q 42.328125 56 49.015625 48.375 \n",
       "Q 55.71875 40.765625 55.71875 27.296875 \n",
       "Q 55.71875 13.875 49.015625 6.21875 \n",
       "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
       "Q 18.84375 -1.421875 12.171875 6.21875 \n",
       "Q 5.515625 13.875 5.515625 27.296875 \n",
       "Q 5.515625 40.765625 12.171875 48.375 \n",
       "Q 18.84375 56 30.609375 56 \n",
       "z\n",
       "\" id=\"DejaVuSans-111\"/>\n",
       "      <path d=\"M 48.78125 52.59375 \n",
       "L 48.78125 44.1875 \n",
       "Q 44.96875 46.296875 41.140625 47.34375 \n",
       "Q 37.3125 48.390625 33.40625 48.390625 \n",
       "Q 24.65625 48.390625 19.8125 42.84375 \n",
       "Q 14.984375 37.3125 14.984375 27.296875 \n",
       "Q 14.984375 17.28125 19.8125 11.734375 \n",
       "Q 24.65625 6.203125 33.40625 6.203125 \n",
       "Q 37.3125 6.203125 41.140625 7.25 \n",
       "Q 44.96875 8.296875 48.78125 10.40625 \n",
       "L 48.78125 2.09375 \n",
       "Q 45.015625 0.34375 40.984375 -0.53125 \n",
       "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
       "Q 20.0625 -1.421875 12.78125 6.34375 \n",
       "Q 5.515625 14.109375 5.515625 27.296875 \n",
       "Q 5.515625 40.671875 12.859375 48.328125 \n",
       "Q 20.21875 56 33.015625 56 \n",
       "Q 37.15625 56 41.109375 55.140625 \n",
       "Q 45.0625 54.296875 48.78125 52.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-99\"/>\n",
       "      <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 75.984375 \n",
       "L 18.109375 75.984375 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-104\"/>\n",
       "      <path d=\"M 44.28125 53.078125 \n",
       "L 44.28125 44.578125 \n",
       "Q 40.484375 46.53125 36.375 47.5 \n",
       "Q 32.28125 48.484375 27.875 48.484375 \n",
       "Q 21.1875 48.484375 17.84375 46.4375 \n",
       "Q 14.5 44.390625 14.5 40.28125 \n",
       "Q 14.5 37.15625 16.890625 35.375 \n",
       "Q 19.28125 33.59375 26.515625 31.984375 \n",
       "L 29.59375 31.296875 \n",
       "Q 39.15625 29.25 43.1875 25.515625 \n",
       "Q 47.21875 21.78125 47.21875 15.09375 \n",
       "Q 47.21875 7.46875 41.1875 3.015625 \n",
       "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
       "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
       "Q 10.6875 0.296875 5.421875 2 \n",
       "L 5.421875 11.28125 \n",
       "Q 10.40625 8.6875 15.234375 7.390625 \n",
       "Q 20.0625 6.109375 24.8125 6.109375 \n",
       "Q 31.15625 6.109375 34.5625 8.28125 \n",
       "Q 37.984375 10.453125 37.984375 14.40625 \n",
       "Q 37.984375 18.0625 35.515625 20.015625 \n",
       "Q 33.0625 21.96875 24.703125 23.78125 \n",
       "L 21.578125 24.515625 \n",
       "Q 13.234375 26.265625 9.515625 29.90625 \n",
       "Q 5.8125 33.546875 5.8125 39.890625 \n",
       "Q 5.8125 47.609375 11.28125 51.796875 \n",
       "Q 16.75 56 26.8125 56 \n",
       "Q 31.78125 56 36.171875 55.265625 \n",
       "Q 40.578125 54.546875 44.28125 53.078125 \n",
       "z\n",
       "\" id=\"DejaVuSans-115\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(193.265625 268.034687)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
       "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
       "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
       "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
       "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"matplotlib.axis_2\">\n",
       "    <g id=\"ytick_1\">\n",
       "     <g id=\"line2d_10\">\n",
       "      <defs>\n",
       "       <path d=\"M 0 0 \n",
       "L -3.5 0 \n",
       "\" id=\"m13fe9263f0\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
       "      </defs>\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"238.345426\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_11\">\n",
       "      <!-- 0.0 -->\n",
       "      <defs>\n",
       "       <path d=\"M 10.6875 12.40625 \n",
       "L 21 12.40625 \n",
       "L 21 0 \n",
       "L 10.6875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-46\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 242.144645)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_2\">\n",
       "     <g id=\"line2d_11\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"203.453231\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_12\">\n",
       "      <!-- 0.2 -->\n",
       "      <g transform=\"translate(20.878125 207.25245)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_3\">\n",
       "     <g id=\"line2d_12\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"168.561036\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_13\">\n",
       "      <!-- 0.4 -->\n",
       "      <defs>\n",
       "       <path d=\"M 37.796875 64.3125 \n",
       "L 12.890625 25.390625 \n",
       "L 37.796875 25.390625 \n",
       "z\n",
       "M 35.203125 72.90625 \n",
       "L 47.609375 72.90625 \n",
       "L 47.609375 25.390625 \n",
       "L 58.015625 25.390625 \n",
       "L 58.015625 17.1875 \n",
       "L 47.609375 17.1875 \n",
       "L 47.609375 0 \n",
       "L 37.796875 0 \n",
       "L 37.796875 17.1875 \n",
       "L 4.890625 17.1875 \n",
       "L 4.890625 26.703125 \n",
       "z\n",
       "\" id=\"DejaVuSans-52\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 172.360255)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-52\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_4\">\n",
       "     <g id=\"line2d_13\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"133.668842\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_14\">\n",
       "      <!-- 0.6 -->\n",
       "      <defs>\n",
       "       <path d=\"M 33.015625 40.375 \n",
       "Q 26.375 40.375 22.484375 35.828125 \n",
       "Q 18.609375 31.296875 18.609375 23.390625 \n",
       "Q 18.609375 15.53125 22.484375 10.953125 \n",
       "Q 26.375 6.390625 33.015625 6.390625 \n",
       "Q 39.65625 6.390625 43.53125 10.953125 \n",
       "Q 47.40625 15.53125 47.40625 23.390625 \n",
       "Q 47.40625 31.296875 43.53125 35.828125 \n",
       "Q 39.65625 40.375 33.015625 40.375 \n",
       "z\n",
       "M 52.59375 71.296875 \n",
       "L 52.59375 62.3125 \n",
       "Q 48.875 64.0625 45.09375 64.984375 \n",
       "Q 41.3125 65.921875 37.59375 65.921875 \n",
       "Q 27.828125 65.921875 22.671875 59.328125 \n",
       "Q 17.53125 52.734375 16.796875 39.40625 \n",
       "Q 19.671875 43.65625 24.015625 45.921875 \n",
       "Q 28.375 48.1875 33.59375 48.1875 \n",
       "Q 44.578125 48.1875 50.953125 41.515625 \n",
       "Q 57.328125 34.859375 57.328125 23.390625 \n",
       "Q 57.328125 12.15625 50.6875 5.359375 \n",
       "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
       "Q 20.359375 -1.421875 13.671875 8.265625 \n",
       "Q 6.984375 17.96875 6.984375 36.375 \n",
       "Q 6.984375 53.65625 15.1875 63.9375 \n",
       "Q 23.390625 74.21875 37.203125 74.21875 \n",
       "Q 40.921875 74.21875 44.703125 73.484375 \n",
       "Q 48.484375 72.75 52.59375 71.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-54\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 137.46806)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_5\">\n",
       "     <g id=\"line2d_14\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"98.776647\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_15\">\n",
       "      <!-- 0.8 -->\n",
       "      <defs>\n",
       "       <path d=\"M 31.78125 34.625 \n",
       "Q 24.75 34.625 20.71875 30.859375 \n",
       "Q 16.703125 27.09375 16.703125 20.515625 \n",
       "Q 16.703125 13.921875 20.71875 10.15625 \n",
       "Q 24.75 6.390625 31.78125 6.390625 \n",
       "Q 38.8125 6.390625 42.859375 10.171875 \n",
       "Q 46.921875 13.96875 46.921875 20.515625 \n",
       "Q 46.921875 27.09375 42.890625 30.859375 \n",
       "Q 38.875 34.625 31.78125 34.625 \n",
       "z\n",
       "M 21.921875 38.8125 \n",
       "Q 15.578125 40.375 12.03125 44.71875 \n",
       "Q 8.5 49.078125 8.5 55.328125 \n",
       "Q 8.5 64.0625 14.71875 69.140625 \n",
       "Q 20.953125 74.21875 31.78125 74.21875 \n",
       "Q 42.671875 74.21875 48.875 69.140625 \n",
       "Q 55.078125 64.0625 55.078125 55.328125 \n",
       "Q 55.078125 49.078125 51.53125 44.71875 \n",
       "Q 48 40.375 41.703125 38.8125 \n",
       "Q 48.828125 37.15625 52.796875 32.3125 \n",
       "Q 56.78125 27.484375 56.78125 20.515625 \n",
       "Q 56.78125 9.90625 50.3125 4.234375 \n",
       "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
       "Q 19.734375 -1.421875 13.25 4.234375 \n",
       "Q 6.78125 9.90625 6.78125 20.515625 \n",
       "Q 6.78125 27.484375 10.78125 32.3125 \n",
       "Q 14.796875 37.15625 21.921875 38.8125 \n",
       "z\n",
       "M 18.3125 54.390625 \n",
       "Q 18.3125 48.734375 21.84375 45.5625 \n",
       "Q 25.390625 42.390625 31.78125 42.390625 \n",
       "Q 38.140625 42.390625 41.71875 45.5625 \n",
       "Q 45.3125 48.734375 45.3125 54.390625 \n",
       "Q 45.3125 60.0625 41.71875 63.234375 \n",
       "Q 38.140625 66.40625 31.78125 66.40625 \n",
       "Q 25.390625 66.40625 21.84375 63.234375 \n",
       "Q 18.3125 60.0625 18.3125 54.390625 \n",
       "z\n",
       "\" id=\"DejaVuSans-56\"/>\n",
       "      </defs>\n",
       "      <g transform=\"translate(20.878125 102.575866)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_6\">\n",
       "     <g id=\"line2d_15\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"63.884452\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_16\">\n",
       "      <!-- 1.0 -->\n",
       "      <g transform=\"translate(20.878125 67.683671)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"ytick_7\">\n",
       "     <g id=\"line2d_16\">\n",
       "      <g>\n",
       "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m13fe9263f0\" y=\"28.992257\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "     <g id=\"text_17\">\n",
       "      <!-- 1.2 -->\n",
       "      <g transform=\"translate(20.878125 32.791476)scale(0.1 -0.1)\">\n",
       "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
       "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
       "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-50\"/>\n",
       "      </g>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"text_18\">\n",
       "     <!-- loss -->\n",
       "     <defs>\n",
       "      <path d=\"M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-108\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(14.798438 140.695937)rotate(-90)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"27.783203\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"88.964844\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"141.064453\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"line2d_17\">\n",
       "    <path clip-path=\"url(#p22f60b098b)\" d=\"M 58.999432 34.769231 \n",
       "L 60.528897 32.201761 \n",
       "L 62.058363 44.455207 \n",
       "L 63.587828 45.712331 \n",
       "L 65.117294 49.611909 \n",
       "L 66.646759 45.919988 \n",
       "L 68.176225 50.850738 \n",
       "L 69.70569 52.55667 \n",
       "L 71.235156 52.596173 \n",
       "L 72.764621 47.099561 \n",
       "L 74.294087 58.130578 \n",
       "L 75.823552 57.719505 \n",
       "L 77.353018 54.725781 \n",
       "L 78.882483 55.861953 \n",
       "L 80.411949 57.34581 \n",
       "L 81.941414 59.295611 \n",
       "L 83.47088 61.453991 \n",
       "L 85.000345 65.007984 \n",
       "L 86.529811 54.071777 \n",
       "L 88.059276 69.044776 \n",
       "L 89.588742 65.327265 \n",
       "L 91.118208 61.151964 \n",
       "L 92.647673 59.855467 \n",
       "L 94.177139 73.283607 \n",
       "L 95.706604 76.836619 \n",
       "L 97.23607 75.244892 \n",
       "L 98.765535 68.409192 \n",
       "L 100.295001 81.15899 \n",
       "L 101.824466 77.805003 \n",
       "L 103.353932 78.666352 \n",
       "L 104.883397 76.207226 \n",
       "L 106.412863 86.16855 \n",
       "L 107.942328 84.976523 \n",
       "L 109.471794 99.962968 \n",
       "L 111.001259 100.050008 \n",
       "L 112.530725 89.144583 \n",
       "L 114.06019 97.572886 \n",
       "L 115.589656 95.668509 \n",
       "L 117.119121 101.288805 \n",
       "L 118.648587 108.218481 \n",
       "L 120.178052 118.020492 \n",
       "L 121.707518 116.368532 \n",
       "L 123.236983 115.81509 \n",
       "L 124.766449 133.123112 \n",
       "L 126.295914 131.841375 \n",
       "L 127.82538 132.48552 \n",
       "L 129.354845 140.876875 \n",
       "L 130.884311 136.409696 \n",
       "L 132.413776 145.225428 \n",
       "L 133.943242 147.492662 \n",
       "L 135.472707 156.408109 \n",
       "L 137.002173 145.187204 \n",
       "L 138.531638 139.267322 \n",
       "L 140.061104 139.721755 \n",
       "L 141.590569 144.039635 \n",
       "L 143.120035 138.351663 \n",
       "L 144.6495 138.725621 \n",
       "L 146.178966 147.547719 \n",
       "L 147.708431 154.470312 \n",
       "L 149.237897 150.473695 \n",
       "L 150.767362 159.651347 \n",
       "L 152.296828 158.296657 \n",
       "L 153.826293 160.695741 \n",
       "L 155.355759 156.414808 \n",
       "L 156.885224 153.458447 \n",
       "L 158.41469 158.379564 \n",
       "L 159.944155 158.752923 \n",
       "L 161.473621 162.495 \n",
       "L 163.003086 169.266251 \n",
       "L 164.532552 161.839027 \n",
       "L 166.062017 162.171537 \n",
       "L 167.591483 157.275503 \n",
       "L 169.120948 149.834748 \n",
       "L 170.650414 161.229875 \n",
       "L 172.17988 158.177251 \n",
       "L 173.709345 164.363085 \n",
       "L 175.238811 164.646726 \n",
       "L 176.768276 168.884276 \n",
       "L 178.297742 164.136331 \n",
       "L 179.827207 157.94683 \n",
       "L 181.356673 163.815044 \n",
       "L 182.886138 164.305797 \n",
       "L 184.415604 155.22084 \n",
       "L 185.945069 158.357479 \n",
       "L 187.474535 173.279996 \n",
       "L 189.004 164.221563 \n",
       "L 190.533466 176.137438 \n",
       "L 192.062931 169.794921 \n",
       "L 193.592397 171.633142 \n",
       "L 195.121862 172.835051 \n",
       "L 196.651328 168.434974 \n",
       "L 198.180793 158.387341 \n",
       "L 199.710259 163.962789 \n",
       "L 201.239724 167.056877 \n",
       "L 202.76919 157.137152 \n",
       "L 204.298655 170.15128 \n",
       "L 205.828121 174.39405 \n",
       "L 207.357586 177.41822 \n",
       "L 208.887052 175.478939 \n",
       "L 210.416517 163.162289 \n",
       "L 211.945983 167.764013 \n",
       "L 213.475448 183.151012 \n",
       "L 215.004914 174.496965 \n",
       "L 216.534379 158.717905 \n",
       "L 218.063845 182.076497 \n",
       "L 219.59331 178.217716 \n",
       "L 221.122776 175.458788 \n",
       "L 222.652241 165.281525 \n",
       "L 224.181707 178.039703 \n",
       "L 225.711172 184.760231 \n",
       "L 227.240638 175.885704 \n",
       "L 228.770103 183.475205 \n",
       "L 230.299569 181.204763 \n",
       "L 231.829034 184.257936 \n",
       "L 233.3585 185.778301 \n",
       "L 234.887965 187.528705 \n",
       "L 236.417431 193.447407 \n",
       "L 237.946896 182.982506 \n",
       "L 239.476362 175.008957 \n",
       "L 241.005827 171.922072 \n",
       "L 242.535293 191.065861 \n",
       "L 244.064758 182.410113 \n",
       "L 245.594224 175.232925 \n",
       "L 247.123689 197.589129 \n",
       "L 248.653155 192.456765 \n",
       "L 250.18262 189.503529 \n",
       "L 251.712086 199.376848 \n",
       "L 253.241552 197.808701 \n",
       "L 254.771017 174.090627 \n",
       "L 256.300483 197.287251 \n",
       "L 257.829948 201.151777 \n",
       "L 259.359414 193.291118 \n",
       "L 260.888879 199.284453 \n",
       "L 262.418345 181.114758 \n",
       "L 263.94781 192.673177 \n",
       "L 265.477276 200.804379 \n",
       "L 267.006741 194.337823 \n",
       "L 268.536207 197.9433 \n",
       "L 270.065672 202.746956 \n",
       "L 271.595138 199.584251 \n",
       "L 273.124603 198.012376 \n",
       "L 274.654069 210.819906 \n",
       "L 276.183534 208.879605 \n",
       "L 277.713 206.390305 \n",
       "L 279.242465 209.029906 \n",
       "L 282.301396 198.677717 \n",
       "L 283.830862 214.66402 \n",
       "L 285.360327 209.466269 \n",
       "L 286.889793 214.948416 \n",
       "L 288.419258 196.488387 \n",
       "L 289.948724 219.444844 \n",
       "L 291.478189 185.154431 \n",
       "L 293.007655 211.647353 \n",
       "L 294.53712 207.610976 \n",
       "L 296.066586 216.057883 \n",
       "L 297.596051 223.698403 \n",
       "L 299.125517 222.471947 \n",
       "L 300.654982 209.234021 \n",
       "L 302.184448 222.092207 \n",
       "L 303.713913 216.896016 \n",
       "L 305.243379 222.028589 \n",
       "L 306.772844 224.347503 \n",
       "L 308.30231 222.140685 \n",
       "L 309.831775 214.499357 \n",
       "L 311.361241 201.392368 \n",
       "L 312.890706 221.301105 \n",
       "L 314.420172 207.756417 \n",
       "L 315.949637 199.063374 \n",
       "L 317.479103 229.874489 \n",
       "L 319.008568 208.263936 \n",
       "L 320.538034 225.784291 \n",
       "L 322.067499 222.781132 \n",
       "L 323.596965 225.18622 \n",
       "L 325.12643 212.878291 \n",
       "L 326.655896 203.321132 \n",
       "L 328.185361 211.865359 \n",
       "L 329.714827 226.914497 \n",
       "L 331.244292 215.558955 \n",
       "L 332.773758 225.235325 \n",
       "L 334.303224 213.432326 \n",
       "L 335.832689 224.027453 \n",
       "L 337.362155 219.546035 \n",
       "L 338.89162 224.903045 \n",
       "L 340.421086 213.654868 \n",
       "L 341.950551 210.959148 \n",
       "L 343.480017 198.599282 \n",
       "L 345.009482 200.344761 \n",
       "L 348.068413 224.439634 \n",
       "L 349.597879 206.031088 \n",
       "L 351.127344 221.744875 \n",
       "L 352.65681 224.297761 \n",
       "L 354.186275 214.321363 \n",
       "L 355.715741 214.230614 \n",
       "L 357.245206 204.187249 \n",
       "L 358.774672 218.849032 \n",
       "L 360.304137 226.166934 \n",
       "L 361.833603 211.935072 \n",
       "L 363.363068 214.820364 \n",
       "L 363.363068 214.820364 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"line2d_18\">\n",
       "    <path clip-path=\"url(#p22f60b098b)\" d=\"M 58.999432 46.994472 \n",
       "L 60.528897 46.00015 \n",
       "L 62.058363 46.181482 \n",
       "L 65.117294 48.204629 \n",
       "L 68.176225 48.779531 \n",
       "L 69.70569 49.203631 \n",
       "L 71.235156 49.919019 \n",
       "L 74.294087 51.844481 \n",
       "L 77.353018 54.405594 \n",
       "L 78.882483 56.478447 \n",
       "L 80.411949 58.029993 \n",
       "L 83.47088 60.838033 \n",
       "L 86.529811 64.380126 \n",
       "L 89.588742 65.389901 \n",
       "L 91.118208 66.572366 \n",
       "L 92.647673 68.455017 \n",
       "L 97.23607 78.213111 \n",
       "L 98.765535 81.463584 \n",
       "L 101.824466 85.858879 \n",
       "L 103.353932 87.62572 \n",
       "L 106.412863 90.21806 \n",
       "L 107.942328 93.063119 \n",
       "L 109.471794 96.545222 \n",
       "L 111.001259 100.572518 \n",
       "L 112.530725 103.711632 \n",
       "L 114.06019 105.153212 \n",
       "L 115.589656 105.259694 \n",
       "L 117.119121 106.022583 \n",
       "L 118.648587 114.00245 \n",
       "L 121.707518 134.441948 \n",
       "L 124.766449 150.669657 \n",
       "L 126.295914 156.368864 \n",
       "L 127.82538 160.028894 \n",
       "L 129.354845 162.782138 \n",
       "L 130.884311 165.802743 \n",
       "L 132.413776 167.112972 \n",
       "L 133.943242 166.352802 \n",
       "L 135.472707 166.081693 \n",
       "L 138.531638 168.549477 \n",
       "L 140.061104 168.342767 \n",
       "L 141.590569 167.869221 \n",
       "L 143.120035 167.995009 \n",
       "L 144.6495 167.782949 \n",
       "L 146.178966 167.872611 \n",
       "L 149.237897 168.705759 \n",
       "L 150.767362 169.164091 \n",
       "L 152.296828 169.418859 \n",
       "L 155.355759 170.386233 \n",
       "L 156.885224 171.016773 \n",
       "L 158.41469 171.086985 \n",
       "L 159.944155 170.988915 \n",
       "L 161.473621 171.233362 \n",
       "L 163.003086 171.67266 \n",
       "L 166.062017 173.207713 \n",
       "L 167.591483 174.105182 \n",
       "L 169.120948 174.049185 \n",
       "L 170.650414 173.110616 \n",
       "L 172.17988 172.674167 \n",
       "L 173.709345 172.889425 \n",
       "L 175.238811 174.642425 \n",
       "L 176.768276 175.380061 \n",
       "L 178.297742 175.513419 \n",
       "L 179.827207 175.836844 \n",
       "L 181.356673 175.709512 \n",
       "L 184.415604 173.440862 \n",
       "L 185.945069 173.426715 \n",
       "L 187.474535 174.495013 \n",
       "L 189.004 176.017885 \n",
       "L 190.533466 177.948058 \n",
       "L 192.062931 179.539883 \n",
       "L 193.592397 180.246588 \n",
       "L 195.121862 180.069795 \n",
       "L 198.180793 182.834145 \n",
       "L 201.239724 184.436811 \n",
       "L 202.76919 184.046668 \n",
       "L 204.298655 183.485841 \n",
       "L 205.828121 182.281205 \n",
       "L 207.357586 182.297682 \n",
       "L 208.887052 184.978634 \n",
       "L 210.416517 188.363936 \n",
       "L 211.945983 189.096581 \n",
       "L 213.475448 188.125557 \n",
       "L 215.004914 185.656888 \n",
       "L 216.534379 188.506606 \n",
       "L 218.063845 190.954628 \n",
       "L 219.59331 189.40264 \n",
       "L 221.122776 186.643775 \n",
       "L 222.652241 188.071577 \n",
       "L 224.181707 192.140749 \n",
       "L 225.711172 193.655811 \n",
       "L 227.240638 192.414681 \n",
       "L 228.770103 187.342479 \n",
       "L 230.299569 186.294712 \n",
       "L 231.829034 189.041977 \n",
       "L 233.3585 192.232626 \n",
       "L 234.887965 191.663922 \n",
       "L 236.417431 185.359231 \n",
       "L 237.946896 181.208768 \n",
       "L 239.476362 183.506856 \n",
       "L 241.005827 194.041472 \n",
       "L 242.535293 198.094006 \n",
       "L 244.064758 198.272367 \n",
       "L 247.123689 187.936504 \n",
       "L 248.653155 189.96342 \n",
       "L 250.18262 198.574553 \n",
       "L 251.712086 201.249375 \n",
       "L 253.241552 201.861743 \n",
       "L 254.771017 193.185265 \n",
       "L 256.300483 186.43941 \n",
       "L 257.829948 187.06147 \n",
       "L 259.359414 198.136937 \n",
       "L 260.888879 205.425292 \n",
       "L 262.418345 205.596376 \n",
       "L 263.94781 203.285775 \n",
       "L 265.477276 203.230283 \n",
       "L 267.006741 205.41391 \n",
       "L 268.536207 203.154391 \n",
       "L 270.065672 202.798516 \n",
       "L 271.595138 199.924403 \n",
       "L 273.124603 196.66616 \n",
       "L 274.654069 188.341995 \n",
       "L 276.183534 189.855378 \n",
       "L 277.713 201.911727 \n",
       "L 279.242465 205.361082 \n",
       "L 280.771931 205.333521 \n",
       "L 282.301396 206.172718 \n",
       "L 283.830862 207.892491 \n",
       "L 285.360327 207.139949 \n",
       "L 286.889793 200.766252 \n",
       "L 288.419258 200.985178 \n",
       "L 289.948724 210.651452 \n",
       "L 291.478189 211.492316 \n",
       "L 293.007655 209.687978 \n",
       "L 294.53712 204.380702 \n",
       "L 296.066586 206.419429 \n",
       "L 299.125517 208.938305 \n",
       "L 300.654982 207.45485 \n",
       "L 302.184448 209.074294 \n",
       "L 303.713913 205.172232 \n",
       "L 305.243379 195.059179 \n",
       "L 308.30231 192.873102 \n",
       "L 309.831775 203.62711 \n",
       "L 311.361241 206.279226 \n",
       "L 312.890706 207.734117 \n",
       "L 314.420172 204.379779 \n",
       "L 315.949637 199.286184 \n",
       "L 317.479103 206.548485 \n",
       "L 319.008568 207.272158 \n",
       "L 320.538034 206.756989 \n",
       "L 322.067499 196.014846 \n",
       "L 323.596965 188.540537 \n",
       "L 325.12643 186.983152 \n",
       "L 326.655896 208.587295 \n",
       "L 328.185361 209.475644 \n",
       "L 329.714827 208.995467 \n",
       "L 331.244292 208.355433 \n",
       "L 332.773758 205.047507 \n",
       "L 334.303224 202.368955 \n",
       "L 335.832689 207.031023 \n",
       "L 337.362155 208.108324 \n",
       "L 338.89162 206.897257 \n",
       "L 340.421086 206.672785 \n",
       "L 341.950551 208.281043 \n",
       "L 343.480017 172.507929 \n",
       "L 345.009482 167.886015 \n",
       "L 346.538948 210.868652 \n",
       "L 348.068413 210.648031 \n",
       "L 349.597879 212.604832 \n",
       "L 351.127344 210.685022 \n",
       "L 352.65681 192.909498 \n",
       "L 354.186275 177.497327 \n",
       "L 355.715741 183.469083 \n",
       "L 357.245206 210.311467 \n",
       "L 358.774672 212.025906 \n",
       "L 360.304137 210.115668 \n",
       "L 361.833603 210.288759 \n",
       "L 363.363068 209.152996 \n",
       "L 363.363068 209.152996 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_3\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 43.78125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_4\">\n",
       "    <path d=\"M 378.58125 239.758125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_5\">\n",
       "    <path d=\"M 43.78125 239.758125 \n",
       "L 378.58125 239.758125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"patch_6\">\n",
       "    <path d=\"M 43.78125 22.318125 \n",
       "L 378.58125 22.318125 \n",
       "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
       "   </g>\n",
       "   <g id=\"text_19\">\n",
       "    <!-- Training and validation loss -->\n",
       "    <defs>\n",
       "     <path d=\"M -0.296875 72.90625 \n",
       "L 61.375 72.90625 \n",
       "L 61.375 64.59375 \n",
       "L 35.5 64.59375 \n",
       "L 35.5 0 \n",
       "L 25.59375 0 \n",
       "L 25.59375 64.59375 \n",
       "L -0.296875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-84\"/>\n",
       "     <path d=\"M 41.109375 46.296875 \n",
       "Q 39.59375 47.171875 37.8125 47.578125 \n",
       "Q 36.03125 48 33.890625 48 \n",
       "Q 26.265625 48 22.1875 43.046875 \n",
       "Q 18.109375 38.09375 18.109375 28.8125 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 20.953125 51.171875 25.484375 53.578125 \n",
       "Q 30.03125 56 36.53125 56 \n",
       "Q 37.453125 56 38.578125 55.875 \n",
       "Q 39.703125 55.765625 41.0625 55.515625 \n",
       "z\n",
       "\" id=\"DejaVuSans-114\"/>\n",
       "     <path d=\"M 34.28125 27.484375 \n",
       "Q 23.390625 27.484375 19.1875 25 \n",
       "Q 14.984375 22.515625 14.984375 16.5 \n",
       "Q 14.984375 11.71875 18.140625 8.90625 \n",
       "Q 21.296875 6.109375 26.703125 6.109375 \n",
       "Q 34.1875 6.109375 38.703125 11.40625 \n",
       "Q 43.21875 16.703125 43.21875 25.484375 \n",
       "L 43.21875 27.484375 \n",
       "z\n",
       "M 52.203125 31.203125 \n",
       "L 52.203125 0 \n",
       "L 43.21875 0 \n",
       "L 43.21875 8.296875 \n",
       "Q 40.140625 3.328125 35.546875 0.953125 \n",
       "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
       "Q 15.921875 -1.421875 10.953125 3.296875 \n",
       "Q 6 8.015625 6 15.921875 \n",
       "Q 6 25.140625 12.171875 29.828125 \n",
       "Q 18.359375 34.515625 30.609375 34.515625 \n",
       "L 43.21875 34.515625 \n",
       "L 43.21875 35.40625 \n",
       "Q 43.21875 41.609375 39.140625 45 \n",
       "Q 35.0625 48.390625 27.6875 48.390625 \n",
       "Q 23 48.390625 18.546875 47.265625 \n",
       "Q 14.109375 46.140625 10.015625 43.890625 \n",
       "L 10.015625 52.203125 \n",
       "Q 14.9375 54.109375 19.578125 55.046875 \n",
       "Q 24.21875 56 28.609375 56 \n",
       "Q 40.484375 56 46.34375 49.84375 \n",
       "Q 52.203125 43.703125 52.203125 31.203125 \n",
       "z\n",
       "\" id=\"DejaVuSans-97\"/>\n",
       "     <path d=\"M 9.421875 54.6875 \n",
       "L 18.40625 54.6875 \n",
       "L 18.40625 0 \n",
       "L 9.421875 0 \n",
       "z\n",
       "M 9.421875 75.984375 \n",
       "L 18.40625 75.984375 \n",
       "L 18.40625 64.59375 \n",
       "L 9.421875 64.59375 \n",
       "z\n",
       "\" id=\"DejaVuSans-105\"/>\n",
       "     <path d=\"M 54.890625 33.015625 \n",
       "L 54.890625 0 \n",
       "L 45.90625 0 \n",
       "L 45.90625 32.71875 \n",
       "Q 45.90625 40.484375 42.875 44.328125 \n",
       "Q 39.84375 48.1875 33.796875 48.1875 \n",
       "Q 26.515625 48.1875 22.3125 43.546875 \n",
       "Q 18.109375 38.921875 18.109375 30.90625 \n",
       "L 18.109375 0 \n",
       "L 9.078125 0 \n",
       "L 9.078125 54.6875 \n",
       "L 18.109375 54.6875 \n",
       "L 18.109375 46.1875 \n",
       "Q 21.34375 51.125 25.703125 53.5625 \n",
       "Q 30.078125 56 35.796875 56 \n",
       "Q 45.21875 56 50.046875 50.171875 \n",
       "Q 54.890625 44.34375 54.890625 33.015625 \n",
       "z\n",
       "\" id=\"DejaVuSans-110\"/>\n",
       "     <path d=\"M 45.40625 27.984375 \n",
       "Q 45.40625 37.75 41.375 43.109375 \n",
       "Q 37.359375 48.484375 30.078125 48.484375 \n",
       "Q 22.859375 48.484375 18.828125 43.109375 \n",
       "Q 14.796875 37.75 14.796875 27.984375 \n",
       "Q 14.796875 18.265625 18.828125 12.890625 \n",
       "Q 22.859375 7.515625 30.078125 7.515625 \n",
       "Q 37.359375 7.515625 41.375 12.890625 \n",
       "Q 45.40625 18.265625 45.40625 27.984375 \n",
       "z\n",
       "M 54.390625 6.78125 \n",
       "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
       "Q 42 -20.796875 29.203125 -20.796875 \n",
       "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
       "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
       "L 12.109375 -9.1875 \n",
       "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
       "Q 23.78125 -13.375 27.78125 -13.375 \n",
       "Q 36.625 -13.375 41.015625 -8.765625 \n",
       "Q 45.40625 -4.15625 45.40625 5.171875 \n",
       "L 45.40625 9.625 \n",
       "Q 42.625 4.78125 38.28125 2.390625 \n",
       "Q 33.9375 0 27.875 0 \n",
       "Q 17.828125 0 11.671875 7.65625 \n",
       "Q 5.515625 15.328125 5.515625 27.984375 \n",
       "Q 5.515625 40.671875 11.671875 48.328125 \n",
       "Q 17.828125 56 27.875 56 \n",
       "Q 33.9375 56 38.28125 53.609375 \n",
       "Q 42.625 51.21875 45.40625 46.390625 \n",
       "L 45.40625 54.6875 \n",
       "L 54.390625 54.6875 \n",
       "z\n",
       "\" id=\"DejaVuSans-103\"/>\n",
       "     <path id=\"DejaVuSans-32\"/>\n",
       "     <path d=\"M 45.40625 46.390625 \n",
       "L 45.40625 75.984375 \n",
       "L 54.390625 75.984375 \n",
       "L 54.390625 0 \n",
       "L 45.40625 0 \n",
       "L 45.40625 8.203125 \n",
       "Q 42.578125 3.328125 38.25 0.953125 \n",
       "Q 33.9375 -1.421875 27.875 -1.421875 \n",
       "Q 17.96875 -1.421875 11.734375 6.484375 \n",
       "Q 5.515625 14.40625 5.515625 27.296875 \n",
       "Q 5.515625 40.1875 11.734375 48.09375 \n",
       "Q 17.96875 56 27.875 56 \n",
       "Q 33.9375 56 38.25 53.625 \n",
       "Q 42.578125 51.265625 45.40625 46.390625 \n",
       "z\n",
       "M 14.796875 27.296875 \n",
       "Q 14.796875 17.390625 18.875 11.75 \n",
       "Q 22.953125 6.109375 30.078125 6.109375 \n",
       "Q 37.203125 6.109375 41.296875 11.75 \n",
       "Q 45.40625 17.390625 45.40625 27.296875 \n",
       "Q 45.40625 37.203125 41.296875 42.84375 \n",
       "Q 37.203125 48.484375 30.078125 48.484375 \n",
       "Q 22.953125 48.484375 18.875 42.84375 \n",
       "Q 14.796875 37.203125 14.796875 27.296875 \n",
       "z\n",
       "\" id=\"DejaVuSans-100\"/>\n",
       "     <path d=\"M 2.984375 54.6875 \n",
       "L 12.5 54.6875 \n",
       "L 29.59375 8.796875 \n",
       "L 46.6875 54.6875 \n",
       "L 56.203125 54.6875 \n",
       "L 35.6875 0 \n",
       "L 23.484375 0 \n",
       "z\n",
       "\" id=\"DejaVuSans-118\"/>\n",
       "     <path d=\"M 18.3125 70.21875 \n",
       "L 18.3125 54.6875 \n",
       "L 36.8125 54.6875 \n",
       "L 36.8125 47.703125 \n",
       "L 18.3125 47.703125 \n",
       "L 18.3125 18.015625 \n",
       "Q 18.3125 11.328125 20.140625 9.421875 \n",
       "Q 21.96875 7.515625 27.59375 7.515625 \n",
       "L 36.8125 7.515625 \n",
       "L 36.8125 0 \n",
       "L 27.59375 0 \n",
       "Q 17.1875 0 13.234375 3.875 \n",
       "Q 9.28125 7.765625 9.28125 18.015625 \n",
       "L 9.28125 47.703125 \n",
       "L 2.6875 47.703125 \n",
       "L 2.6875 54.6875 \n",
       "L 9.28125 54.6875 \n",
       "L 9.28125 70.21875 \n",
       "z\n",
       "\" id=\"DejaVuSans-116\"/>\n",
       "    </defs>\n",
       "    <g transform=\"translate(129.37125 16.318125)scale(0.12 -0.12)\">\n",
       "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
       "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
       "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
       "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
       "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
       "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
       "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "     <use x=\"1198.140625\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "     <use x=\"1259.322266\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     <use x=\"1311.421875\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "    </g>\n",
       "   </g>\n",
       "   <g id=\"legend_1\">\n",
       "    <g id=\"patch_7\">\n",
       "     <path d=\"M 291.990625 60.230625 \n",
       "L 371.58125 60.230625 \n",
       "Q 373.58125 60.230625 373.58125 58.230625 \n",
       "L 373.58125 29.318125 \n",
       "Q 373.58125 27.318125 371.58125 27.318125 \n",
       "L 291.990625 27.318125 \n",
       "Q 289.990625 27.318125 289.990625 29.318125 \n",
       "L 289.990625 58.230625 \n",
       "Q 289.990625 60.230625 291.990625 60.230625 \n",
       "z\n",
       "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_19\">\n",
       "     <path d=\"M 293.990625 35.416562 \n",
       "L 313.990625 35.416562 \n",
       "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_20\"/>\n",
       "    <g id=\"text_20\">\n",
       "     <!-- train_loss -->\n",
       "     <defs>\n",
       "      <path d=\"M 50.984375 -16.609375 \n",
       "L 50.984375 -23.578125 \n",
       "L -0.984375 -23.578125 \n",
       "L -0.984375 -16.609375 \n",
       "z\n",
       "\" id=\"DejaVuSans-95\"/>\n",
       "     </defs>\n",
       "     <g transform=\"translate(321.990625 38.916562)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
       "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
       "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
       "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
       "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"310.546875\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"371.728516\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"423.828125\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "    <g id=\"line2d_21\">\n",
       "     <path d=\"M 293.990625 50.372812 \n",
       "L 313.990625 50.372812 \n",
       "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
       "    </g>\n",
       "    <g id=\"line2d_22\"/>\n",
       "    <g id=\"text_21\">\n",
       "     <!-- val_loss -->\n",
       "     <g transform=\"translate(321.990625 53.872812)scale(0.1 -0.1)\">\n",
       "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
       "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
       "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
       "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-108\"/>\n",
       "      <use x=\"226.025391\" xlink:href=\"#DejaVuSans-111\"/>\n",
       "      <use x=\"287.207031\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "      <use x=\"339.306641\" xlink:href=\"#DejaVuSans-115\"/>\n",
       "     </g>\n",
       "    </g>\n",
       "   </g>\n",
       "  </g>\n",
       " </g>\n",
       " <defs>\n",
       "  <clipPath id=\"p22f60b098b\">\n",
       "   <rect height=\"217.44\" width=\"334.8\" x=\"43.78125\" y=\"22.318125\"/>\n",
       "  </clipPath>\n",
       " </defs>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_metric(history, 'loss')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Here, you can see that the overfitting is not completely fixed, but there is a signficant improvement when we compare it to the unregularized model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "30/1 - 0s - loss: 0.0602 - accuracy: 0.9667\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[0.06016349419951439, 0.96666664]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Evaluate the model on the test set\n",
    "model.evaluate(X_test, y_test, verbose=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## That's it\n",
    "\n",
    "Thanks for reading\n",
    "\n",
    "This is a notebook for the medium article [Model Regularization in Practice, an example with Keras and TensorFlow 2.0](https://medium.com/@bindiatwork/machine-learning-model-regularization-in-practice-an-example-with-keras-and-tensorflow-2-0-52a96746123e)\n",
    "\n",
    "Please check out article for instructions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "tf-tutorial",
   "language": "python",
   "name": "tf-tutorial"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}