breast_cancer.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "breast_cancer.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "[View in Colaboratory](https://colab.research.google.com/github/cpoptic/CNN-to-detect-heart-disease/blob/master/breast_cancer.ipynb)"
      ]
    },
    {
      "metadata": {
        "id": "1PE50EGxOmBD",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "from sklearn import preprocessing, cross_validation, model_selection\n",
        "import pandas as pd\n",
        "import sklearn"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "FriI7IQlvO_V",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "28e23d06-e858-4c4b-c36e-88537c934f95"
      },
      "cell_type": "code",
      "source": [
        "sklearn.__version__"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'0.19.2'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "metadata": {
        "id": "NKuFWn_QW5BY",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Creating and shaping the data"
      ]
    },
    {
      "metadata": {
        "id": "J99GQ10BVdgv",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df = pd.read_csv('https://archive.ics.uci.edu/ml/machine-learning-databases/breast-cancer-wisconsin/breast-cancer-wisconsin.data')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "iP_Oe6FaVpD3",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df.columns = ['id','clump_thickness','unif_cell_size','unif_cell_shape','marg_adhesion','single_epith_size','bare_nuclei','bland_chrom','norm_nucleoli','mitoses','class']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "g5SDLDGpV47R",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 514
        },
        "outputId": "2ac48f78-31c4-4f25-9a3d-41d55ee35422"
      },
      "cell_type": "code",
      "source": [
        "df.head(15)"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>clump_thickness</th>\n",
              "      <th>unif_cell_size</th>\n",
              "      <th>unif_cell_shape</th>\n",
              "      <th>marg_adhesion</th>\n",
              "      <th>single_epith_size</th>\n",
              "      <th>bare_nuclei</th>\n",
              "      <th>bland_chrom</th>\n",
              "      <th>norm_nucleoli</th>\n",
              "      <th>mitoses</th>\n",
              "      <th>class</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6</td>\n",
              "      <td>8</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>8</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>8</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>9</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>10</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>4</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>8</td>\n",
              "      <td>7</td>\n",
              "      <td>5</td>\n",
              "      <td>10</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    clump_thickness  unif_cell_size  unif_cell_shape  marg_adhesion  \\\n",
              "0                 5               4                4              5   \n",
              "1                 3               1                1              1   \n",
              "2                 6               8                8              1   \n",
              "3                 4               1                1              3   \n",
              "4                 8              10               10              8   \n",
              "5                 1               1                1              1   \n",
              "6                 2               1                2              1   \n",
              "7                 2               1                1              1   \n",
              "8                 4               2                1              1   \n",
              "9                 1               1                1              1   \n",
              "10                2               1                1              1   \n",
              "11                5               3                3              3   \n",
              "12                1               1                1              1   \n",
              "13                8               7                5             10   \n",
              "14                7               4                6              4   \n",
              "\n",
              "    single_epith_size bare_nuclei  bland_chrom  norm_nucleoli  mitoses  class  \n",
              "0                   7          10            3              2        1      2  \n",
              "1                   2           2            3              1        1      2  \n",
              "2                   3           4            3              7        1      2  \n",
              "3                   2           1            3              1        1      2  \n",
              "4                   7          10            9              7        1      4  \n",
              "5                   2          10            3              1        1      2  \n",
              "6                   2           1            3              1        1      2  \n",
              "7                   2           1            1              1        5      2  \n",
              "8                   2           1            2              1        1      2  \n",
              "9                   1           1            3              1        1      2  \n",
              "10                  2           1            2              1        1      2  \n",
              "11                  2           3            4              4        1      4  \n",
              "12                  2           3            3              1        1      2  \n",
              "13                  7           9            5              5        4      4  \n",
              "14                  6           1            4              3        1      4  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "metadata": {
        "id": "VpIzPdBdwPyU",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "cc302255-0f2a-48cf-e763-87a09a568772"
      },
      "cell_type": "code",
      "source": [
        "df.shape"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(698, 10)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "metadata": {
        "id": "0FKny4tWvsGC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "90a14d34-7241-491c-8ac7-f5943553d6df"
      },
      "cell_type": "code",
      "source": [
        "df[df['class']==4].shape"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(241, 10)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "metadata": {
        "id": "_cvjRt5YWUrt",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df.drop(['id'], inplace=True, axis=1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "qei-wrWsWY-q",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df.replace('?', -99999, inplace=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "QNRhlhxSaaCk",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df['class'] = df['class'].map(lambda x: 1 if x == 4 else 0)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "f11OoFs_bDQG",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "outputId": "30f06378-4fd9-4fe0-8c42-4917f9c1679c"
      },
      "cell_type": "code",
      "source": [
        "df.head()"
      ],
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>clump_thickness</th>\n",
              "      <th>unif_cell_size</th>\n",
              "      <th>unif_cell_shape</th>\n",
              "      <th>marg_adhesion</th>\n",
              "      <th>single_epith_size</th>\n",
              "      <th>bare_nuclei</th>\n",
              "      <th>bland_chrom</th>\n",
              "      <th>norm_nucleoli</th>\n",
              "      <th>mitoses</th>\n",
              "      <th>class</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6</td>\n",
              "      <td>8</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>8</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>8</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>9</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   clump_thickness  unif_cell_size  unif_cell_shape  marg_adhesion  \\\n",
              "0                5               4                4              5   \n",
              "1                3               1                1              1   \n",
              "2                6               8                8              1   \n",
              "3                4               1                1              3   \n",
              "4                8              10               10              8   \n",
              "\n",
              "   single_epith_size bare_nuclei  bland_chrom  norm_nucleoli  mitoses  class  \n",
              "0                  7          10            3              2        1      0  \n",
              "1                  2           2            3              1        1      0  \n",
              "2                  3           4            3              7        1      0  \n",
              "3                  2           1            3              1        1      0  \n",
              "4                  7          10            9              7        1      1  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        }
      ]
    },
    {
      "metadata": {
        "id": "FLHWEO_PWkPO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "5e28846d-06b1-4970-8bfe-a258c68f1564"
      },
      "cell_type": "code",
      "source": [
        "X = np.array(df.drop(['class'], axis=1))\n",
        "y = np.array(df['class'])\n",
        "X.shape"
      ],
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(698, 9)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        }
      ]
    },
    {
      "metadata": {
        "id": "r4cHN2N0wsbC",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "XAh0rufxwsdX",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "-6PWykEnfFG5",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "scaler = preprocessing.MinMaxScaler()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "7z6M1A6EfG0g",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 163
        },
        "outputId": "bc74dda5-10d2-4199-a8c9-cf4172da963a"
      },
      "cell_type": "code",
      "source": [
        "X = scaler.fit_transform(X)"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "error",
          "ename": "AttributeError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-26-2792670785ec>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mX\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mscaler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit_transfXorm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m: 'MinMaxScaler' object has no attribute 'fit_transfXorm'"
          ]
        }
      ]
    },
    {
      "metadata": {
        "id": "W6LI_bZ3w9lj",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 238
        },
        "outputId": "b370bb6b-f8c6-4997-8437-1b3b58f723bb"
      },
      "cell_type": "code",
      "source": [
        "X"
      ],
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0.44444444, 0.33333333, 0.33333333, ..., 0.22222222, 0.11111111,\n",
              "        0.        ],\n",
              "       [0.22222222, 0.        , 0.        , ..., 0.22222222, 0.        ,\n",
              "        0.        ],\n",
              "       [0.55555556, 0.77777778, 0.77777778, ..., 0.22222222, 0.66666667,\n",
              "        0.        ],\n",
              "       ...,\n",
              "       [0.44444444, 1.        , 1.        , ..., 0.77777778, 1.        ,\n",
              "        0.11111111],\n",
              "       [0.33333333, 0.77777778, 0.55555556, ..., 1.        , 0.55555556,\n",
              "        0.        ],\n",
              "       [0.33333333, 0.77777778, 0.77777778, ..., 1.        , 0.33333333,\n",
              "        0.        ]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "metadata": {
        "id": "hJYZXpDqw6zn",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "xdUBgonOWxUO",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "X_train, X_test, y_train, y_test = cross_validation.train_test_split(\n",
        "    X, y, test_size=0.2)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "_NilTqE-XAVO",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Creating the model and training"
      ]
    },
    {
      "metadata": {
        "id": "VESKRLjDWy4G",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 36
        },
        "outputId": "3eb26e0c-78c8-4135-9da3-3eacc786ceb9"
      },
      "cell_type": "code",
      "source": [
        "from __future__ import print_function\n",
        "import keras\n",
        "from keras.models import Sequential\n",
        "from keras.layers import Dense, Dropout, Flatten, Activation\n",
        "import tensorflow as tf "
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "id": "W_oKerg4YAnB",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "model = Sequential()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ZHAHplTNYDmx",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "model.add(Dense(9, activation='sigmoid', input_shape=(9,)))\n",
        "model.add(Dense(27, activation='sigmoid'))\n",
        "model.add(Dropout(0.25))\n",
        "model.add(Dense(54, activation='sigmoid'))\n",
        "model.add(Dropout(0.25))\n",
        "model.add(Dense(27, activation='sigmoid'))\n",
        "model.add(Dropout(0.25))\n",
        "model.add(Dense(1, activation='sigmoid'))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "tjS-XzkUY3qO",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "model.compile(optimizer=keras.optimizers.Adam(), loss=keras.losses.mean_squared_logarithmic_error)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "c1929HnlZN89",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 76188
        },
        "outputId": "dcb42040-d3cc-4d07-ba81-57d49133447b"
      },
      "cell_type": "code",
      "source": [
        "model.fit(X_train,y_train,batch_size=30,epochs=2000,verbose=1, validation_data=(X_test, y_test))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 558 samples, validate on 140 samples\n",
            "Epoch 1/2000\n",
            "558/558 [==============================] - 1s 3ms/step - loss: 0.1623 - val_loss: 0.1239\n",
            "Epoch 2/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.1183 - val_loss: 0.1120\n",
            "Epoch 3/2000\n",
            "558/558 [==============================] - 0s 286us/step - loss: 0.1131 - val_loss: 0.1144\n",
            "Epoch 4/2000\n",
            "558/558 [==============================] - 0s 282us/step - loss: 0.1108 - val_loss: 0.1131\n",
            "Epoch 5/2000\n",
            "558/558 [==============================] - 0s 296us/step - loss: 0.1145 - val_loss: 0.1129\n",
            "Epoch 6/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.1109 - val_loss: 0.1121\n",
            "Epoch 7/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.1103 - val_loss: 0.1125\n",
            "Epoch 8/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.1146 - val_loss: 0.1124\n",
            "Epoch 9/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.1091 - val_loss: 0.1119\n",
            "Epoch 10/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.1078 - val_loss: 0.1115\n",
            "Epoch 11/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.1077 - val_loss: 0.1108\n",
            "Epoch 12/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.1097 - val_loss: 0.1099\n",
            "Epoch 13/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.1044 - val_loss: 0.1089\n",
            "Epoch 14/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.1096 - val_loss: 0.1082\n",
            "Epoch 15/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.1063 - val_loss: 0.1059\n",
            "Epoch 16/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.1035 - val_loss: 0.1032\n",
            "Epoch 17/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.1018 - val_loss: 0.1000\n",
            "Epoch 18/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0948 - val_loss: 0.0942\n",
            "Epoch 19/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0925 - val_loss: 0.0858\n",
            "Epoch 20/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0824 - val_loss: 0.0748\n",
            "Epoch 21/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0746 - val_loss: 0.0600\n",
            "Epoch 22/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0568 - val_loss: 0.0465\n",
            "Epoch 23/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0487 - val_loss: 0.0349\n",
            "Epoch 24/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0383 - val_loss: 0.0278\n",
            "Epoch 25/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0322 - val_loss: 0.0237\n",
            "Epoch 26/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0262 - val_loss: 0.0218\n",
            "Epoch 27/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0266 - val_loss: 0.0196\n",
            "Epoch 28/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0240 - val_loss: 0.0180\n",
            "Epoch 29/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0216 - val_loss: 0.0177\n",
            "Epoch 30/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0207 - val_loss: 0.0171\n",
            "Epoch 31/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0187 - val_loss: 0.0170\n",
            "Epoch 32/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0189 - val_loss: 0.0180\n",
            "Epoch 33/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0208 - val_loss: 0.0176\n",
            "Epoch 34/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0174 - val_loss: 0.0162\n",
            "Epoch 35/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0174 - val_loss: 0.0159\n",
            "Epoch 36/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0172 - val_loss: 0.0156\n",
            "Epoch 37/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0179 - val_loss: 0.0157\n",
            "Epoch 38/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0173 - val_loss: 0.0161\n",
            "Epoch 39/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0170 - val_loss: 0.0159\n",
            "Epoch 40/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0165 - val_loss: 0.0160\n",
            "Epoch 41/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0185 - val_loss: 0.0161\n",
            "Epoch 42/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0167 - val_loss: 0.0149\n",
            "Epoch 43/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0176 - val_loss: 0.0150\n",
            "Epoch 44/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0176 - val_loss: 0.0150\n",
            "Epoch 45/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0170 - val_loss: 0.0152\n",
            "Epoch 46/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0161 - val_loss: 0.0153\n",
            "Epoch 47/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0165 - val_loss: 0.0157\n",
            "Epoch 48/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0181 - val_loss: 0.0152\n",
            "Epoch 49/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0188 - val_loss: 0.0151\n",
            "Epoch 50/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0183 - val_loss: 0.0147\n",
            "Epoch 51/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0164 - val_loss: 0.0150\n",
            "Epoch 52/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0157 - val_loss: 0.0148\n",
            "Epoch 53/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0169 - val_loss: 0.0150\n",
            "Epoch 54/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0156 - val_loss: 0.0152\n",
            "Epoch 55/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0149 - val_loss: 0.0155\n",
            "Epoch 56/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0147 - val_loss: 0.0152\n",
            "Epoch 57/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0162 - val_loss: 0.0147\n",
            "Epoch 58/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0154 - val_loss: 0.0146\n",
            "Epoch 59/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0149 - val_loss: 0.0146\n",
            "Epoch 60/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0160 - val_loss: 0.0147\n",
            "Epoch 61/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0160 - val_loss: 0.0149\n",
            "Epoch 62/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0168 - val_loss: 0.0150\n",
            "Epoch 63/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0160 - val_loss: 0.0148\n",
            "Epoch 64/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0157 - val_loss: 0.0150\n",
            "Epoch 65/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0153 - val_loss: 0.0152\n",
            "Epoch 66/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0151 - val_loss: 0.0151\n",
            "Epoch 67/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0149 - val_loss: 0.0155\n",
            "Epoch 68/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0158 - val_loss: 0.0148\n",
            "Epoch 69/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0168 - val_loss: 0.0149\n",
            "Epoch 70/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0153 - val_loss: 0.0144\n",
            "Epoch 71/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0165 - val_loss: 0.0146\n",
            "Epoch 72/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0160 - val_loss: 0.0145\n",
            "Epoch 73/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0161 - val_loss: 0.0146\n",
            "Epoch 74/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0149 - val_loss: 0.0152\n",
            "Epoch 75/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0151 - val_loss: 0.0150\n",
            "Epoch 76/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0168 - val_loss: 0.0146\n",
            "Epoch 77/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0159 - val_loss: 0.0149\n",
            "Epoch 78/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0164 - val_loss: 0.0147\n",
            "Epoch 79/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0153 - val_loss: 0.0147\n",
            "Epoch 80/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0141 - val_loss: 0.0152\n",
            "Epoch 81/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0165 - val_loss: 0.0152\n",
            "Epoch 82/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0162 - val_loss: 0.0146\n",
            "Epoch 83/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0155 - val_loss: 0.0147\n",
            "Epoch 84/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0156 - val_loss: 0.0149\n",
            "Epoch 85/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0165 - val_loss: 0.0145\n",
            "Epoch 86/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0138 - val_loss: 0.0146\n",
            "Epoch 87/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0167 - val_loss: 0.0147\n",
            "Epoch 88/2000\n",
            "558/558 [==============================] - 0s 389us/step - loss: 0.0148 - val_loss: 0.0147\n",
            "Epoch 89/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0143 - val_loss: 0.0147\n",
            "Epoch 90/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0155 - val_loss: 0.0146\n",
            "Epoch 91/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0138 - val_loss: 0.0146\n",
            "Epoch 92/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0134 - val_loss: 0.0146\n",
            "Epoch 93/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0148 - val_loss: 0.0152\n",
            "Epoch 94/2000\n",
            "558/558 [==============================] - 0s 388us/step - loss: 0.0149 - val_loss: 0.0149\n",
            "Epoch 95/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0150 - val_loss: 0.0149\n",
            "Epoch 96/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0163 - val_loss: 0.0146\n",
            "Epoch 97/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0164 - val_loss: 0.0145\n",
            "Epoch 98/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0167 - val_loss: 0.0145\n",
            "Epoch 99/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0133 - val_loss: 0.0147\n",
            "Epoch 100/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0141 - val_loss: 0.0146\n",
            "Epoch 101/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0149 - val_loss: 0.0147\n",
            "Epoch 102/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0149 - val_loss: 0.0148\n",
            "Epoch 103/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0157 - val_loss: 0.0146\n",
            "Epoch 104/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0146 - val_loss: 0.0145\n",
            "Epoch 105/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0138 - val_loss: 0.0146\n",
            "Epoch 106/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0142 - val_loss: 0.0151\n",
            "Epoch 107/2000\n",
            "558/558 [==============================] - 0s 381us/step - loss: 0.0159 - val_loss: 0.0152\n",
            "Epoch 108/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0153 - val_loss: 0.0149\n",
            "Epoch 109/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0145 - val_loss: 0.0153\n",
            "Epoch 110/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0152 - val_loss: 0.0147\n",
            "Epoch 111/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0171 - val_loss: 0.0145\n",
            "Epoch 112/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0154 - val_loss: 0.0147\n",
            "Epoch 113/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0145 - val_loss: 0.0145\n",
            "Epoch 114/2000\n",
            "558/558 [==============================] - 0s 377us/step - loss: 0.0166 - val_loss: 0.0145\n",
            "Epoch 115/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0148 - val_loss: 0.0148\n",
            "Epoch 116/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0155 - val_loss: 0.0149\n",
            "Epoch 117/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0150 - val_loss: 0.0147\n",
            "Epoch 118/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0147 - val_loss: 0.0146\n",
            "Epoch 119/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0152 - val_loss: 0.0145\n",
            "Epoch 120/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0153 - val_loss: 0.0145\n",
            "Epoch 121/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0158 - val_loss: 0.0148\n",
            "Epoch 122/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0160 - val_loss: 0.0145\n",
            "Epoch 123/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0137 - val_loss: 0.0146\n",
            "Epoch 124/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0160 - val_loss: 0.0145\n",
            "Epoch 125/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0153 - val_loss: 0.0147\n",
            "Epoch 126/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0153 - val_loss: 0.0148\n",
            "Epoch 127/2000\n",
            "558/558 [==============================] - 0s 384us/step - loss: 0.0143 - val_loss: 0.0147\n",
            "Epoch 128/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0153 - val_loss: 0.0146\n",
            "Epoch 129/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0154 - val_loss: 0.0145\n",
            "Epoch 130/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0153 - val_loss: 0.0145\n",
            "Epoch 131/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0160 - val_loss: 0.0145\n",
            "Epoch 132/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0151 - val_loss: 0.0145\n",
            "Epoch 133/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0153 - val_loss: 0.0145\n",
            "Epoch 134/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0148 - val_loss: 0.0146\n",
            "Epoch 135/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0145 - val_loss: 0.0147\n",
            "Epoch 136/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0145 - val_loss: 0.0148\n",
            "Epoch 137/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0138 - val_loss: 0.0146\n",
            "Epoch 138/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0147 - val_loss: 0.0147\n",
            "Epoch 139/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0149 - val_loss: 0.0146\n",
            "Epoch 140/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0140 - val_loss: 0.0147\n",
            "Epoch 141/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0141 - val_loss: 0.0146\n",
            "Epoch 142/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0149 - val_loss: 0.0145\n",
            "Epoch 143/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0144 - val_loss: 0.0145\n",
            "Epoch 144/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0152 - val_loss: 0.0146\n",
            "Epoch 145/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0142 - val_loss: 0.0150\n",
            "Epoch 146/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0150 - val_loss: 0.0151\n",
            "Epoch 147/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0144 - val_loss: 0.0149\n",
            "Epoch 148/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0150 - val_loss: 0.0148\n",
            "Epoch 149/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0141 - val_loss: 0.0147\n",
            "Epoch 150/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0158 - val_loss: 0.0148\n",
            "Epoch 151/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0142 - val_loss: 0.0145\n",
            "Epoch 152/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0155 - val_loss: 0.0147\n",
            "Epoch 153/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0139 - val_loss: 0.0150\n",
            "Epoch 154/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0152 - val_loss: 0.0153\n",
            "Epoch 155/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0139 - val_loss: 0.0149\n",
            "Epoch 156/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0149 - val_loss: 0.0146\n",
            "Epoch 157/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0148 - val_loss: 0.0145\n",
            "Epoch 158/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0145 - val_loss: 0.0145\n",
            "Epoch 159/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0144 - val_loss: 0.0146\n",
            "Epoch 160/2000\n",
            "558/558 [==============================] - 0s 395us/step - loss: 0.0143 - val_loss: 0.0146\n",
            "Epoch 161/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0139 - val_loss: 0.0146\n",
            "Epoch 162/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0154 - val_loss: 0.0145\n",
            "Epoch 163/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0143 - val_loss: 0.0149\n",
            "Epoch 164/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0140 - val_loss: 0.0149\n",
            "Epoch 165/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0140 - val_loss: 0.0148\n",
            "Epoch 166/2000\n",
            "558/558 [==============================] - 0s 389us/step - loss: 0.0151 - val_loss: 0.0147\n",
            "Epoch 167/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0140 - val_loss: 0.0146\n",
            "Epoch 168/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0151 - val_loss: 0.0145\n",
            "Epoch 169/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0153 - val_loss: 0.0146\n",
            "Epoch 170/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0148 - val_loss: 0.0145\n",
            "Epoch 171/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0145 - val_loss: 0.0146\n",
            "Epoch 172/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0135 - val_loss: 0.0147\n",
            "Epoch 173/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0148 - val_loss: 0.0149\n",
            "Epoch 174/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0150 - val_loss: 0.0147\n",
            "Epoch 175/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0150 - val_loss: 0.0145\n",
            "Epoch 176/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0142 - val_loss: 0.0145\n",
            "Epoch 177/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0139 - val_loss: 0.0145\n",
            "Epoch 178/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0148 - val_loss: 0.0147\n",
            "Epoch 179/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0139 - val_loss: 0.0147\n",
            "Epoch 180/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0148 - val_loss: 0.0146\n",
            "Epoch 181/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0141 - val_loss: 0.0147\n",
            "Epoch 182/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0139 - val_loss: 0.0146\n",
            "Epoch 183/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0143 - val_loss: 0.0146\n",
            "Epoch 184/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0144 - val_loss: 0.0147\n",
            "Epoch 185/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0133 - val_loss: 0.0146\n",
            "Epoch 186/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0145 - val_loss: 0.0145\n",
            "Epoch 187/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0136 - val_loss: 0.0146\n",
            "Epoch 188/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0141 - val_loss: 0.0147\n",
            "Epoch 189/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0136 - val_loss: 0.0146\n",
            "Epoch 190/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0152 - val_loss: 0.0149\n",
            "Epoch 191/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0153 - val_loss: 0.0146\n",
            "Epoch 192/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0135 - val_loss: 0.0147\n",
            "Epoch 193/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0142 - val_loss: 0.0148\n",
            "Epoch 194/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0132 - val_loss: 0.0149\n",
            "Epoch 195/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0137 - val_loss: 0.0146\n",
            "Epoch 196/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0137 - val_loss: 0.0145\n",
            "Epoch 197/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0143 - val_loss: 0.0147\n",
            "Epoch 198/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0142 - val_loss: 0.0146\n",
            "Epoch 199/2000\n",
            "558/558 [==============================] - 0s 377us/step - loss: 0.0146 - val_loss: 0.0146\n",
            "Epoch 200/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0143 - val_loss: 0.0146\n",
            "Epoch 201/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0135 - val_loss: 0.0146\n",
            "Epoch 202/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0138 - val_loss: 0.0147\n",
            "Epoch 203/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0144 - val_loss: 0.0148\n",
            "Epoch 204/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0149 - val_loss: 0.0146\n",
            "Epoch 205/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0155 - val_loss: 0.0146\n",
            "Epoch 206/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0137 - val_loss: 0.0147\n",
            "Epoch 207/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0143 - val_loss: 0.0147\n",
            "Epoch 208/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0149 - val_loss: 0.0146\n",
            "Epoch 209/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0136 - val_loss: 0.0146\n",
            "Epoch 210/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0139 - val_loss: 0.0147\n",
            "Epoch 211/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0145 - val_loss: 0.0149\n",
            "Epoch 212/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0137 - val_loss: 0.0147\n",
            "Epoch 213/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0141 - val_loss: 0.0148\n",
            "Epoch 214/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0136 - val_loss: 0.0149\n",
            "Epoch 215/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0137 - val_loss: 0.0149\n",
            "Epoch 216/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0125 - val_loss: 0.0150\n",
            "Epoch 217/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0132 - val_loss: 0.0149\n",
            "Epoch 218/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0139 - val_loss: 0.0149\n",
            "Epoch 219/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0143 - val_loss: 0.0151\n",
            "Epoch 220/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0144 - val_loss: 0.0148\n",
            "Epoch 221/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0137 - val_loss: 0.0149\n",
            "Epoch 222/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0131 - val_loss: 0.0148\n",
            "Epoch 223/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0163 - val_loss: 0.0151\n",
            "Epoch 224/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0124 - val_loss: 0.0151\n",
            "Epoch 225/2000\n",
            "558/558 [==============================] - 0s 382us/step - loss: 0.0136 - val_loss: 0.0150\n",
            "Epoch 226/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0129 - val_loss: 0.0148\n",
            "Epoch 227/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0137 - val_loss: 0.0148\n",
            "Epoch 228/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0133 - val_loss: 0.0150\n",
            "Epoch 229/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0137 - val_loss: 0.0154\n",
            "Epoch 230/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0145 - val_loss: 0.0149\n",
            "Epoch 231/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0141 - val_loss: 0.0147\n",
            "Epoch 232/2000\n",
            "558/558 [==============================] - 0s 387us/step - loss: 0.0116 - val_loss: 0.0148\n",
            "Epoch 233/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0151 - val_loss: 0.0150\n",
            "Epoch 234/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0131 - val_loss: 0.0149\n",
            "Epoch 235/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0144 - val_loss: 0.0150\n",
            "Epoch 236/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0132 - val_loss: 0.0152\n",
            "Epoch 237/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0143 - val_loss: 0.0151\n",
            "Epoch 238/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0129 - val_loss: 0.0149\n",
            "Epoch 239/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0137 - val_loss: 0.0152\n",
            "Epoch 240/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0135 - val_loss: 0.0155\n",
            "Epoch 241/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0136 - val_loss: 0.0154\n",
            "Epoch 242/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0138 - val_loss: 0.0152\n",
            "Epoch 243/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0140 - val_loss: 0.0149\n",
            "Epoch 244/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0143 - val_loss: 0.0147\n",
            "Epoch 245/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0134 - val_loss: 0.0148\n",
            "Epoch 246/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0138 - val_loss: 0.0148\n",
            "Epoch 247/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0138 - val_loss: 0.0150\n",
            "Epoch 248/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0138 - val_loss: 0.0149\n",
            "Epoch 249/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0133 - val_loss: 0.0148\n",
            "Epoch 250/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0140 - val_loss: 0.0148\n",
            "Epoch 251/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0128 - val_loss: 0.0148\n",
            "Epoch 252/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0145 - val_loss: 0.0147\n",
            "Epoch 253/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0132 - val_loss: 0.0148\n",
            "Epoch 254/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0130 - val_loss: 0.0149\n",
            "Epoch 255/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0128 - val_loss: 0.0150\n",
            "Epoch 256/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0129 - val_loss: 0.0147\n",
            "Epoch 257/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0140 - val_loss: 0.0151\n",
            "Epoch 258/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0132 - val_loss: 0.0147\n",
            "Epoch 259/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0138 - val_loss: 0.0148\n",
            "Epoch 260/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0128 - val_loss: 0.0152\n",
            "Epoch 261/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0134 - val_loss: 0.0150\n",
            "Epoch 262/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0130 - val_loss: 0.0150\n",
            "Epoch 263/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0152 - val_loss: 0.0150\n",
            "Epoch 264/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0135 - val_loss: 0.0155\n",
            "Epoch 265/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0149 - val_loss: 0.0149\n",
            "Epoch 266/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0134 - val_loss: 0.0148\n",
            "Epoch 267/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0130 - val_loss: 0.0149\n",
            "Epoch 268/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0146 - val_loss: 0.0148\n",
            "Epoch 269/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0139 - val_loss: 0.0148\n",
            "Epoch 270/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0128 - val_loss: 0.0148\n",
            "Epoch 271/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0137 - val_loss: 0.0147\n",
            "Epoch 272/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0129 - val_loss: 0.0149\n",
            "Epoch 273/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0124 - val_loss: 0.0150\n",
            "Epoch 274/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0145 - val_loss: 0.0149\n",
            "Epoch 275/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0137 - val_loss: 0.0148\n",
            "Epoch 276/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0132 - val_loss: 0.0149\n",
            "Epoch 277/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0143 - val_loss: 0.0149\n",
            "Epoch 278/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0126 - val_loss: 0.0149\n",
            "Epoch 279/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0132 - val_loss: 0.0150\n",
            "Epoch 280/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0118 - val_loss: 0.0154\n",
            "Epoch 281/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0137 - val_loss: 0.0154\n",
            "Epoch 282/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0138 - val_loss: 0.0150\n",
            "Epoch 283/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0125 - val_loss: 0.0151\n",
            "Epoch 284/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0126 - val_loss: 0.0150\n",
            "Epoch 285/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0146 - val_loss: 0.0152\n",
            "Epoch 286/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0116 - val_loss: 0.0151\n",
            "Epoch 287/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0129 - val_loss: 0.0150\n",
            "Epoch 288/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0130 - val_loss: 0.0151\n",
            "Epoch 289/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0131 - val_loss: 0.0149\n",
            "Epoch 290/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0126 - val_loss: 0.0149\n",
            "Epoch 291/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0136 - val_loss: 0.0150\n",
            "Epoch 292/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0129 - val_loss: 0.0150\n",
            "Epoch 293/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0130 - val_loss: 0.0152\n",
            "Epoch 294/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0128 - val_loss: 0.0152\n",
            "Epoch 295/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0140 - val_loss: 0.0151\n",
            "Epoch 296/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0137 - val_loss: 0.0150\n",
            "Epoch 297/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0134 - val_loss: 0.0150\n",
            "Epoch 298/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0138 - val_loss: 0.0149\n",
            "Epoch 299/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0122 - val_loss: 0.0150\n",
            "Epoch 300/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0131 - val_loss: 0.0153\n",
            "Epoch 301/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0140 - val_loss: 0.0152\n",
            "Epoch 302/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0131 - val_loss: 0.0157\n",
            "Epoch 303/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0136 - val_loss: 0.0150\n",
            "Epoch 304/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0136 - val_loss: 0.0149\n",
            "Epoch 305/2000\n",
            "558/558 [==============================] - 0s 383us/step - loss: 0.0132 - val_loss: 0.0150\n",
            "Epoch 306/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0131 - val_loss: 0.0150\n",
            "Epoch 307/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0132 - val_loss: 0.0151\n",
            "Epoch 308/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0135 - val_loss: 0.0150\n",
            "Epoch 309/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0140 - val_loss: 0.0151\n",
            "Epoch 310/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0127 - val_loss: 0.0154\n",
            "Epoch 311/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0141 - val_loss: 0.0151\n",
            "Epoch 312/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0131 - val_loss: 0.0150\n",
            "Epoch 313/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0137 - val_loss: 0.0149\n",
            "Epoch 314/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0125 - val_loss: 0.0151\n",
            "Epoch 315/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0129 - val_loss: 0.0152\n",
            "Epoch 316/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0127 - val_loss: 0.0151\n",
            "Epoch 317/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0123 - val_loss: 0.0154\n",
            "Epoch 318/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0138 - val_loss: 0.0157\n",
            "Epoch 319/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0123 - val_loss: 0.0154\n",
            "Epoch 320/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0133 - val_loss: 0.0153\n",
            "Epoch 321/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0130 - val_loss: 0.0154\n",
            "Epoch 322/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0134 - val_loss: 0.0153\n",
            "Epoch 323/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0133 - val_loss: 0.0153\n",
            "Epoch 324/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0126 - val_loss: 0.0156\n",
            "Epoch 325/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0150 - val_loss: 0.0156\n",
            "Epoch 326/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0121 - val_loss: 0.0153\n",
            "Epoch 327/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0131 - val_loss: 0.0151\n",
            "Epoch 328/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0115 - val_loss: 0.0153\n",
            "Epoch 329/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0127 - val_loss: 0.0156\n",
            "Epoch 330/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0144 - val_loss: 0.0153\n",
            "Epoch 331/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0125 - val_loss: 0.0155\n",
            "Epoch 332/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0138 - val_loss: 0.0155\n",
            "Epoch 333/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0128 - val_loss: 0.0155\n",
            "Epoch 334/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0124 - val_loss: 0.0157\n",
            "Epoch 335/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0138 - val_loss: 0.0156\n",
            "Epoch 336/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0129 - val_loss: 0.0156\n",
            "Epoch 337/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0127 - val_loss: 0.0156\n",
            "Epoch 338/2000\n",
            "558/558 [==============================] - 0s 381us/step - loss: 0.0134 - val_loss: 0.0154\n",
            "Epoch 339/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0126 - val_loss: 0.0155\n",
            "Epoch 340/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0127 - val_loss: 0.0155\n",
            "Epoch 341/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0141 - val_loss: 0.0160\n",
            "Epoch 342/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0121 - val_loss: 0.0155\n",
            "Epoch 343/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0147 - val_loss: 0.0152\n",
            "Epoch 344/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0137 - val_loss: 0.0153\n",
            "Epoch 345/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0141 - val_loss: 0.0152\n",
            "Epoch 346/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0129 - val_loss: 0.0153\n",
            "Epoch 347/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0133 - val_loss: 0.0153\n",
            "Epoch 348/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0124 - val_loss: 0.0154\n",
            "Epoch 349/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0127 - val_loss: 0.0156\n",
            "Epoch 350/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0130 - val_loss: 0.0158\n",
            "Epoch 351/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0129 - val_loss: 0.0155\n",
            "Epoch 352/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0131 - val_loss: 0.0155\n",
            "Epoch 353/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0135 - val_loss: 0.0155\n",
            "Epoch 354/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0122 - val_loss: 0.0152\n",
            "Epoch 355/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0132 - val_loss: 0.0155\n",
            "Epoch 356/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0140 - val_loss: 0.0153\n",
            "Epoch 357/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0133 - val_loss: 0.0156\n",
            "Epoch 358/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0134 - val_loss: 0.0154\n",
            "Epoch 359/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0133 - val_loss: 0.0154\n",
            "Epoch 360/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0126 - val_loss: 0.0154\n",
            "Epoch 361/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0133 - val_loss: 0.0153\n",
            "Epoch 362/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0125 - val_loss: 0.0155\n",
            "Epoch 363/2000\n",
            "558/558 [==============================] - 0s 402us/step - loss: 0.0131 - val_loss: 0.0156\n",
            "Epoch 364/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0133 - val_loss: 0.0156\n",
            "Epoch 365/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0131 - val_loss: 0.0155\n",
            "Epoch 366/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0120 - val_loss: 0.0155\n",
            "Epoch 367/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0127 - val_loss: 0.0154\n",
            "Epoch 368/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0124 - val_loss: 0.0156\n",
            "Epoch 369/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0128 - val_loss: 0.0156\n",
            "Epoch 370/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0120 - val_loss: 0.0155\n",
            "Epoch 371/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0126 - val_loss: 0.0154\n",
            "Epoch 372/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0130 - val_loss: 0.0156\n",
            "Epoch 373/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0133 - val_loss: 0.0154\n",
            "Epoch 374/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0128 - val_loss: 0.0155\n",
            "Epoch 375/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0133 - val_loss: 0.0156\n",
            "Epoch 376/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0121 - val_loss: 0.0156\n",
            "Epoch 377/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0128 - val_loss: 0.0154\n",
            "Epoch 378/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0124 - val_loss: 0.0154\n",
            "Epoch 379/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0135 - val_loss: 0.0156\n",
            "Epoch 380/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0124 - val_loss: 0.0154\n",
            "Epoch 381/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0123 - val_loss: 0.0154\n",
            "Epoch 382/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0128 - val_loss: 0.0155\n",
            "Epoch 383/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0130 - val_loss: 0.0155\n",
            "Epoch 384/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0140 - val_loss: 0.0156\n",
            "Epoch 385/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0126 - val_loss: 0.0155\n",
            "Epoch 386/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0126 - val_loss: 0.0160\n",
            "Epoch 387/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0137 - val_loss: 0.0157\n",
            "Epoch 388/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0126 - val_loss: 0.0153\n",
            "Epoch 389/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0121 - val_loss: 0.0152\n",
            "Epoch 390/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0131 - val_loss: 0.0153\n",
            "Epoch 391/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0129 - val_loss: 0.0155\n",
            "Epoch 392/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0124 - val_loss: 0.0157\n",
            "Epoch 393/2000\n",
            "558/558 [==============================] - 0s 302us/step - loss: 0.0141 - val_loss: 0.0154\n",
            "Epoch 394/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0140 - val_loss: 0.0154\n",
            "Epoch 395/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0124 - val_loss: 0.0154\n",
            "Epoch 396/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0131 - val_loss: 0.0154\n",
            "Epoch 397/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0136 - val_loss: 0.0153\n",
            "Epoch 398/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0126 - val_loss: 0.0153\n",
            "Epoch 399/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0124 - val_loss: 0.0153\n",
            "Epoch 400/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0130 - val_loss: 0.0154\n",
            "Epoch 401/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0128 - val_loss: 0.0155\n",
            "Epoch 402/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0128 - val_loss: 0.0154\n",
            "Epoch 403/2000\n",
            "558/558 [==============================] - 0s 385us/step - loss: 0.0131 - val_loss: 0.0154\n",
            "Epoch 404/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0121 - val_loss: 0.0154\n",
            "Epoch 405/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0127 - val_loss: 0.0154\n",
            "Epoch 406/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0133 - val_loss: 0.0152\n",
            "Epoch 407/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0126 - val_loss: 0.0152\n",
            "Epoch 408/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0130 - val_loss: 0.0154\n",
            "Epoch 409/2000\n",
            "558/558 [==============================] - 0s 394us/step - loss: 0.0125 - val_loss: 0.0156\n",
            "Epoch 410/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0131 - val_loss: 0.0154\n",
            "Epoch 411/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0125 - val_loss: 0.0155\n",
            "Epoch 412/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0125 - val_loss: 0.0155\n",
            "Epoch 413/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0126 - val_loss: 0.0154\n",
            "Epoch 414/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0119 - val_loss: 0.0153\n",
            "Epoch 415/2000\n",
            "558/558 [==============================] - 0s 390us/step - loss: 0.0118 - val_loss: 0.0155\n",
            "Epoch 416/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0136 - val_loss: 0.0153\n",
            "Epoch 417/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0132 - val_loss: 0.0153\n",
            "Epoch 418/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0132 - val_loss: 0.0155\n",
            "Epoch 419/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0129 - val_loss: 0.0158\n",
            "Epoch 420/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0131 - val_loss: 0.0161\n",
            "Epoch 421/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0134 - val_loss: 0.0156\n",
            "Epoch 422/2000\n",
            "558/558 [==============================] - 0s 382us/step - loss: 0.0129 - val_loss: 0.0153\n",
            "Epoch 423/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0128 - val_loss: 0.0153\n",
            "Epoch 424/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0116 - val_loss: 0.0155\n",
            "Epoch 425/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0123 - val_loss: 0.0160\n",
            "Epoch 426/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0124 - val_loss: 0.0155\n",
            "Epoch 427/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0130 - val_loss: 0.0153\n",
            "Epoch 428/2000\n",
            "558/558 [==============================] - 0s 382us/step - loss: 0.0125 - val_loss: 0.0155\n",
            "Epoch 429/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0129 - val_loss: 0.0154\n",
            "Epoch 430/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0133 - val_loss: 0.0155\n",
            "Epoch 431/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0121 - val_loss: 0.0155\n",
            "Epoch 432/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0127 - val_loss: 0.0158\n",
            "Epoch 433/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0125 - val_loss: 0.0154\n",
            "Epoch 434/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0132 - val_loss: 0.0154\n",
            "Epoch 435/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0136 - val_loss: 0.0154\n",
            "Epoch 436/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0118 - val_loss: 0.0156\n",
            "Epoch 437/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0132 - val_loss: 0.0154\n",
            "Epoch 438/2000\n",
            "558/558 [==============================] - 0s 388us/step - loss: 0.0127 - val_loss: 0.0156\n",
            "Epoch 439/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0123 - val_loss: 0.0156\n",
            "Epoch 440/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0116 - val_loss: 0.0156\n",
            "Epoch 441/2000\n",
            "558/558 [==============================] - 0s 394us/step - loss: 0.0119 - val_loss: 0.0157\n",
            "Epoch 442/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0142 - val_loss: 0.0156\n",
            "Epoch 443/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0114 - val_loss: 0.0156\n",
            "Epoch 444/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0122 - val_loss: 0.0158\n",
            "Epoch 445/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0133 - val_loss: 0.0160\n",
            "Epoch 446/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0129 - val_loss: 0.0156\n",
            "Epoch 447/2000\n",
            "558/558 [==============================] - 0s 389us/step - loss: 0.0112 - val_loss: 0.0156\n",
            "Epoch 448/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0115 - val_loss: 0.0156\n",
            "Epoch 449/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0126 - val_loss: 0.0156\n",
            "Epoch 450/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0133 - val_loss: 0.0156\n",
            "Epoch 451/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0130 - val_loss: 0.0157\n",
            "Epoch 452/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0133 - val_loss: 0.0158\n",
            "Epoch 453/2000\n",
            "558/558 [==============================] - 0s 384us/step - loss: 0.0127 - val_loss: 0.0158\n",
            "Epoch 454/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0129 - val_loss: 0.0157\n",
            "Epoch 455/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0113 - val_loss: 0.0159\n",
            "Epoch 456/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0129 - val_loss: 0.0157\n",
            "Epoch 457/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0124 - val_loss: 0.0157\n",
            "Epoch 458/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0139 - val_loss: 0.0156\n",
            "Epoch 459/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0123 - val_loss: 0.0158\n",
            "Epoch 460/2000\n",
            "558/558 [==============================] - 0s 377us/step - loss: 0.0128 - val_loss: 0.0157\n",
            "Epoch 461/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0128 - val_loss: 0.0158\n",
            "Epoch 462/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0128 - val_loss: 0.0158\n",
            "Epoch 463/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0138 - val_loss: 0.0158\n",
            "Epoch 464/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0119 - val_loss: 0.0157\n",
            "Epoch 465/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0115 - val_loss: 0.0157\n",
            "Epoch 466/2000\n",
            "558/558 [==============================] - 0s 400us/step - loss: 0.0128 - val_loss: 0.0157\n",
            "Epoch 467/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0128 - val_loss: 0.0157\n",
            "Epoch 468/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0122 - val_loss: 0.0157\n",
            "Epoch 469/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0124 - val_loss: 0.0157\n",
            "Epoch 470/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0123 - val_loss: 0.0156\n",
            "Epoch 471/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0127 - val_loss: 0.0161\n",
            "Epoch 472/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0141 - val_loss: 0.0156\n",
            "Epoch 473/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0128 - val_loss: 0.0156\n",
            "Epoch 474/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0122 - val_loss: 0.0156\n",
            "Epoch 475/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0126 - val_loss: 0.0156\n",
            "Epoch 476/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0121 - val_loss: 0.0159\n",
            "Epoch 477/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0128 - val_loss: 0.0161\n",
            "Epoch 478/2000\n",
            "558/558 [==============================] - 0s 397us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 479/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0110 - val_loss: 0.0158\n",
            "Epoch 480/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0120 - val_loss: 0.0158\n",
            "Epoch 481/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0122 - val_loss: 0.0157\n",
            "Epoch 482/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0127 - val_loss: 0.0157\n",
            "Epoch 483/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0126 - val_loss: 0.0159\n",
            "Epoch 484/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 485/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0125 - val_loss: 0.0160\n",
            "Epoch 486/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0121 - val_loss: 0.0158\n",
            "Epoch 487/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0117 - val_loss: 0.0157\n",
            "Epoch 488/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0117 - val_loss: 0.0156\n",
            "Epoch 489/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0124 - val_loss: 0.0157\n",
            "Epoch 490/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0117 - val_loss: 0.0158\n",
            "Epoch 491/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0123 - val_loss: 0.0157\n",
            "Epoch 492/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0121 - val_loss: 0.0158\n",
            "Epoch 493/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0118 - val_loss: 0.0158\n",
            "Epoch 494/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0123 - val_loss: 0.0159\n",
            "Epoch 495/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0127 - val_loss: 0.0157\n",
            "Epoch 496/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0126 - val_loss: 0.0157\n",
            "Epoch 497/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0121 - val_loss: 0.0158\n",
            "Epoch 498/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0127 - val_loss: 0.0157\n",
            "Epoch 499/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0122 - val_loss: 0.0158\n",
            "Epoch 500/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0128 - val_loss: 0.0157\n",
            "Epoch 501/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0121 - val_loss: 0.0157\n",
            "Epoch 502/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0120 - val_loss: 0.0156\n",
            "Epoch 503/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0125 - val_loss: 0.0157\n",
            "Epoch 504/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0121 - val_loss: 0.0157\n",
            "Epoch 505/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0122 - val_loss: 0.0157\n",
            "Epoch 506/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0116 - val_loss: 0.0160\n",
            "Epoch 507/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0123 - val_loss: 0.0158\n",
            "Epoch 508/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0122 - val_loss: 0.0160\n",
            "Epoch 509/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0129 - val_loss: 0.0160\n",
            "Epoch 510/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0117 - val_loss: 0.0158\n",
            "Epoch 511/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0122 - val_loss: 0.0157\n",
            "Epoch 512/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0132 - val_loss: 0.0157\n",
            "Epoch 513/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0117 - val_loss: 0.0159\n",
            "Epoch 514/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0121 - val_loss: 0.0164\n",
            "Epoch 515/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0127 - val_loss: 0.0160\n",
            "Epoch 516/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0128 - val_loss: 0.0159\n",
            "Epoch 517/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0123 - val_loss: 0.0156\n",
            "Epoch 518/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0123 - val_loss: 0.0156\n",
            "Epoch 519/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0128 - val_loss: 0.0158\n",
            "Epoch 520/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0134 - val_loss: 0.0158\n",
            "Epoch 521/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0126 - val_loss: 0.0159\n",
            "Epoch 522/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0135 - val_loss: 0.0158\n",
            "Epoch 523/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0124 - val_loss: 0.0160\n",
            "Epoch 524/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0120 - val_loss: 0.0156\n",
            "Epoch 525/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 526/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0122 - val_loss: 0.0160\n",
            "Epoch 527/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0117 - val_loss: 0.0160\n",
            "Epoch 528/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0125 - val_loss: 0.0160\n",
            "Epoch 529/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0122 - val_loss: 0.0160\n",
            "Epoch 530/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0117 - val_loss: 0.0161\n",
            "Epoch 531/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0117 - val_loss: 0.0163\n",
            "Epoch 532/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0124 - val_loss: 0.0158\n",
            "Epoch 533/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0125 - val_loss: 0.0159\n",
            "Epoch 534/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0120 - val_loss: 0.0157\n",
            "Epoch 535/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0119 - val_loss: 0.0160\n",
            "Epoch 536/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0110 - val_loss: 0.0161\n",
            "Epoch 537/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0121 - val_loss: 0.0158\n",
            "Epoch 538/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0118 - val_loss: 0.0159\n",
            "Epoch 539/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0116 - val_loss: 0.0163\n",
            "Epoch 540/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0115 - val_loss: 0.0160\n",
            "Epoch 541/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0125 - val_loss: 0.0159\n",
            "Epoch 542/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0114 - val_loss: 0.0158\n",
            "Epoch 543/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0124 - val_loss: 0.0158\n",
            "Epoch 544/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0119 - val_loss: 0.0160\n",
            "Epoch 545/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0126 - val_loss: 0.0162\n",
            "Epoch 546/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0126 - val_loss: 0.0157\n",
            "Epoch 547/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0118 - val_loss: 0.0158\n",
            "Epoch 548/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0118 - val_loss: 0.0159\n",
            "Epoch 549/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0127 - val_loss: 0.0159\n",
            "Epoch 550/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0126 - val_loss: 0.0158\n",
            "Epoch 551/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0125 - val_loss: 0.0159\n",
            "Epoch 552/2000\n",
            "558/558 [==============================] - 0s 390us/step - loss: 0.0127 - val_loss: 0.0159\n",
            "Epoch 553/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0124 - val_loss: 0.0158\n",
            "Epoch 554/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0137 - val_loss: 0.0160\n",
            "Epoch 555/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0119 - val_loss: 0.0163\n",
            "Epoch 556/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0118 - val_loss: 0.0163\n",
            "Epoch 557/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0115 - val_loss: 0.0167\n",
            "Epoch 558/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0124 - val_loss: 0.0162\n",
            "Epoch 559/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0107 - val_loss: 0.0161\n",
            "Epoch 560/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0129 - val_loss: 0.0161\n",
            "Epoch 561/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0118 - val_loss: 0.0160\n",
            "Epoch 562/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0118 - val_loss: 0.0162\n",
            "Epoch 563/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0134 - val_loss: 0.0160\n",
            "Epoch 564/2000\n",
            "558/558 [==============================] - 0s 393us/step - loss: 0.0106 - val_loss: 0.0158\n",
            "Epoch 565/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0119 - val_loss: 0.0161\n",
            "Epoch 566/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0119 - val_loss: 0.0159\n",
            "Epoch 567/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0109 - val_loss: 0.0161\n",
            "Epoch 568/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0125 - val_loss: 0.0159\n",
            "Epoch 569/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0116 - val_loss: 0.0160\n",
            "Epoch 570/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0118 - val_loss: 0.0161\n",
            "Epoch 571/2000\n",
            "558/558 [==============================] - 0s 387us/step - loss: 0.0126 - val_loss: 0.0158\n",
            "Epoch 572/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0117 - val_loss: 0.0159\n",
            "Epoch 573/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0117 - val_loss: 0.0160\n",
            "Epoch 574/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0117 - val_loss: 0.0165\n",
            "Epoch 575/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0126 - val_loss: 0.0164\n",
            "Epoch 576/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0118 - val_loss: 0.0165\n",
            "Epoch 577/2000\n",
            "558/558 [==============================] - 0s 389us/step - loss: 0.0118 - val_loss: 0.0165\n",
            "Epoch 578/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0117 - val_loss: 0.0161\n",
            "Epoch 579/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0120 - val_loss: 0.0161\n",
            "Epoch 580/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0138 - val_loss: 0.0161\n",
            "Epoch 581/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0108 - val_loss: 0.0163\n",
            "Epoch 582/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0113 - val_loss: 0.0165\n",
            "Epoch 583/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0117 - val_loss: 0.0164\n",
            "Epoch 584/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0122 - val_loss: 0.0165\n",
            "Epoch 585/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0113 - val_loss: 0.0166\n",
            "Epoch 586/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0122 - val_loss: 0.0161\n",
            "Epoch 587/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0118 - val_loss: 0.0164\n",
            "Epoch 588/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0125 - val_loss: 0.0160\n",
            "Epoch 589/2000\n",
            "558/558 [==============================] - 0s 390us/step - loss: 0.0118 - val_loss: 0.0158\n",
            "Epoch 590/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0125 - val_loss: 0.0158\n",
            "Epoch 591/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0121 - val_loss: 0.0161\n",
            "Epoch 592/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0125 - val_loss: 0.0159\n",
            "Epoch 593/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0120 - val_loss: 0.0159\n",
            "Epoch 594/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 595/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0114 - val_loss: 0.0158\n",
            "Epoch 596/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0120 - val_loss: 0.0160\n",
            "Epoch 597/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0118 - val_loss: 0.0158\n",
            "Epoch 598/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 599/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0108 - val_loss: 0.0164\n",
            "Epoch 600/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0117 - val_loss: 0.0168\n",
            "Epoch 601/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0121 - val_loss: 0.0163\n",
            "Epoch 602/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0116 - val_loss: 0.0162\n",
            "Epoch 603/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0112 - val_loss: 0.0158\n",
            "Epoch 604/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0120 - val_loss: 0.0161\n",
            "Epoch 605/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0121 - val_loss: 0.0161\n",
            "Epoch 606/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0119 - val_loss: 0.0158\n",
            "Epoch 607/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0116 - val_loss: 0.0158\n",
            "Epoch 608/2000\n",
            "558/558 [==============================] - 0s 402us/step - loss: 0.0116 - val_loss: 0.0158\n",
            "Epoch 609/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0111 - val_loss: 0.0160\n",
            "Epoch 610/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0118 - val_loss: 0.0160\n",
            "Epoch 611/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0127 - val_loss: 0.0156\n",
            "Epoch 612/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0118 - val_loss: 0.0157\n",
            "Epoch 613/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0115 - val_loss: 0.0158\n",
            "Epoch 614/2000\n",
            "558/558 [==============================] - 0s 382us/step - loss: 0.0132 - val_loss: 0.0158\n",
            "Epoch 615/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0118 - val_loss: 0.0157\n",
            "Epoch 616/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0114 - val_loss: 0.0161\n",
            "Epoch 617/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0116 - val_loss: 0.0162\n",
            "Epoch 618/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0120 - val_loss: 0.0159\n",
            "Epoch 619/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0120 - val_loss: 0.0160\n",
            "Epoch 620/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0121 - val_loss: 0.0161\n",
            "Epoch 621/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0120 - val_loss: 0.0158\n",
            "Epoch 622/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0129 - val_loss: 0.0160\n",
            "Epoch 623/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0124 - val_loss: 0.0163\n",
            "Epoch 624/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0116 - val_loss: 0.0165\n",
            "Epoch 625/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0122 - val_loss: 0.0162\n",
            "Epoch 626/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0115 - val_loss: 0.0161\n",
            "Epoch 627/2000\n",
            "558/558 [==============================] - 0s 381us/step - loss: 0.0132 - val_loss: 0.0158\n",
            "Epoch 628/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0116 - val_loss: 0.0158\n",
            "Epoch 629/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0115 - val_loss: 0.0158\n",
            "Epoch 630/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0116 - val_loss: 0.0162\n",
            "Epoch 631/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0126 - val_loss: 0.0161\n",
            "Epoch 632/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0122 - val_loss: 0.0161\n",
            "Epoch 633/2000\n",
            "558/558 [==============================] - 0s 377us/step - loss: 0.0120 - val_loss: 0.0161\n",
            "Epoch 634/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0118 - val_loss: 0.0161\n",
            "Epoch 635/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0120 - val_loss: 0.0160\n",
            "Epoch 636/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0116 - val_loss: 0.0158\n",
            "Epoch 637/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0115 - val_loss: 0.0160\n",
            "Epoch 638/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0121 - val_loss: 0.0160\n",
            "Epoch 639/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0116 - val_loss: 0.0160\n",
            "Epoch 640/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0118 - val_loss: 0.0159\n",
            "Epoch 641/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0115 - val_loss: 0.0158\n",
            "Epoch 642/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0117 - val_loss: 0.0158\n",
            "Epoch 643/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0125 - val_loss: 0.0162\n",
            "Epoch 644/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0115 - val_loss: 0.0163\n",
            "Epoch 645/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0112 - val_loss: 0.0166\n",
            "Epoch 646/2000\n",
            "558/558 [==============================] - 0s 391us/step - loss: 0.0108 - val_loss: 0.0166\n",
            "Epoch 647/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0114 - val_loss: 0.0169\n",
            "Epoch 648/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0113 - val_loss: 0.0165\n",
            "Epoch 649/2000\n",
            "558/558 [==============================] - 0s 344us/step - loss: 0.0109 - val_loss: 0.0158\n",
            "Epoch 650/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0121 - val_loss: 0.0158\n",
            "Epoch 651/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0117 - val_loss: 0.0165\n",
            "Epoch 652/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 653/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0119 - val_loss: 0.0160\n",
            "Epoch 654/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0123 - val_loss: 0.0158\n",
            "Epoch 655/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0116 - val_loss: 0.0159\n",
            "Epoch 656/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0129 - val_loss: 0.0161\n",
            "Epoch 657/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0115 - val_loss: 0.0166\n",
            "Epoch 658/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0120 - val_loss: 0.0169\n",
            "Epoch 659/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0118 - val_loss: 0.0162\n",
            "Epoch 660/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0111 - val_loss: 0.0161\n",
            "Epoch 661/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0124 - val_loss: 0.0163\n",
            "Epoch 662/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0117 - val_loss: 0.0164\n",
            "Epoch 663/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0128 - val_loss: 0.0164\n",
            "Epoch 664/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0119 - val_loss: 0.0163\n",
            "Epoch 665/2000\n",
            "558/558 [==============================] - 0s 393us/step - loss: 0.0117 - val_loss: 0.0162\n",
            "Epoch 666/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0107 - val_loss: 0.0164\n",
            "Epoch 667/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0122 - val_loss: 0.0160\n",
            "Epoch 668/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0121 - val_loss: 0.0162\n",
            "Epoch 669/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0112 - val_loss: 0.0162\n",
            "Epoch 670/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0117 - val_loss: 0.0167\n",
            "Epoch 671/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0128 - val_loss: 0.0164\n",
            "Epoch 672/2000\n",
            "558/558 [==============================] - 0s 384us/step - loss: 0.0125 - val_loss: 0.0164\n",
            "Epoch 673/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0108 - val_loss: 0.0163\n",
            "Epoch 674/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0115 - val_loss: 0.0166\n",
            "Epoch 675/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0167\n",
            "Epoch 676/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0111 - val_loss: 0.0163\n",
            "Epoch 677/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0116 - val_loss: 0.0160\n",
            "Epoch 678/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0113 - val_loss: 0.0160\n",
            "Epoch 679/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0122 - val_loss: 0.0162\n",
            "Epoch 680/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0124 - val_loss: 0.0163\n",
            "Epoch 681/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0122 - val_loss: 0.0159\n",
            "Epoch 682/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0113 - val_loss: 0.0161\n",
            "Epoch 683/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0115 - val_loss: 0.0168\n",
            "Epoch 684/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0120 - val_loss: 0.0163\n",
            "Epoch 685/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0120 - val_loss: 0.0159\n",
            "Epoch 686/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0123 - val_loss: 0.0162\n",
            "Epoch 687/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0124 - val_loss: 0.0160\n",
            "Epoch 688/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0118 - val_loss: 0.0160\n",
            "Epoch 689/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0125 - val_loss: 0.0166\n",
            "Epoch 690/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0122 - val_loss: 0.0163\n",
            "Epoch 691/2000\n",
            "558/558 [==============================] - 0s 386us/step - loss: 0.0114 - val_loss: 0.0162\n",
            "Epoch 692/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0114 - val_loss: 0.0165\n",
            "Epoch 693/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0116 - val_loss: 0.0160\n",
            "Epoch 694/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0111 - val_loss: 0.0161\n",
            "Epoch 695/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0131 - val_loss: 0.0160\n",
            "Epoch 696/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0116 - val_loss: 0.0161\n",
            "Epoch 697/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0119 - val_loss: 0.0161\n",
            "Epoch 698/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0117 - val_loss: 0.0162\n",
            "Epoch 699/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 700/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0122 - val_loss: 0.0163\n",
            "Epoch 701/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0127 - val_loss: 0.0163\n",
            "Epoch 702/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0124 - val_loss: 0.0161\n",
            "Epoch 703/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0114 - val_loss: 0.0166\n",
            "Epoch 704/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0122 - val_loss: 0.0166\n",
            "Epoch 705/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0112 - val_loss: 0.0166\n",
            "Epoch 706/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0126 - val_loss: 0.0165\n",
            "Epoch 707/2000\n",
            "558/558 [==============================] - 0s 307us/step - loss: 0.0103 - val_loss: 0.0164\n",
            "Epoch 708/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0110 - val_loss: 0.0167\n",
            "Epoch 709/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0117 - val_loss: 0.0166\n",
            "Epoch 710/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0116 - val_loss: 0.0161\n",
            "Epoch 711/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0110 - val_loss: 0.0160\n",
            "Epoch 712/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0121 - val_loss: 0.0160\n",
            "Epoch 713/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0116 - val_loss: 0.0162\n",
            "Epoch 714/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0119 - val_loss: 0.0162\n",
            "Epoch 715/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0110 - val_loss: 0.0163\n",
            "Epoch 716/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0118 - val_loss: 0.0164\n",
            "Epoch 717/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0168\n",
            "Epoch 718/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0117 - val_loss: 0.0172\n",
            "Epoch 719/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0122 - val_loss: 0.0166\n",
            "Epoch 720/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0112 - val_loss: 0.0165\n",
            "Epoch 721/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0162\n",
            "Epoch 722/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0123 - val_loss: 0.0162\n",
            "Epoch 723/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0107 - val_loss: 0.0165\n",
            "Epoch 724/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0116 - val_loss: 0.0163\n",
            "Epoch 725/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0116 - val_loss: 0.0163\n",
            "Epoch 726/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0120 - val_loss: 0.0162\n",
            "Epoch 727/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0121 - val_loss: 0.0161\n",
            "Epoch 728/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0122 - val_loss: 0.0163\n",
            "Epoch 729/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0114 - val_loss: 0.0161\n",
            "Epoch 730/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0121 - val_loss: 0.0160\n",
            "Epoch 731/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0125 - val_loss: 0.0161\n",
            "Epoch 732/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0119 - val_loss: 0.0161\n",
            "Epoch 733/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0115 - val_loss: 0.0163\n",
            "Epoch 734/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0120 - val_loss: 0.0162\n",
            "Epoch 735/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0123 - val_loss: 0.0161\n",
            "Epoch 736/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0104 - val_loss: 0.0162\n",
            "Epoch 737/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0109 - val_loss: 0.0165\n",
            "Epoch 738/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0117 - val_loss: 0.0166\n",
            "Epoch 739/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0120 - val_loss: 0.0167\n",
            "Epoch 740/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0114 - val_loss: 0.0163\n",
            "Epoch 741/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0126 - val_loss: 0.0161\n",
            "Epoch 742/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0124 - val_loss: 0.0165\n",
            "Epoch 743/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 744/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0117 - val_loss: 0.0171\n",
            "Epoch 745/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0125 - val_loss: 0.0164\n",
            "Epoch 746/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0107 - val_loss: 0.0167\n",
            "Epoch 747/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0122 - val_loss: 0.0164\n",
            "Epoch 748/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0119 - val_loss: 0.0165\n",
            "Epoch 749/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0112 - val_loss: 0.0163\n",
            "Epoch 750/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0116 - val_loss: 0.0166\n",
            "Epoch 751/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0117 - val_loss: 0.0164\n",
            "Epoch 752/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 753/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0119 - val_loss: 0.0165\n",
            "Epoch 754/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0119 - val_loss: 0.0163\n",
            "Epoch 755/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0119 - val_loss: 0.0164\n",
            "Epoch 756/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0128 - val_loss: 0.0169\n",
            "Epoch 757/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0120 - val_loss: 0.0170\n",
            "Epoch 758/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0113 - val_loss: 0.0166\n",
            "Epoch 759/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0113 - val_loss: 0.0163\n",
            "Epoch 760/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0124 - val_loss: 0.0164\n",
            "Epoch 761/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0120 - val_loss: 0.0162\n",
            "Epoch 762/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0120 - val_loss: 0.0162\n",
            "Epoch 763/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0117 - val_loss: 0.0161\n",
            "Epoch 764/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0113 - val_loss: 0.0164\n",
            "Epoch 765/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0111 - val_loss: 0.0169\n",
            "Epoch 766/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 767/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0114 - val_loss: 0.0173\n",
            "Epoch 768/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 769/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0113 - val_loss: 0.0163\n",
            "Epoch 770/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0115 - val_loss: 0.0162\n",
            "Epoch 771/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0117 - val_loss: 0.0163\n",
            "Epoch 772/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0128 - val_loss: 0.0161\n",
            "Epoch 773/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0115 - val_loss: 0.0162\n",
            "Epoch 774/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0111 - val_loss: 0.0165\n",
            "Epoch 775/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0166\n",
            "Epoch 776/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0120 - val_loss: 0.0163\n",
            "Epoch 777/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0126 - val_loss: 0.0168\n",
            "Epoch 778/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0111 - val_loss: 0.0165\n",
            "Epoch 779/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0117 - val_loss: 0.0166\n",
            "Epoch 780/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0110 - val_loss: 0.0167\n",
            "Epoch 781/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0103 - val_loss: 0.0169\n",
            "Epoch 782/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0118 - val_loss: 0.0163\n",
            "Epoch 783/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0106 - val_loss: 0.0166\n",
            "Epoch 784/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0120 - val_loss: 0.0163\n",
            "Epoch 785/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0111 - val_loss: 0.0162\n",
            "Epoch 786/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0112 - val_loss: 0.0165\n",
            "Epoch 787/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0109 - val_loss: 0.0169\n",
            "Epoch 788/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0108 - val_loss: 0.0168\n",
            "Epoch 789/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0114 - val_loss: 0.0166\n",
            "Epoch 790/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0109 - val_loss: 0.0165\n",
            "Epoch 791/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0119 - val_loss: 0.0159\n",
            "Epoch 792/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0114 - val_loss: 0.0159\n",
            "Epoch 793/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0123 - val_loss: 0.0159\n",
            "Epoch 794/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0115 - val_loss: 0.0159\n",
            "Epoch 795/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0114 - val_loss: 0.0163\n",
            "Epoch 796/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0119 - val_loss: 0.0159\n",
            "Epoch 797/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0113 - val_loss: 0.0161\n",
            "Epoch 798/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0112 - val_loss: 0.0161\n",
            "Epoch 799/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0121 - val_loss: 0.0162\n",
            "Epoch 800/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0114 - val_loss: 0.0166\n",
            "Epoch 801/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0108 - val_loss: 0.0168\n",
            "Epoch 802/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0122 - val_loss: 0.0165\n",
            "Epoch 803/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0116 - val_loss: 0.0164\n",
            "Epoch 804/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0123 - val_loss: 0.0160\n",
            "Epoch 805/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 806/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0108 - val_loss: 0.0165\n",
            "Epoch 807/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0114 - val_loss: 0.0163\n",
            "Epoch 808/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0106 - val_loss: 0.0166\n",
            "Epoch 809/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0106 - val_loss: 0.0167\n",
            "Epoch 810/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0099 - val_loss: 0.0166\n",
            "Epoch 811/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0109 - val_loss: 0.0162\n",
            "Epoch 812/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0116 - val_loss: 0.0159\n",
            "Epoch 813/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0114 - val_loss: 0.0159\n",
            "Epoch 814/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0117 - val_loss: 0.0164\n",
            "Epoch 815/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0116 - val_loss: 0.0167\n",
            "Epoch 816/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0115 - val_loss: 0.0166\n",
            "Epoch 817/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0122 - val_loss: 0.0165\n",
            "Epoch 818/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0113 - val_loss: 0.0166\n",
            "Epoch 819/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0117 - val_loss: 0.0174\n",
            "Epoch 820/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0111 - val_loss: 0.0168\n",
            "Epoch 821/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0116 - val_loss: 0.0169\n",
            "Epoch 822/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0112 - val_loss: 0.0173\n",
            "Epoch 823/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 824/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0119 - val_loss: 0.0171\n",
            "Epoch 825/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0116 - val_loss: 0.0166\n",
            "Epoch 826/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0118 - val_loss: 0.0167\n",
            "Epoch 827/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0110 - val_loss: 0.0166\n",
            "Epoch 828/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0114 - val_loss: 0.0168\n",
            "Epoch 829/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0123 - val_loss: 0.0165\n",
            "Epoch 830/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0115 - val_loss: 0.0168\n",
            "Epoch 831/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0117 - val_loss: 0.0167\n",
            "Epoch 832/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0126 - val_loss: 0.0162\n",
            "Epoch 833/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0117 - val_loss: 0.0161\n",
            "Epoch 834/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0116 - val_loss: 0.0161\n",
            "Epoch 835/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0119 - val_loss: 0.0164\n",
            "Epoch 836/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0107 - val_loss: 0.0166\n",
            "Epoch 837/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0111 - val_loss: 0.0169\n",
            "Epoch 838/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0111 - val_loss: 0.0167\n",
            "Epoch 839/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0111 - val_loss: 0.0168\n",
            "Epoch 840/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0124 - val_loss: 0.0169\n",
            "Epoch 841/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0110 - val_loss: 0.0167\n",
            "Epoch 842/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0171\n",
            "Epoch 843/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0109 - val_loss: 0.0171\n",
            "Epoch 844/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0118 - val_loss: 0.0169\n",
            "Epoch 845/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0109 - val_loss: 0.0168\n",
            "Epoch 846/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0113 - val_loss: 0.0168\n",
            "Epoch 847/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0109 - val_loss: 0.0172\n",
            "Epoch 848/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0126 - val_loss: 0.0167\n",
            "Epoch 849/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0120 - val_loss: 0.0167\n",
            "Epoch 850/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0117 - val_loss: 0.0163\n",
            "Epoch 851/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0113 - val_loss: 0.0163\n",
            "Epoch 852/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0115 - val_loss: 0.0164\n",
            "Epoch 853/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0111 - val_loss: 0.0166\n",
            "Epoch 854/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0124 - val_loss: 0.0166\n",
            "Epoch 855/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0113 - val_loss: 0.0169\n",
            "Epoch 856/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0119 - val_loss: 0.0177\n",
            "Epoch 857/2000\n",
            "558/558 [==============================] - 0s 390us/step - loss: 0.0114 - val_loss: 0.0172\n",
            "Epoch 858/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0122 - val_loss: 0.0165\n",
            "Epoch 859/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0111 - val_loss: 0.0168\n",
            "Epoch 860/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0111 - val_loss: 0.0174\n",
            "Epoch 861/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 862/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0115 - val_loss: 0.0174\n",
            "Epoch 863/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0124 - val_loss: 0.0167\n",
            "Epoch 864/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0114 - val_loss: 0.0169\n",
            "Epoch 865/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0104 - val_loss: 0.0167\n",
            "Epoch 866/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0116 - val_loss: 0.0170\n",
            "Epoch 867/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0110 - val_loss: 0.0170\n",
            "Epoch 868/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0110 - val_loss: 0.0176\n",
            "Epoch 869/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0118 - val_loss: 0.0178\n",
            "Epoch 870/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0106 - val_loss: 0.0175\n",
            "Epoch 871/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0116 - val_loss: 0.0171\n",
            "Epoch 872/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 873/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0119 - val_loss: 0.0168\n",
            "Epoch 874/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0117 - val_loss: 0.0164\n",
            "Epoch 875/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0105 - val_loss: 0.0167\n",
            "Epoch 876/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0119 - val_loss: 0.0173\n",
            "Epoch 877/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0109 - val_loss: 0.0173\n",
            "Epoch 878/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0106 - val_loss: 0.0171\n",
            "Epoch 879/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 880/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0112 - val_loss: 0.0168\n",
            "Epoch 881/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0113 - val_loss: 0.0169\n",
            "Epoch 882/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0118 - val_loss: 0.0174\n",
            "Epoch 883/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0122 - val_loss: 0.0172\n",
            "Epoch 884/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0113 - val_loss: 0.0167\n",
            "Epoch 885/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0109 - val_loss: 0.0166\n",
            "Epoch 886/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0110 - val_loss: 0.0167\n",
            "Epoch 887/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0111 - val_loss: 0.0168\n",
            "Epoch 888/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0120 - val_loss: 0.0169\n",
            "Epoch 889/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0114 - val_loss: 0.0169\n",
            "Epoch 890/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0109 - val_loss: 0.0172\n",
            "Epoch 891/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0116 - val_loss: 0.0174\n",
            "Epoch 892/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0116 - val_loss: 0.0167\n",
            "Epoch 893/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0118 - val_loss: 0.0172\n",
            "Epoch 894/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0116 - val_loss: 0.0171\n",
            "Epoch 895/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0107 - val_loss: 0.0174\n",
            "Epoch 896/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 897/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 898/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 899/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0109 - val_loss: 0.0175\n",
            "Epoch 900/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0113 - val_loss: 0.0169\n",
            "Epoch 901/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0120 - val_loss: 0.0163\n",
            "Epoch 902/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0119 - val_loss: 0.0167\n",
            "Epoch 903/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0118 - val_loss: 0.0170\n",
            "Epoch 904/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0109 - val_loss: 0.0177\n",
            "Epoch 905/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0114 - val_loss: 0.0176\n",
            "Epoch 906/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 907/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0117 - val_loss: 0.0173\n",
            "Epoch 908/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0109 - val_loss: 0.0170\n",
            "Epoch 909/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0120 - val_loss: 0.0172\n",
            "Epoch 910/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0114 - val_loss: 0.0172\n",
            "Epoch 911/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0124 - val_loss: 0.0169\n",
            "Epoch 912/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0115 - val_loss: 0.0168\n",
            "Epoch 913/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0118 - val_loss: 0.0171\n",
            "Epoch 914/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0113 - val_loss: 0.0171\n",
            "Epoch 915/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0122 - val_loss: 0.0166\n",
            "Epoch 916/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0115 - val_loss: 0.0169\n",
            "Epoch 917/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 918/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0125 - val_loss: 0.0172\n",
            "Epoch 919/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0118 - val_loss: 0.0167\n",
            "Epoch 920/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0113 - val_loss: 0.0166\n",
            "Epoch 921/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0115 - val_loss: 0.0165\n",
            "Epoch 922/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0102 - val_loss: 0.0169\n",
            "Epoch 923/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0120 - val_loss: 0.0169\n",
            "Epoch 924/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0107 - val_loss: 0.0168\n",
            "Epoch 925/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0115 - val_loss: 0.0178\n",
            "Epoch 926/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0113 - val_loss: 0.0177\n",
            "Epoch 927/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0110 - val_loss: 0.0176\n",
            "Epoch 928/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0114 - val_loss: 0.0169\n",
            "Epoch 929/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0120 - val_loss: 0.0164\n",
            "Epoch 930/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0115 - val_loss: 0.0172\n",
            "Epoch 931/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0112 - val_loss: 0.0171\n",
            "Epoch 932/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0112 - val_loss: 0.0170\n",
            "Epoch 933/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 934/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0114 - val_loss: 0.0168\n",
            "Epoch 935/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0119 - val_loss: 0.0174\n",
            "Epoch 936/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0115 - val_loss: 0.0176\n",
            "Epoch 937/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0121 - val_loss: 0.0175\n",
            "Epoch 938/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0111 - val_loss: 0.0169\n",
            "Epoch 939/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0109 - val_loss: 0.0165\n",
            "Epoch 940/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0108 - val_loss: 0.0169\n",
            "Epoch 941/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0114 - val_loss: 0.0173\n",
            "Epoch 942/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0109 - val_loss: 0.0171\n",
            "Epoch 943/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 944/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0111 - val_loss: 0.0167\n",
            "Epoch 945/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0120 - val_loss: 0.0167\n",
            "Epoch 946/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0111 - val_loss: 0.0168\n",
            "Epoch 947/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0107 - val_loss: 0.0173\n",
            "Epoch 948/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0118 - val_loss: 0.0171\n",
            "Epoch 949/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 950/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 951/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 952/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0102 - val_loss: 0.0178\n",
            "Epoch 953/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 954/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0112 - val_loss: 0.0171\n",
            "Epoch 955/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0108 - val_loss: 0.0174\n",
            "Epoch 956/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0107 - val_loss: 0.0174\n",
            "Epoch 957/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0110 - val_loss: 0.0170\n",
            "Epoch 958/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0116 - val_loss: 0.0174\n",
            "Epoch 959/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 960/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0103 - val_loss: 0.0178\n",
            "Epoch 961/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0111 - val_loss: 0.0177\n",
            "Epoch 962/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0112 - val_loss: 0.0170\n",
            "Epoch 963/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0111 - val_loss: 0.0171\n",
            "Epoch 964/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0107 - val_loss: 0.0175\n",
            "Epoch 965/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0175\n",
            "Epoch 966/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0120 - val_loss: 0.0177\n",
            "Epoch 967/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0116 - val_loss: 0.0176\n",
            "Epoch 968/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0176\n",
            "Epoch 969/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 970/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 971/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0118 - val_loss: 0.0175\n",
            "Epoch 972/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 973/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0111 - val_loss: 0.0177\n",
            "Epoch 974/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0117 - val_loss: 0.0177\n",
            "Epoch 975/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0172\n",
            "Epoch 976/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0108 - val_loss: 0.0171\n",
            "Epoch 977/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0108 - val_loss: 0.0171\n",
            "Epoch 978/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0108 - val_loss: 0.0175\n",
            "Epoch 979/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 980/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0107 - val_loss: 0.0174\n",
            "Epoch 981/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0112 - val_loss: 0.0172\n",
            "Epoch 982/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0119 - val_loss: 0.0171\n",
            "Epoch 983/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0115 - val_loss: 0.0174\n",
            "Epoch 984/2000\n",
            "558/558 [==============================] - 0s 388us/step - loss: 0.0109 - val_loss: 0.0170\n",
            "Epoch 985/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0112 - val_loss: 0.0172\n",
            "Epoch 986/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 987/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 988/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0108 - val_loss: 0.0175\n",
            "Epoch 989/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0119 - val_loss: 0.0176\n",
            "Epoch 990/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 991/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0114 - val_loss: 0.0177\n",
            "Epoch 992/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0114 - val_loss: 0.0175\n",
            "Epoch 993/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0112 - val_loss: 0.0171\n",
            "Epoch 994/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0103 - val_loss: 0.0172\n",
            "Epoch 995/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 996/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 997/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0112 - val_loss: 0.0170\n",
            "Epoch 998/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0111 - val_loss: 0.0174\n",
            "Epoch 999/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0108 - val_loss: 0.0173\n",
            "Epoch 1000/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0113 - val_loss: 0.0171\n",
            "Epoch 1001/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 1002/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0115 - val_loss: 0.0169\n",
            "Epoch 1003/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0118 - val_loss: 0.0172\n",
            "Epoch 1004/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0107 - val_loss: 0.0171\n",
            "Epoch 1005/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0172\n",
            "Epoch 1006/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1007/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0118 - val_loss: 0.0178\n",
            "Epoch 1008/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0112 - val_loss: 0.0176\n",
            "Epoch 1009/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0116 - val_loss: 0.0177\n",
            "Epoch 1010/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0110 - val_loss: 0.0174\n",
            "Epoch 1011/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1012/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1013/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1014/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 1015/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 1016/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0103 - val_loss: 0.0178\n",
            "Epoch 1017/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1018/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0113 - val_loss: 0.0179\n",
            "Epoch 1019/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0123 - val_loss: 0.0172\n",
            "Epoch 1020/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0116 - val_loss: 0.0170\n",
            "Epoch 1021/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0112 - val_loss: 0.0174\n",
            "Epoch 1022/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0105 - val_loss: 0.0175\n",
            "Epoch 1023/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 1024/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 1025/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0118 - val_loss: 0.0177\n",
            "Epoch 1026/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0115 - val_loss: 0.0176\n",
            "Epoch 1027/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1028/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0113 - val_loss: 0.0179\n",
            "Epoch 1029/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0123 - val_loss: 0.0166\n",
            "Epoch 1030/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0107 - val_loss: 0.0166\n",
            "Epoch 1031/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0107 - val_loss: 0.0170\n",
            "Epoch 1032/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1033/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0103 - val_loss: 0.0177\n",
            "Epoch 1034/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0109 - val_loss: 0.0175\n",
            "Epoch 1035/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0102 - val_loss: 0.0177\n",
            "Epoch 1036/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0112 - val_loss: 0.0178\n",
            "Epoch 1037/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1038/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0107 - val_loss: 0.0174\n",
            "Epoch 1039/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0108 - val_loss: 0.0174\n",
            "Epoch 1040/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0113 - val_loss: 0.0174\n",
            "Epoch 1041/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1042/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0120 - val_loss: 0.0176\n",
            "Epoch 1043/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 1044/2000\n",
            "558/558 [==============================] - 0s 307us/step - loss: 0.0116 - val_loss: 0.0177\n",
            "Epoch 1045/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0114 - val_loss: 0.0171\n",
            "Epoch 1046/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0172\n",
            "Epoch 1047/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1048/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0117 - val_loss: 0.0178\n",
            "Epoch 1049/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0113 - val_loss: 0.0178\n",
            "Epoch 1050/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0114 - val_loss: 0.0176\n",
            "Epoch 1051/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0111 - val_loss: 0.0171\n",
            "Epoch 1052/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0108 - val_loss: 0.0170\n",
            "Epoch 1053/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0128 - val_loss: 0.0173\n",
            "Epoch 1054/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0113 - val_loss: 0.0178\n",
            "Epoch 1055/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0120 - val_loss: 0.0172\n",
            "Epoch 1056/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0169\n",
            "Epoch 1057/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0173\n",
            "Epoch 1058/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1059/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0103 - val_loss: 0.0177\n",
            "Epoch 1060/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0103 - val_loss: 0.0175\n",
            "Epoch 1061/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 1062/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1063/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1064/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 1065/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 1066/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0105 - val_loss: 0.0175\n",
            "Epoch 1067/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0106 - val_loss: 0.0175\n",
            "Epoch 1068/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0115 - val_loss: 0.0174\n",
            "Epoch 1069/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0109 - val_loss: 0.0175\n",
            "Epoch 1070/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1071/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0116 - val_loss: 0.0179\n",
            "Epoch 1072/2000\n",
            "558/558 [==============================] - 0s 398us/step - loss: 0.0117 - val_loss: 0.0179\n",
            "Epoch 1073/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0119 - val_loss: 0.0178\n",
            "Epoch 1074/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1075/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0104 - val_loss: 0.0176\n",
            "Epoch 1076/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0117 - val_loss: 0.0175\n",
            "Epoch 1077/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 1078/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0113 - val_loss: 0.0170\n",
            "Epoch 1079/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0122 - val_loss: 0.0171\n",
            "Epoch 1080/2000\n",
            "558/558 [==============================] - 0s 305us/step - loss: 0.0107 - val_loss: 0.0174\n",
            "Epoch 1081/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1082/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1083/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1084/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0109 - val_loss: 0.0175\n",
            "Epoch 1085/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0112 - val_loss: 0.0176\n",
            "Epoch 1086/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0106 - val_loss: 0.0176\n",
            "Epoch 1087/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0104 - val_loss: 0.0177\n",
            "Epoch 1088/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0116 - val_loss: 0.0178\n",
            "Epoch 1089/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0116 - val_loss: 0.0175\n",
            "Epoch 1090/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0107 - val_loss: 0.0177\n",
            "Epoch 1091/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0100 - val_loss: 0.0180\n",
            "Epoch 1092/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0115 - val_loss: 0.0179\n",
            "Epoch 1093/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0113 - val_loss: 0.0173\n",
            "Epoch 1094/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0111 - val_loss: 0.0169\n",
            "Epoch 1095/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0118 - val_loss: 0.0172\n",
            "Epoch 1096/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0106 - val_loss: 0.0169\n",
            "Epoch 1097/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0109 - val_loss: 0.0171\n",
            "Epoch 1098/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0113 - val_loss: 0.0172\n",
            "Epoch 1099/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0120 - val_loss: 0.0172\n",
            "Epoch 1100/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0110 - val_loss: 0.0173\n",
            "Epoch 1101/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0102 - val_loss: 0.0174\n",
            "Epoch 1102/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0109 - val_loss: 0.0177\n",
            "Epoch 1103/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1104/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1105/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0121 - val_loss: 0.0175\n",
            "Epoch 1106/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0109 - val_loss: 0.0174\n",
            "Epoch 1107/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0103 - val_loss: 0.0176\n",
            "Epoch 1108/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0117 - val_loss: 0.0178\n",
            "Epoch 1109/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1110/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0112 - val_loss: 0.0172\n",
            "Epoch 1111/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0113 - val_loss: 0.0173\n",
            "Epoch 1112/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0105 - val_loss: 0.0176\n",
            "Epoch 1113/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0107 - val_loss: 0.0177\n",
            "Epoch 1114/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0127 - val_loss: 0.0173\n",
            "Epoch 1115/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0112 - val_loss: 0.0173\n",
            "Epoch 1116/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1117/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1118/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0118 - val_loss: 0.0179\n",
            "Epoch 1119/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0112 - val_loss: 0.0173\n",
            "Epoch 1120/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0110 - val_loss: 0.0172\n",
            "Epoch 1121/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0102 - val_loss: 0.0175\n",
            "Epoch 1122/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 1123/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1124/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0118 - val_loss: 0.0179\n",
            "Epoch 1125/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0118 - val_loss: 0.0177\n",
            "Epoch 1126/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0118 - val_loss: 0.0175\n",
            "Epoch 1127/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 1128/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0107 - val_loss: 0.0177\n",
            "Epoch 1129/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 1130/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0117 - val_loss: 0.0173\n",
            "Epoch 1131/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0103 - val_loss: 0.0178\n",
            "Epoch 1132/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1133/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1134/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1135/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0120 - val_loss: 0.0171\n",
            "Epoch 1136/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0120 - val_loss: 0.0164\n",
            "Epoch 1137/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0117 - val_loss: 0.0166\n",
            "Epoch 1138/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0109 - val_loss: 0.0174\n",
            "Epoch 1139/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1140/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 1141/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1142/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0100 - val_loss: 0.0180\n",
            "Epoch 1143/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0124 - val_loss: 0.0181\n",
            "Epoch 1144/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1145/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1146/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1147/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1148/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 1149/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0115 - val_loss: 0.0178\n",
            "Epoch 1150/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1151/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0103 - val_loss: 0.0175\n",
            "Epoch 1152/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1153/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1154/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1155/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0106 - val_loss: 0.0177\n",
            "Epoch 1156/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0114 - val_loss: 0.0171\n",
            "Epoch 1157/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0106 - val_loss: 0.0171\n",
            "Epoch 1158/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0115 - val_loss: 0.0175\n",
            "Epoch 1159/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1160/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1161/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0115 - val_loss: 0.0179\n",
            "Epoch 1162/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1163/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0118 - val_loss: 0.0170\n",
            "Epoch 1164/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0113 - val_loss: 0.0172\n",
            "Epoch 1165/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1166/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1167/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1168/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1169/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0120 - val_loss: 0.0175\n",
            "Epoch 1170/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0171\n",
            "Epoch 1171/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0123 - val_loss: 0.0172\n",
            "Epoch 1172/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1173/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1174/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0112 - val_loss: 0.0178\n",
            "Epoch 1175/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1176/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0115 - val_loss: 0.0179\n",
            "Epoch 1177/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1178/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0107 - val_loss: 0.0175\n",
            "Epoch 1179/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0114 - val_loss: 0.0175\n",
            "Epoch 1180/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0111 - val_loss: 0.0173\n",
            "Epoch 1181/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0111 - val_loss: 0.0170\n",
            "Epoch 1182/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0118 - val_loss: 0.0174\n",
            "Epoch 1183/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 1184/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0116 - val_loss: 0.0174\n",
            "Epoch 1185/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0115 - val_loss: 0.0176\n",
            "Epoch 1186/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 1187/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0118 - val_loss: 0.0177\n",
            "Epoch 1188/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0102 - val_loss: 0.0178\n",
            "Epoch 1189/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1190/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1191/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1192/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0102 - val_loss: 0.0174\n",
            "Epoch 1193/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0175\n",
            "Epoch 1194/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0111 - val_loss: 0.0177\n",
            "Epoch 1195/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0104 - val_loss: 0.0177\n",
            "Epoch 1196/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0103 - val_loss: 0.0178\n",
            "Epoch 1197/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 1198/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0176\n",
            "Epoch 1199/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0103 - val_loss: 0.0172\n",
            "Epoch 1200/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0120 - val_loss: 0.0177\n",
            "Epoch 1201/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0105 - val_loss: 0.0176\n",
            "Epoch 1202/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0117 - val_loss: 0.0172\n",
            "Epoch 1203/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0108 - val_loss: 0.0165\n",
            "Epoch 1204/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0113 - val_loss: 0.0172\n",
            "Epoch 1205/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1206/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0125 - val_loss: 0.0175\n",
            "Epoch 1207/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 1208/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0103 - val_loss: 0.0175\n",
            "Epoch 1209/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0117 - val_loss: 0.0177\n",
            "Epoch 1210/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1211/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1212/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1213/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1214/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0116 - val_loss: 0.0176\n",
            "Epoch 1215/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0110 - val_loss: 0.0172\n",
            "Epoch 1216/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0112 - val_loss: 0.0173\n",
            "Epoch 1217/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0103 - val_loss: 0.0178\n",
            "Epoch 1218/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1219/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1220/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1221/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1222/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0115 - val_loss: 0.0176\n",
            "Epoch 1223/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1224/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0171\n",
            "Epoch 1225/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0107 - val_loss: 0.0175\n",
            "Epoch 1226/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0113 - val_loss: 0.0174\n",
            "Epoch 1227/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0118 - val_loss: 0.0179\n",
            "Epoch 1228/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1229/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0102 - val_loss: 0.0177\n",
            "Epoch 1230/2000\n",
            "558/558 [==============================] - 0s 305us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1231/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1232/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1233/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1234/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1235/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1236/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1237/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0115 - val_loss: 0.0177\n",
            "Epoch 1238/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1239/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1240/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1241/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1242/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1243/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1244/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1245/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 1246/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0115 - val_loss: 0.0178\n",
            "Epoch 1247/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1248/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 1249/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0110 - val_loss: 0.0176\n",
            "Epoch 1250/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0117 - val_loss: 0.0178\n",
            "Epoch 1251/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1252/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1253/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0114 - val_loss: 0.0178\n",
            "Epoch 1254/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1255/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1256/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1257/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1258/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1259/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1260/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0116 - val_loss: 0.0180\n",
            "Epoch 1261/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1262/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1263/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1264/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1265/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1266/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1267/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1268/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 1269/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1270/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1271/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1272/2000\n",
            "558/558 [==============================] - 0s 379us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1273/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1274/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0099 - val_loss: 0.0178\n",
            "Epoch 1275/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1276/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0113 - val_loss: 0.0179\n",
            "Epoch 1277/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1278/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0115 - val_loss: 0.0179\n",
            "Epoch 1279/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1280/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1281/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1282/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1283/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0116 - val_loss: 0.0179\n",
            "Epoch 1284/2000\n",
            "558/558 [==============================] - 0s 305us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1285/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0102 - val_loss: 0.0176\n",
            "Epoch 1286/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0105 - val_loss: 0.0177\n",
            "Epoch 1287/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0113 - val_loss: 0.0180\n",
            "Epoch 1288/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0113 - val_loss: 0.0178\n",
            "Epoch 1289/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0106 - val_loss: 0.0177\n",
            "Epoch 1290/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0115 - val_loss: 0.0178\n",
            "Epoch 1291/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0097 - val_loss: 0.0178\n",
            "Epoch 1292/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0117 - val_loss: 0.0178\n",
            "Epoch 1293/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 1294/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1295/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1296/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0124 - val_loss: 0.0169\n",
            "Epoch 1297/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0109 - val_loss: 0.0174\n",
            "Epoch 1298/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1299/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1300/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1301/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1302/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1303/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0115 - val_loss: 0.0178\n",
            "Epoch 1304/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0114 - val_loss: 0.0170\n",
            "Epoch 1305/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0108 - val_loss: 0.0175\n",
            "Epoch 1306/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1307/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1308/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0120 - val_loss: 0.0180\n",
            "Epoch 1309/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1310/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1311/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1312/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1313/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1314/2000\n",
            "558/558 [==============================] - 0s 307us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1315/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1316/2000\n",
            "558/558 [==============================] - 0s 306us/step - loss: 0.0114 - val_loss: 0.0178\n",
            "Epoch 1317/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1318/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1319/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1320/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1321/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0113 - val_loss: 0.0177\n",
            "Epoch 1322/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0113 - val_loss: 0.0179\n",
            "Epoch 1323/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1324/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1325/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1326/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0112 - val_loss: 0.0176\n",
            "Epoch 1327/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0109 - val_loss: 0.0175\n",
            "Epoch 1328/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0102 - val_loss: 0.0178\n",
            "Epoch 1329/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1330/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1331/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1332/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1333/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0103 - val_loss: 0.0174\n",
            "Epoch 1334/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0115 - val_loss: 0.0179\n",
            "Epoch 1335/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1336/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1337/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1338/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 1339/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0175\n",
            "Epoch 1340/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0108 - val_loss: 0.0172\n",
            "Epoch 1341/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1342/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0110 - val_loss: 0.0175\n",
            "Epoch 1343/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1344/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0111 - val_loss: 0.0177\n",
            "Epoch 1345/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0101 - val_loss: 0.0179\n",
            "Epoch 1346/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0178\n",
            "Epoch 1347/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0102 - val_loss: 0.0178\n",
            "Epoch 1348/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0106 - val_loss: 0.0177\n",
            "Epoch 1349/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0101 - val_loss: 0.0177\n",
            "Epoch 1350/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1351/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1352/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1353/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1354/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0117 - val_loss: 0.0175\n",
            "Epoch 1355/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0111 - val_loss: 0.0175\n",
            "Epoch 1356/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1357/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1358/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1359/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1360/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1361/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1362/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0115 - val_loss: 0.0176\n",
            "Epoch 1363/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0108 - val_loss: 0.0174\n",
            "Epoch 1364/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1365/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1366/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1367/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1368/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0110 - val_loss: 0.0176\n",
            "Epoch 1369/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0099 - val_loss: 0.0176\n",
            "Epoch 1370/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0112 - val_loss: 0.0177\n",
            "Epoch 1371/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0113 - val_loss: 0.0180\n",
            "Epoch 1372/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0098 - val_loss: 0.0181\n",
            "Epoch 1373/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0113 - val_loss: 0.0180\n",
            "Epoch 1374/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0111 - val_loss: 0.0174\n",
            "Epoch 1375/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0110 - val_loss: 0.0177\n",
            "Epoch 1376/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1377/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1378/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1379/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1380/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1381/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1382/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1383/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1384/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0117 - val_loss: 0.0175\n",
            "Epoch 1385/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0108 - val_loss: 0.0172\n",
            "Epoch 1386/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0107 - val_loss: 0.0172\n",
            "Epoch 1387/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0105 - val_loss: 0.0174\n",
            "Epoch 1388/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1389/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1390/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1391/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1392/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1393/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0106 - val_loss: 0.0177\n",
            "Epoch 1394/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1395/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1396/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1397/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1398/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1399/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1400/2000\n",
            "558/558 [==============================] - 0s 355us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1401/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0116 - val_loss: 0.0176\n",
            "Epoch 1402/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1403/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0116 - val_loss: 0.0180\n",
            "Epoch 1404/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1405/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1406/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1407/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0115 - val_loss: 0.0180\n",
            "Epoch 1408/2000\n",
            "558/558 [==============================] - 0s 307us/step - loss: 0.0112 - val_loss: 0.0181\n",
            "Epoch 1409/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1410/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1411/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1412/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1413/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1414/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0118 - val_loss: 0.0180\n",
            "Epoch 1415/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1416/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0099 - val_loss: 0.0178\n",
            "Epoch 1417/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1418/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1419/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1420/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1421/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1422/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1423/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0120 - val_loss: 0.0179\n",
            "Epoch 1424/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1425/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1426/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1427/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0114 - val_loss: 0.0179\n",
            "Epoch 1428/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1429/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1430/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1431/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1432/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1433/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0112 - val_loss: 0.0177\n",
            "Epoch 1434/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0104 - val_loss: 0.0175\n",
            "Epoch 1435/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1436/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1437/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1438/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1439/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1440/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1441/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1442/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1443/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 1444/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1445/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1446/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1447/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1448/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1449/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1450/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1451/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1452/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0113 - val_loss: 0.0180\n",
            "Epoch 1453/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1454/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0112 - val_loss: 0.0179\n",
            "Epoch 1455/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 1456/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0103 - val_loss: 0.0177\n",
            "Epoch 1457/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1458/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1459/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1460/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1461/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0107 - val_loss: 0.0176\n",
            "Epoch 1462/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1463/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1464/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1465/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1466/2000\n",
            "558/558 [==============================] - 0s 349us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1467/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1468/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1469/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0112 - val_loss: 0.0179\n",
            "Epoch 1470/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0113 - val_loss: 0.0176\n",
            "Epoch 1471/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1472/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1473/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1474/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1475/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1476/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1477/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0109 - val_loss: 0.0179\n",
            "Epoch 1478/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1479/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1480/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1481/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1482/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1483/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1484/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0112 - val_loss: 0.0179\n",
            "Epoch 1485/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1486/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1487/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1488/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0099 - val_loss: 0.0179\n",
            "Epoch 1489/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1490/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0114 - val_loss: 0.0180\n",
            "Epoch 1491/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0114 - val_loss: 0.0180\n",
            "Epoch 1492/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1493/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1494/2000\n",
            "558/558 [==============================] - 0s 385us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1495/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1496/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1497/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0101 - val_loss: 0.0179\n",
            "Epoch 1498/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1499/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1500/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0094 - val_loss: 0.0180\n",
            "Epoch 1501/2000\n",
            "558/558 [==============================] - 0s 354us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1502/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1503/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1504/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1505/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 1506/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1507/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1508/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1509/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0111 - val_loss: 0.0176\n",
            "Epoch 1510/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0113 - val_loss: 0.0179\n",
            "Epoch 1511/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1512/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0111 - val_loss: 0.0173\n",
            "Epoch 1513/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0100 - val_loss: 0.0170\n",
            "Epoch 1514/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0113 - val_loss: 0.0177\n",
            "Epoch 1515/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1516/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1517/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0113 - val_loss: 0.0182\n",
            "Epoch 1518/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1519/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1520/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1521/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1522/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1523/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1524/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1525/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1526/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1527/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1528/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0113 - val_loss: 0.0180\n",
            "Epoch 1529/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1530/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1531/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1532/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0130 - val_loss: 0.0182\n",
            "Epoch 1533/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1534/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1535/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1536/2000\n",
            "558/558 [==============================] - 0s 343us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1537/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1538/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1539/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1540/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1541/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1542/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0111 - val_loss: 0.0174\n",
            "Epoch 1543/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1544/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1545/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0113 - val_loss: 0.0181\n",
            "Epoch 1546/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0115 - val_loss: 0.0181\n",
            "Epoch 1547/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1548/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1549/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1550/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0112 - val_loss: 0.0178\n",
            "Epoch 1551/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1552/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1553/2000\n",
            "558/558 [==============================] - 0s 347us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1554/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0111 - val_loss: 0.0178\n",
            "Epoch 1555/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0105 - val_loss: 0.0177\n",
            "Epoch 1556/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0117 - val_loss: 0.0178\n",
            "Epoch 1557/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1558/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1559/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1560/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1561/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1562/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1563/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1564/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1565/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1566/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1567/2000\n",
            "558/558 [==============================] - 0s 370us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1568/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1569/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1570/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1571/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0119 - val_loss: 0.0169\n",
            "Epoch 1572/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0112 - val_loss: 0.0168\n",
            "Epoch 1573/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0105 - val_loss: 0.0177\n",
            "Epoch 1574/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1575/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0112 - val_loss: 0.0175\n",
            "Epoch 1576/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0107 - val_loss: 0.0173\n",
            "Epoch 1577/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1578/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1579/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1580/2000\n",
            "558/558 [==============================] - 0s 368us/step - loss: 0.0113 - val_loss: 0.0178\n",
            "Epoch 1581/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1582/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1583/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1584/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1585/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1586/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0101 - val_loss: 0.0178\n",
            "Epoch 1587/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1588/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1589/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0098 - val_loss: 0.0181\n",
            "Epoch 1590/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0111 - val_loss: 0.0181\n",
            "Epoch 1591/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0111 - val_loss: 0.0181\n",
            "Epoch 1592/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0116 - val_loss: 0.0180\n",
            "Epoch 1593/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1594/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1595/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1596/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1597/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1598/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0118 - val_loss: 0.0181\n",
            "Epoch 1599/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1600/2000\n",
            "558/558 [==============================] - 0s 352us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1601/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0110 - val_loss: 0.0180\n",
            "Epoch 1602/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1603/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1604/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1605/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1606/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1607/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1608/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1609/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0116 - val_loss: 0.0181\n",
            "Epoch 1610/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0112 - val_loss: 0.0179\n",
            "Epoch 1611/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1612/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1613/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1614/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1615/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1616/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1617/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1618/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1619/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1620/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1621/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1622/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1623/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1624/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0112 - val_loss: 0.0182\n",
            "Epoch 1625/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1626/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0097 - val_loss: 0.0181\n",
            "Epoch 1627/2000\n",
            "558/558 [==============================] - 0s 372us/step - loss: 0.0106 - val_loss: 0.0178\n",
            "Epoch 1628/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0104 - val_loss: 0.0178\n",
            "Epoch 1629/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1630/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1631/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1632/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1633/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1634/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1635/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1636/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1637/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0112 - val_loss: 0.0180\n",
            "Epoch 1638/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1639/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1640/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1641/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1642/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1643/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0111 - val_loss: 0.0180\n",
            "Epoch 1644/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1645/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0111 - val_loss: 0.0181\n",
            "Epoch 1646/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0112 - val_loss: 0.0178\n",
            "Epoch 1647/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1648/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1649/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1650/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1651/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1652/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1653/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1654/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1655/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1656/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1657/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1658/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0108 - val_loss: 0.0179\n",
            "Epoch 1659/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1660/2000\n",
            "558/558 [==============================] - 0s 381us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1661/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1662/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0111 - val_loss: 0.0181\n",
            "Epoch 1663/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1664/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1665/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1666/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0113 - val_loss: 0.0181\n",
            "Epoch 1667/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1668/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1669/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1670/2000\n",
            "558/558 [==============================] - 0s 340us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1671/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1672/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1673/2000\n",
            "558/558 [==============================] - 0s 361us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1674/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1675/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1676/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1677/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1678/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1679/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1680/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1681/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1682/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1683/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0108 - val_loss: 0.0180\n",
            "Epoch 1684/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1685/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1686/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1687/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1688/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0107 - val_loss: 0.0179\n",
            "Epoch 1689/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1690/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1691/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1692/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1693/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1694/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0100 - val_loss: 0.0180\n",
            "Epoch 1695/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1696/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1697/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1698/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1699/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0102 - val_loss: 0.0179\n",
            "Epoch 1700/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0103 - val_loss: 0.0179\n",
            "Epoch 1701/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0178\n",
            "Epoch 1702/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0108 - val_loss: 0.0177\n",
            "Epoch 1703/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1704/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1705/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1706/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1707/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1708/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0112 - val_loss: 0.0181\n",
            "Epoch 1709/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1710/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1711/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1712/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1713/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1714/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1715/2000\n",
            "558/558 [==============================] - 0s 350us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1716/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1717/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1718/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1719/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1720/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1721/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 1722/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0110 - val_loss: 0.0179\n",
            "Epoch 1723/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1724/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0110 - val_loss: 0.0181\n",
            "Epoch 1725/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1726/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1727/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1728/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0111 - val_loss: 0.0182\n",
            "Epoch 1729/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1730/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1731/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1732/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1733/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1734/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1735/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1736/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1737/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1738/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1739/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0108 - val_loss: 0.0182\n",
            "Epoch 1740/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1741/2000\n",
            "558/558 [==============================] - 0s 373us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1742/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1743/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1744/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0114 - val_loss: 0.0181\n",
            "Epoch 1745/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1746/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1747/2000\n",
            "558/558 [==============================] - 0s 381us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1748/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0109 - val_loss: 0.0178\n",
            "Epoch 1749/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0178\n",
            "Epoch 1750/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0109 - val_loss: 0.0180\n",
            "Epoch 1751/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1752/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0099 - val_loss: 0.0180\n",
            "Epoch 1753/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1754/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1755/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1756/2000\n",
            "558/558 [==============================] - 0s 308us/step - loss: 0.0116 - val_loss: 0.0179\n",
            "Epoch 1757/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1758/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1759/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1760/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1761/2000\n",
            "558/558 [==============================] - 0s 374us/step - loss: 0.0099 - val_loss: 0.0179\n",
            "Epoch 1762/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0104 - val_loss: 0.0177\n",
            "Epoch 1763/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0098 - val_loss: 0.0179\n",
            "Epoch 1764/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1765/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1766/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0182\n",
            "Epoch 1767/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0100 - val_loss: 0.0181\n",
            "Epoch 1768/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1769/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1770/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1771/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1772/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1773/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1774/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0104 - val_loss: 0.0179\n",
            "Epoch 1775/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1776/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0110 - val_loss: 0.0182\n",
            "Epoch 1777/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1778/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1779/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1780/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1781/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1782/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1783/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1784/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1785/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1786/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1787/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1788/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0108 - val_loss: 0.0182\n",
            "Epoch 1789/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0112 - val_loss: 0.0183\n",
            "Epoch 1790/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0110 - val_loss: 0.0182\n",
            "Epoch 1791/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0097 - val_loss: 0.0182\n",
            "Epoch 1792/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0095 - val_loss: 0.0182\n",
            "Epoch 1793/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0101 - val_loss: 0.0183\n",
            "Epoch 1794/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0108 - val_loss: 0.0182\n",
            "Epoch 1795/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0100 - val_loss: 0.0183\n",
            "Epoch 1796/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0110 - val_loss: 0.0182\n",
            "Epoch 1797/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0109 - val_loss: 0.0182\n",
            "Epoch 1798/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0109 - val_loss: 0.0176\n",
            "Epoch 1799/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0101 - val_loss: 0.0172\n",
            "Epoch 1800/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0112 - val_loss: 0.0178\n",
            "Epoch 1801/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0111 - val_loss: 0.0179\n",
            "Epoch 1802/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0107 - val_loss: 0.0181\n",
            "Epoch 1803/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1804/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1805/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1806/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1807/2000\n",
            "558/558 [==============================] - 0s 348us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1808/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1809/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1810/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0101 - val_loss: 0.0180\n",
            "Epoch 1811/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1812/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0103 - val_loss: 0.0174\n",
            "Epoch 1813/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0111 - val_loss: 0.0171\n",
            "Epoch 1814/2000\n",
            "558/558 [==============================] - 0s 362us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1815/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1816/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1817/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1818/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1819/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1820/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1821/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1822/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0106 - val_loss: 0.0180\n",
            "Epoch 1823/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0113 - val_loss: 0.0182\n",
            "Epoch 1824/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1825/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0182\n",
            "Epoch 1826/2000\n",
            "558/558 [==============================] - 0s 336us/step - loss: 0.0107 - val_loss: 0.0180\n",
            "Epoch 1827/2000\n",
            "558/558 [==============================] - 0s 378us/step - loss: 0.0102 - val_loss: 0.0177\n",
            "Epoch 1828/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0103 - val_loss: 0.0176\n",
            "Epoch 1829/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1830/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1831/2000\n",
            "558/558 [==============================] - 0s 339us/step - loss: 0.0108 - val_loss: 0.0181\n",
            "Epoch 1832/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0099 - val_loss: 0.0180\n",
            "Epoch 1833/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0110 - val_loss: 0.0182\n",
            "Epoch 1834/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1835/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0102 - val_loss: 0.0183\n",
            "Epoch 1836/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0100 - val_loss: 0.0182\n",
            "Epoch 1837/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1838/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1839/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1840/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1841/2000\n",
            "558/558 [==============================] - 0s 371us/step - loss: 0.0115 - val_loss: 0.0182\n",
            "Epoch 1842/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0098 - val_loss: 0.0182\n",
            "Epoch 1843/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0108 - val_loss: 0.0182\n",
            "Epoch 1844/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0112 - val_loss: 0.0182\n",
            "Epoch 1845/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0110 - val_loss: 0.0183\n",
            "Epoch 1846/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0109 - val_loss: 0.0183\n",
            "Epoch 1847/2000\n",
            "558/558 [==============================] - 0s 366us/step - loss: 0.0099 - val_loss: 0.0183\n",
            "Epoch 1848/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0113 - val_loss: 0.0182\n",
            "Epoch 1849/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1850/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1851/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0103 - val_loss: 0.0180\n",
            "Epoch 1852/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1853/2000\n",
            "558/558 [==============================] - 0s 341us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1854/2000\n",
            "558/558 [==============================] - 0s 376us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1855/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1856/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1857/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0100 - val_loss: 0.0180\n",
            "Epoch 1858/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0099 - val_loss: 0.0181\n",
            "Epoch 1859/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1860/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1861/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0105 - val_loss: 0.0180\n",
            "Epoch 1862/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0103 - val_loss: 0.0177\n",
            "Epoch 1863/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0108 - val_loss: 0.0176\n",
            "Epoch 1864/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0106 - val_loss: 0.0181\n",
            "Epoch 1865/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1866/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1867/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1868/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1869/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0099 - val_loss: 0.0182\n",
            "Epoch 1870/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1871/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1872/2000\n",
            "558/558 [==============================] - 0s 375us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1873/2000\n",
            "558/558 [==============================] - 0s 345us/step - loss: 0.0105 - val_loss: 0.0183\n",
            "Epoch 1874/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1875/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1876/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1877/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1878/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0102 - val_loss: 0.0180\n",
            "Epoch 1879/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0105 - val_loss: 0.0181\n",
            "Epoch 1880/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1881/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0108 - val_loss: 0.0178\n",
            "Epoch 1882/2000\n",
            "558/558 [==============================] - 0s 327us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1883/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1884/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1885/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0106 - val_loss: 0.0182\n",
            "Epoch 1886/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1887/2000\n",
            "558/558 [==============================] - 0s 364us/step - loss: 0.0111 - val_loss: 0.0182\n",
            "Epoch 1888/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0111 - val_loss: 0.0182\n",
            "Epoch 1889/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1890/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1891/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0111 - val_loss: 0.0182\n",
            "Epoch 1892/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1893/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1894/2000\n",
            "558/558 [==============================] - 0s 388us/step - loss: 0.0102 - val_loss: 0.0182\n",
            "Epoch 1895/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1896/2000\n",
            "558/558 [==============================] - 0s 330us/step - loss: 0.0098 - val_loss: 0.0182\n",
            "Epoch 1897/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1898/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0109 - val_loss: 0.0183\n",
            "Epoch 1899/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0104 - val_loss: 0.0184\n",
            "Epoch 1900/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0108 - val_loss: 0.0184\n",
            "Epoch 1901/2000\n",
            "558/558 [==============================] - 0s 360us/step - loss: 0.0101 - val_loss: 0.0183\n",
            "Epoch 1902/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0103 - val_loss: 0.0183\n",
            "Epoch 1903/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0102 - val_loss: 0.0184\n",
            "Epoch 1904/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0106 - val_loss: 0.0183\n",
            "Epoch 1905/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0098 - val_loss: 0.0184\n",
            "Epoch 1906/2000\n",
            "558/558 [==============================] - 0s 310us/step - loss: 0.0106 - val_loss: 0.0184\n",
            "Epoch 1907/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0118 - val_loss: 0.0184\n",
            "Epoch 1908/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0100 - val_loss: 0.0183\n",
            "Epoch 1909/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0103 - val_loss: 0.0184\n",
            "Epoch 1910/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0108 - val_loss: 0.0184\n",
            "Epoch 1911/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0102 - val_loss: 0.0184\n",
            "Epoch 1912/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0107 - val_loss: 0.0184\n",
            "Epoch 1913/2000\n",
            "558/558 [==============================] - 0s 353us/step - loss: 0.0111 - val_loss: 0.0183\n",
            "Epoch 1914/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1915/2000\n",
            "558/558 [==============================] - 0s 312us/step - loss: 0.0099 - val_loss: 0.0182\n",
            "Epoch 1916/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1917/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0098 - val_loss: 0.0184\n",
            "Epoch 1918/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0101 - val_loss: 0.0184\n",
            "Epoch 1919/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1920/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0104 - val_loss: 0.0181\n",
            "Epoch 1921/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1922/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0102 - val_loss: 0.0183\n",
            "Epoch 1923/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0107 - val_loss: 0.0184\n",
            "Epoch 1924/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0102 - val_loss: 0.0184\n",
            "Epoch 1925/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0100 - val_loss: 0.0184\n",
            "Epoch 1926/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0110 - val_loss: 0.0184\n",
            "Epoch 1927/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0101 - val_loss: 0.0184\n",
            "Epoch 1928/2000\n",
            "558/558 [==============================] - 0s 342us/step - loss: 0.0104 - val_loss: 0.0184\n",
            "Epoch 1929/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0098 - val_loss: 0.0184\n",
            "Epoch 1930/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0111 - val_loss: 0.0183\n",
            "Epoch 1931/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1932/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0104 - val_loss: 0.0184\n",
            "Epoch 1933/2000\n",
            "558/558 [==============================] - 0s 335us/step - loss: 0.0110 - val_loss: 0.0183\n",
            "Epoch 1934/2000\n",
            "558/558 [==============================] - 0s 380us/step - loss: 0.0101 - val_loss: 0.0179\n",
            "Epoch 1935/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0101 - val_loss: 0.0178\n",
            "Epoch 1936/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0098 - val_loss: 0.0182\n",
            "Epoch 1937/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0103 - val_loss: 0.0183\n",
            "Epoch 1938/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1939/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1940/2000\n",
            "558/558 [==============================] - 0s 331us/step - loss: 0.0109 - val_loss: 0.0181\n",
            "Epoch 1941/2000\n",
            "558/558 [==============================] - 0s 365us/step - loss: 0.0116 - val_loss: 0.0176\n",
            "Epoch 1942/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1943/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0098 - val_loss: 0.0184\n",
            "Epoch 1944/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0107 - val_loss: 0.0182\n",
            "Epoch 1945/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0098 - val_loss: 0.0179\n",
            "Epoch 1946/2000\n",
            "558/558 [==============================] - 0s 332us/step - loss: 0.0108 - val_loss: 0.0184\n",
            "Epoch 1947/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0110 - val_loss: 0.0184\n",
            "Epoch 1948/2000\n",
            "558/558 [==============================] - 0s 357us/step - loss: 0.0101 - val_loss: 0.0185\n",
            "Epoch 1949/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0102 - val_loss: 0.0185\n",
            "Epoch 1950/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0098 - val_loss: 0.0184\n",
            "Epoch 1951/2000\n",
            "558/558 [==============================] - 0s 337us/step - loss: 0.0108 - val_loss: 0.0184\n",
            "Epoch 1952/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0095 - val_loss: 0.0177\n",
            "Epoch 1953/2000\n",
            "558/558 [==============================] - 0s 333us/step - loss: 0.0106 - val_loss: 0.0179\n",
            "Epoch 1954/2000\n",
            "558/558 [==============================] - 0s 363us/step - loss: 0.0103 - val_loss: 0.0181\n",
            "Epoch 1955/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0100 - val_loss: 0.0183\n",
            "Epoch 1956/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0100 - val_loss: 0.0184\n",
            "Epoch 1957/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0096 - val_loss: 0.0184\n",
            "Epoch 1958/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0108 - val_loss: 0.0183\n",
            "Epoch 1959/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0103 - val_loss: 0.0182\n",
            "Epoch 1960/2000\n",
            "558/558 [==============================] - 0s 315us/step - loss: 0.0096 - val_loss: 0.0182\n",
            "Epoch 1961/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0104 - val_loss: 0.0185\n",
            "Epoch 1962/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0098 - val_loss: 0.0185\n",
            "Epoch 1963/2000\n",
            "558/558 [==============================] - 0s 313us/step - loss: 0.0103 - val_loss: 0.0185\n",
            "Epoch 1964/2000\n",
            "558/558 [==============================] - 0s 322us/step - loss: 0.0104 - val_loss: 0.0184\n",
            "Epoch 1965/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0094 - val_loss: 0.0185\n",
            "Epoch 1966/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0104 - val_loss: 0.0185\n",
            "Epoch 1967/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0101 - val_loss: 0.0186\n",
            "Epoch 1968/2000\n",
            "558/558 [==============================] - 0s 369us/step - loss: 0.0107 - val_loss: 0.0186\n",
            "Epoch 1969/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0105 - val_loss: 0.0185\n",
            "Epoch 1970/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0101 - val_loss: 0.0184\n",
            "Epoch 1971/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0105 - val_loss: 0.0183\n",
            "Epoch 1972/2000\n",
            "558/558 [==============================] - 0s 328us/step - loss: 0.0110 - val_loss: 0.0185\n",
            "Epoch 1973/2000\n",
            "558/558 [==============================] - 0s 351us/step - loss: 0.0103 - val_loss: 0.0184\n",
            "Epoch 1974/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0105 - val_loss: 0.0182\n",
            "Epoch 1975/2000\n",
            "558/558 [==============================] - 0s 359us/step - loss: 0.0104 - val_loss: 0.0180\n",
            "Epoch 1976/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0103 - val_loss: 0.0183\n",
            "Epoch 1977/2000\n",
            "558/558 [==============================] - 0s 326us/step - loss: 0.0100 - val_loss: 0.0183\n",
            "Epoch 1978/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0100 - val_loss: 0.0184\n",
            "Epoch 1979/2000\n",
            "558/558 [==============================] - 0s 323us/step - loss: 0.0107 - val_loss: 0.0184\n",
            "Epoch 1980/2000\n",
            "558/558 [==============================] - 0s 317us/step - loss: 0.0108 - val_loss: 0.0184\n",
            "Epoch 1981/2000\n",
            "558/558 [==============================] - 0s 358us/step - loss: 0.0100 - val_loss: 0.0184\n",
            "Epoch 1982/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0104 - val_loss: 0.0184\n",
            "Epoch 1983/2000\n",
            "558/558 [==============================] - 0s 321us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1984/2000\n",
            "558/558 [==============================] - 0s 319us/step - loss: 0.0102 - val_loss: 0.0184\n",
            "Epoch 1985/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0115 - val_loss: 0.0182\n",
            "Epoch 1986/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0105 - val_loss: 0.0179\n",
            "Epoch 1987/2000\n",
            "558/558 [==============================] - 0s 311us/step - loss: 0.0102 - val_loss: 0.0181\n",
            "Epoch 1988/2000\n",
            "558/558 [==============================] - 0s 356us/step - loss: 0.0098 - val_loss: 0.0181\n",
            "Epoch 1989/2000\n",
            "558/558 [==============================] - 0s 329us/step - loss: 0.0101 - val_loss: 0.0181\n",
            "Epoch 1990/2000\n",
            "558/558 [==============================] - 0s 325us/step - loss: 0.0101 - val_loss: 0.0183\n",
            "Epoch 1991/2000\n",
            "558/558 [==============================] - 0s 324us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1992/2000\n",
            "558/558 [==============================] - 0s 346us/step - loss: 0.0101 - val_loss: 0.0183\n",
            "Epoch 1993/2000\n",
            "558/558 [==============================] - 0s 334us/step - loss: 0.0104 - val_loss: 0.0182\n",
            "Epoch 1994/2000\n",
            "558/558 [==============================] - 0s 338us/step - loss: 0.0101 - val_loss: 0.0182\n",
            "Epoch 1995/2000\n",
            "558/558 [==============================] - 0s 367us/step - loss: 0.0098 - val_loss: 0.0183\n",
            "Epoch 1996/2000\n",
            "558/558 [==============================] - 0s 318us/step - loss: 0.0101 - val_loss: 0.0184\n",
            "Epoch 1997/2000\n",
            "558/558 [==============================] - 0s 314us/step - loss: 0.0115 - val_loss: 0.0184\n",
            "Epoch 1998/2000\n",
            "558/558 [==============================] - 0s 309us/step - loss: 0.0104 - val_loss: 0.0183\n",
            "Epoch 1999/2000\n",
            "558/558 [==============================] - 0s 316us/step - loss: 0.0102 - val_loss: 0.0183\n",
            "Epoch 2000/2000\n",
            "558/558 [==============================] - 0s 320us/step - loss: 0.0104 - val_loss: 0.0182\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.callbacks.History at 0x7f4bddd15e48>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "metadata": {
        "id": "N4wMll-mZ40t",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 36
        },
        "outputId": "2036c156-2969-4757-c3b4-0bb1d7b399a2"
      },
      "cell_type": "code",
      "source": [
        "loss = model.evaluate(X_test, y_test, verbose=1, batch_size=30)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "140/140 [==============================] - 0s 118us/step\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "Uv21HEugmwiN",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 36
        },
        "outputId": "f5e1ac6c-d269-4f74-fe02-2aa8b60cee9f"
      },
      "cell_type": "code",
      "source": [
        "print(\"Final result is {}\".format(100-loss*100))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Final result is 98.18395614690546\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "R-fU4RnjqISC",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}