Intrusion_Detection_NSL_KDD_version_2.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "sPx2-RWSDKBX"
   },
   "source": [
    "# **Data Preprocessing**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "id": "6kZdajRmA1Pk"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:19:19.058743: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n",
      "2022-12-16 19:19:19.058867: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n"
     ]
    }
   ],
   "source": [
    "# importing required libraries\n",
    "import random\n",
    "import math\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "import pickle # saving and loading trained model\n",
    "from os import path\n",
    "\n",
    "# importing required libraries for normalizing data\n",
    "from sklearn import preprocessing\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "# importing library for plotting\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# importing library for support vector machine classifier\n",
    "from sklearn.svm import SVC\n",
    "# importing library for K-neares-neighbor classifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "# importing library for Linear Discriminant Analysis Model\n",
    "from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n",
    "# importing library for Quadratic Discriminant Analysis Model\n",
    "from sklearn.discriminant_analysis import QuadraticDiscriminantAnalysis\n",
    "\n",
    "from sklearn import metrics\n",
    "from sklearn.metrics import accuracy_score # for calculating accuracy of model\n",
    "from sklearn.model_selection import train_test_split # for splitting the dataset for training and testing\n",
    "from sklearn.metrics import classification_report # for generating a classification report of model\n",
    "\n",
    "from sklearn.metrics import precision_score\n",
    "from sklearn.metrics import recall_score\n",
    "from sklearn.metrics import f1_score\n",
    "\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "\n",
    "from keras.layers import Dense # importing dense layer\n",
    "from keras.models import Sequential #importing Sequential layer\n",
    "from keras.models import model_from_json # saving and loading trained model\n",
    "\n",
    "from keras.layers import LSTM\n",
    "from keras.layers import Input\n",
    "from keras.models import Model\n",
    "\n",
    "# representation of model layers\n",
    "from keras.utils.vis_utils import plot_model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "SBA1xLDln9D_"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "FCXl8_-aBV2b"
   },
   "outputs": [],
   "source": [
    "# dataset doesn't have column names, so we have to provide it\n",
    "col_names = [\"duration\",\"protocol_type\",\"service\",\"flag\",\"src_bytes\",\n",
    "    \"dst_bytes\",\"land\",\"wrong_fragment\",\"urgent\",\"hot\",\"num_failed_logins\",\n",
    "    \"logged_in\",\"num_compromised\",\"root_shell\",\"su_attempted\",\"num_root\",\n",
    "    \"num_file_creations\",\"num_shells\",\"num_access_files\",\"num_outbound_cmds\",\n",
    "    \"is_host_login\",\"is_guest_login\",\"count\",\"srv_count\",\"serror_rate\",\n",
    "    \"srv_serror_rate\",\"rerror_rate\",\"srv_rerror_rate\",\"same_srv_rate\",\n",
    "    \"diff_srv_rate\",\"srv_diff_host_rate\",\"dst_host_count\",\"dst_host_srv_count\",\n",
    "    \"dst_host_same_srv_rate\",\"dst_host_diff_srv_rate\",\"dst_host_same_src_port_rate\",\n",
    "    \"dst_host_srv_diff_host_rate\",\"dst_host_serror_rate\",\"dst_host_srv_serror_rate\",\n",
    "    \"dst_host_rerror_rate\",\"dst_host_srv_rerror_rate\",\"label\",\"difficulty_level\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "Qg_a5C5e_7dK"
   },
   "outputs": [],
   "source": [
    "# upload dataset to google colab\n",
    "from google.colab import files\n",
    "from io import BytesIO\n",
    "\n",
    "uploaded = files.upload()\n",
    "\n",
    "fn = list(uploaded.keys())[0]\n",
    "\n",
    "data = pd.read_csv(BytesIO(uploaded[fn]), header=None, names=col_names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "8k0n5mxqBYi6"
   },
   "outputs": [],
   "source": [
    "# importing dataset\n",
    "#data = pd.read_csv('/content/drive/MyDrive/NSL-KDD/KDDTrain+.txt',header=None, names=col_names)\n",
    "data = pd.read_csv('datasets/KDDTrain+.txt',header=None, names=col_names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "id": "rohGHXJTBa2M"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration</th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "      <th>src_bytes</th>\n",
       "      <th>dst_bytes</th>\n",
       "      <th>land</th>\n",
       "      <th>wrong_fragment</th>\n",
       "      <th>urgent</th>\n",
       "      <th>hot</th>\n",
       "      <th>...</th>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <th>dst_host_diff_srv_rate</th>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <th>label</th>\n",
       "      <th>difficulty_level</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>491</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "      <td>146</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.60</td>\n",
       "      <td>0.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>neptune</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>232</td>\n",
       "      <td>8153</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.01</td>\n",
       "      <td>normal</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>199</td>\n",
       "      <td>420</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125968</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>neptune</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125969</th>\n",
       "      <td>8</td>\n",
       "      <td>udp</td>\n",
       "      <td>private</td>\n",
       "      <td>SF</td>\n",
       "      <td>105</td>\n",
       "      <td>145</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.96</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125970</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>smtp</td>\n",
       "      <td>SF</td>\n",
       "      <td>2231</td>\n",
       "      <td>384</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.72</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125971</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>klogin</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>neptune</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125972</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>151</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.30</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.30</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125973 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        duration protocol_type   service flag  src_bytes  dst_bytes  land  \\\n",
       "0              0           tcp  ftp_data   SF        491          0     0   \n",
       "1              0           udp     other   SF        146          0     0   \n",
       "2              0           tcp   private   S0          0          0     0   \n",
       "3              0           tcp      http   SF        232       8153     0   \n",
       "4              0           tcp      http   SF        199        420     0   \n",
       "...          ...           ...       ...  ...        ...        ...   ...   \n",
       "125968         0           tcp   private   S0          0          0     0   \n",
       "125969         8           udp   private   SF        105        145     0   \n",
       "125970         0           tcp      smtp   SF       2231        384     0   \n",
       "125971         0           tcp    klogin   S0          0          0     0   \n",
       "125972         0           tcp  ftp_data   SF        151          0     0   \n",
       "\n",
       "        wrong_fragment  urgent  hot  ...  dst_host_same_srv_rate  \\\n",
       "0                    0       0    0  ...                    0.17   \n",
       "1                    0       0    0  ...                    0.00   \n",
       "2                    0       0    0  ...                    0.10   \n",
       "3                    0       0    0  ...                    1.00   \n",
       "4                    0       0    0  ...                    1.00   \n",
       "...                ...     ...  ...  ...                     ...   \n",
       "125968               0       0    0  ...                    0.10   \n",
       "125969               0       0    0  ...                    0.96   \n",
       "125970               0       0    0  ...                    0.12   \n",
       "125971               0       0    0  ...                    0.03   \n",
       "125972               0       0    0  ...                    0.30   \n",
       "\n",
       "        dst_host_diff_srv_rate  dst_host_same_src_port_rate  \\\n",
       "0                         0.03                         0.17   \n",
       "1                         0.60                         0.88   \n",
       "2                         0.05                         0.00   \n",
       "3                         0.00                         0.03   \n",
       "4                         0.00                         0.00   \n",
       "...                        ...                          ...   \n",
       "125968                    0.06                         0.00   \n",
       "125969                    0.01                         0.01   \n",
       "125970                    0.06                         0.00   \n",
       "125971                    0.05                         0.00   \n",
       "125972                    0.03                         0.30   \n",
       "\n",
       "        dst_host_srv_diff_host_rate  dst_host_serror_rate  \\\n",
       "0                              0.00                  0.00   \n",
       "1                              0.00                  0.00   \n",
       "2                              0.00                  1.00   \n",
       "3                              0.04                  0.03   \n",
       "4                              0.00                  0.00   \n",
       "...                             ...                   ...   \n",
       "125968                         0.00                  1.00   \n",
       "125969                         0.00                  0.00   \n",
       "125970                         0.00                  0.72   \n",
       "125971                         0.00                  1.00   \n",
       "125972                         0.00                  0.00   \n",
       "\n",
       "        dst_host_srv_serror_rate  dst_host_rerror_rate  \\\n",
       "0                           0.00                  0.05   \n",
       "1                           0.00                  0.00   \n",
       "2                           1.00                  0.00   \n",
       "3                           0.01                  0.00   \n",
       "4                           0.00                  0.00   \n",
       "...                          ...                   ...   \n",
       "125968                      1.00                  0.00   \n",
       "125969                      0.00                  0.00   \n",
       "125970                      0.00                  0.01   \n",
       "125971                      1.00                  0.00   \n",
       "125972                      0.00                  0.00   \n",
       "\n",
       "        dst_host_srv_rerror_rate    label  difficulty_level  \n",
       "0                           0.00   normal                20  \n",
       "1                           0.00   normal                15  \n",
       "2                           0.00  neptune                19  \n",
       "3                           0.01   normal                21  \n",
       "4                           0.00   normal                21  \n",
       "...                          ...      ...               ...  \n",
       "125968                      0.00  neptune                20  \n",
       "125969                      0.00   normal                21  \n",
       "125970                      0.00   normal                18  \n",
       "125971                      0.00  neptune                20  \n",
       "125972                      0.00   normal                21  \n",
       "\n",
       "[125973 rows x 43 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# print dataset\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "id": "nMwiT2PzBovq"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(125973, 42)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remove attribute 'difficulty_level'\n",
    "data.drop(['difficulty_level'],axis=1,inplace=True)\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "id": "hHt0Iy6UCZmZ"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>duration</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>287.144650</td>\n",
       "      <td>2.604515e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.290800e+04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>src_bytes</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>45566.743000</td>\n",
       "      <td>5.870331e+06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>44.00</td>\n",
       "      <td>276.00</td>\n",
       "      <td>1.379964e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_bytes</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>19779.114421</td>\n",
       "      <td>4.021269e+06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>516.00</td>\n",
       "      <td>1.309937e+09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>land</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.000198</td>\n",
       "      <td>1.408607e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wrong_fragment</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.022687</td>\n",
       "      <td>2.535300e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>urgent</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>1.436603e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hot</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.204409</td>\n",
       "      <td>2.149968e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.700000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_failed_logins</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.001222</td>\n",
       "      <td>4.523914e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>logged_in</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.395736</td>\n",
       "      <td>4.890101e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_compromised</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.279250</td>\n",
       "      <td>2.394204e+01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.479000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>root_shell</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.001342</td>\n",
       "      <td>3.660284e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>su_attempted</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.001103</td>\n",
       "      <td>4.515438e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_root</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.302192</td>\n",
       "      <td>2.439962e+01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.468000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_file_creations</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.012669</td>\n",
       "      <td>4.839351e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.300000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_shells</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.000413</td>\n",
       "      <td>2.218113e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_access_files</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.004096</td>\n",
       "      <td>9.936956e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_outbound_cmds</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>is_host_login</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>2.817483e-03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>is_guest_login</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.009423</td>\n",
       "      <td>9.661233e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>84.107555</td>\n",
       "      <td>1.145086e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>14.00</td>\n",
       "      <td>143.00</td>\n",
       "      <td>5.110000e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>srv_count</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>27.737888</td>\n",
       "      <td>7.263584e+01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>8.00</td>\n",
       "      <td>18.00</td>\n",
       "      <td>5.110000e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>serror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.284485</td>\n",
       "      <td>4.464556e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>srv_serror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.282485</td>\n",
       "      <td>4.470225e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rerror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.119958</td>\n",
       "      <td>3.204355e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>srv_rerror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.121183</td>\n",
       "      <td>3.236472e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>same_srv_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.660928</td>\n",
       "      <td>4.396229e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.09</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>diff_srv_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.063053</td>\n",
       "      <td>1.803144e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>srv_diff_host_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.097322</td>\n",
       "      <td>2.598305e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_count</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>182.148945</td>\n",
       "      <td>9.920621e+01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>82.00</td>\n",
       "      <td>255.00</td>\n",
       "      <td>255.00</td>\n",
       "      <td>2.550000e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_srv_count</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>115.653005</td>\n",
       "      <td>1.107027e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.00</td>\n",
       "      <td>63.00</td>\n",
       "      <td>255.00</td>\n",
       "      <td>2.550000e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.521242</td>\n",
       "      <td>4.489494e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.51</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_diff_srv_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.082951</td>\n",
       "      <td>1.889218e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.07</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.148379</td>\n",
       "      <td>3.089971e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.032542</td>\n",
       "      <td>1.125638e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.02</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.284452</td>\n",
       "      <td>4.447841e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.278485</td>\n",
       "      <td>4.456691e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.118832</td>\n",
       "      <td>3.065575e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <td>125973.0</td>\n",
       "      <td>0.120240</td>\n",
       "      <td>3.194594e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                count          mean           std  min    25%  \\\n",
       "duration                     125973.0    287.144650  2.604515e+03  0.0   0.00   \n",
       "src_bytes                    125973.0  45566.743000  5.870331e+06  0.0   0.00   \n",
       "dst_bytes                    125973.0  19779.114421  4.021269e+06  0.0   0.00   \n",
       "land                         125973.0      0.000198  1.408607e-02  0.0   0.00   \n",
       "wrong_fragment               125973.0      0.022687  2.535300e-01  0.0   0.00   \n",
       "urgent                       125973.0      0.000111  1.436603e-02  0.0   0.00   \n",
       "hot                          125973.0      0.204409  2.149968e+00  0.0   0.00   \n",
       "num_failed_logins            125973.0      0.001222  4.523914e-02  0.0   0.00   \n",
       "logged_in                    125973.0      0.395736  4.890101e-01  0.0   0.00   \n",
       "num_compromised              125973.0      0.279250  2.394204e+01  0.0   0.00   \n",
       "root_shell                   125973.0      0.001342  3.660284e-02  0.0   0.00   \n",
       "su_attempted                 125973.0      0.001103  4.515438e-02  0.0   0.00   \n",
       "num_root                     125973.0      0.302192  2.439962e+01  0.0   0.00   \n",
       "num_file_creations           125973.0      0.012669  4.839351e-01  0.0   0.00   \n",
       "num_shells                   125973.0      0.000413  2.218113e-02  0.0   0.00   \n",
       "num_access_files             125973.0      0.004096  9.936956e-02  0.0   0.00   \n",
       "num_outbound_cmds            125973.0      0.000000  0.000000e+00  0.0   0.00   \n",
       "is_host_login                125973.0      0.000008  2.817483e-03  0.0   0.00   \n",
       "is_guest_login               125973.0      0.009423  9.661233e-02  0.0   0.00   \n",
       "count                        125973.0     84.107555  1.145086e+02  0.0   2.00   \n",
       "srv_count                    125973.0     27.737888  7.263584e+01  0.0   2.00   \n",
       "serror_rate                  125973.0      0.284485  4.464556e-01  0.0   0.00   \n",
       "srv_serror_rate              125973.0      0.282485  4.470225e-01  0.0   0.00   \n",
       "rerror_rate                  125973.0      0.119958  3.204355e-01  0.0   0.00   \n",
       "srv_rerror_rate              125973.0      0.121183  3.236472e-01  0.0   0.00   \n",
       "same_srv_rate                125973.0      0.660928  4.396229e-01  0.0   0.09   \n",
       "diff_srv_rate                125973.0      0.063053  1.803144e-01  0.0   0.00   \n",
       "srv_diff_host_rate           125973.0      0.097322  2.598305e-01  0.0   0.00   \n",
       "dst_host_count               125973.0    182.148945  9.920621e+01  0.0  82.00   \n",
       "dst_host_srv_count           125973.0    115.653005  1.107027e+02  0.0  10.00   \n",
       "dst_host_same_srv_rate       125973.0      0.521242  4.489494e-01  0.0   0.05   \n",
       "dst_host_diff_srv_rate       125973.0      0.082951  1.889218e-01  0.0   0.00   \n",
       "dst_host_same_src_port_rate  125973.0      0.148379  3.089971e-01  0.0   0.00   \n",
       "dst_host_srv_diff_host_rate  125973.0      0.032542  1.125638e-01  0.0   0.00   \n",
       "dst_host_serror_rate         125973.0      0.284452  4.447841e-01  0.0   0.00   \n",
       "dst_host_srv_serror_rate     125973.0      0.278485  4.456691e-01  0.0   0.00   \n",
       "dst_host_rerror_rate         125973.0      0.118832  3.065575e-01  0.0   0.00   \n",
       "dst_host_srv_rerror_rate     125973.0      0.120240  3.194594e-01  0.0   0.00   \n",
       "\n",
       "                                50%     75%           max  \n",
       "duration                       0.00    0.00  4.290800e+04  \n",
       "src_bytes                     44.00  276.00  1.379964e+09  \n",
       "dst_bytes                      0.00  516.00  1.309937e+09  \n",
       "land                           0.00    0.00  1.000000e+00  \n",
       "wrong_fragment                 0.00    0.00  3.000000e+00  \n",
       "urgent                         0.00    0.00  3.000000e+00  \n",
       "hot                            0.00    0.00  7.700000e+01  \n",
       "num_failed_logins              0.00    0.00  5.000000e+00  \n",
       "logged_in                      0.00    1.00  1.000000e+00  \n",
       "num_compromised                0.00    0.00  7.479000e+03  \n",
       "root_shell                     0.00    0.00  1.000000e+00  \n",
       "su_attempted                   0.00    0.00  2.000000e+00  \n",
       "num_root                       0.00    0.00  7.468000e+03  \n",
       "num_file_creations             0.00    0.00  4.300000e+01  \n",
       "num_shells                     0.00    0.00  2.000000e+00  \n",
       "num_access_files               0.00    0.00  9.000000e+00  \n",
       "num_outbound_cmds              0.00    0.00  0.000000e+00  \n",
       "is_host_login                  0.00    0.00  1.000000e+00  \n",
       "is_guest_login                 0.00    0.00  1.000000e+00  \n",
       "count                         14.00  143.00  5.110000e+02  \n",
       "srv_count                      8.00   18.00  5.110000e+02  \n",
       "serror_rate                    0.00    1.00  1.000000e+00  \n",
       "srv_serror_rate                0.00    1.00  1.000000e+00  \n",
       "rerror_rate                    0.00    0.00  1.000000e+00  \n",
       "srv_rerror_rate                0.00    0.00  1.000000e+00  \n",
       "same_srv_rate                  1.00    1.00  1.000000e+00  \n",
       "diff_srv_rate                  0.00    0.06  1.000000e+00  \n",
       "srv_diff_host_rate             0.00    0.00  1.000000e+00  \n",
       "dst_host_count               255.00  255.00  2.550000e+02  \n",
       "dst_host_srv_count            63.00  255.00  2.550000e+02  \n",
       "dst_host_same_srv_rate         0.51    1.00  1.000000e+00  \n",
       "dst_host_diff_srv_rate         0.02    0.07  1.000000e+00  \n",
       "dst_host_same_src_port_rate    0.00    0.06  1.000000e+00  \n",
       "dst_host_srv_diff_host_rate    0.00    0.02  1.000000e+00  \n",
       "dst_host_serror_rate           0.00    1.00  1.000000e+00  \n",
       "dst_host_srv_serror_rate       0.00    1.00  1.000000e+00  \n",
       "dst_host_rerror_rate           0.00    0.00  1.000000e+00  \n",
       "dst_host_srv_rerror_rate       0.00    0.00  1.000000e+00  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# descriptive statistics of dataset\n",
    "data.describe().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "id": "RGcNBCANCcui"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "normal             67343\n",
       "neptune            41214\n",
       "satan               3633\n",
       "ipsweep             3599\n",
       "portsweep           2931\n",
       "smurf               2646\n",
       "nmap                1493\n",
       "back                 956\n",
       "teardrop             892\n",
       "warezclient          890\n",
       "pod                  201\n",
       "guess_passwd          53\n",
       "buffer_overflow       30\n",
       "warezmaster           20\n",
       "land                  18\n",
       "imap                  11\n",
       "rootkit               10\n",
       "loadmodule             9\n",
       "ftp_write              8\n",
       "multihop               7\n",
       "phf                    4\n",
       "perl                   3\n",
       "spy                    2\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# number of attack labels \n",
    "data['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "id": "h_1DBgHnHsrU"
   },
   "outputs": [],
   "source": [
    "# changing attack labels to their respective attack class\n",
    "def change_label(df):\n",
    "  df.label.replace(['apache2','back','land','neptune','mailbomb','pod','processtable','smurf','teardrop','udpstorm','worm'],'Dos',inplace=True)\n",
    "  df.label.replace(['ftp_write','guess_passwd','httptunnel','imap','multihop','named','phf','sendmail',\n",
    "       'snmpgetattack','snmpguess','spy','warezclient','warezmaster','xlock','xsnoop'],'R2L',inplace=True)\n",
    "  df.label.replace(['ipsweep','mscan','nmap','portsweep','saint','satan'],'Probe',inplace=True)\n",
    "  df.label.replace(['buffer_overflow','loadmodule','perl','ps','rootkit','sqlattack','xterm'],'U2R',inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "id": "bapWBZK1IO0c"
   },
   "outputs": [],
   "source": [
    "# calling change_label() function\n",
    "change_label(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "id": "nC_z5XVTIUjk"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "normal    67343\n",
       "Dos       45927\n",
       "Probe     11656\n",
       "R2L         995\n",
       "U2R          52\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# distribution of attack classes\n",
    "data.label.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "QrehJGT8MAfH"
   },
   "source": [
    "# **Data Normalization**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "id": "wcIJVDs9MMT-"
   },
   "outputs": [],
   "source": [
    "# selecting numeric attributes columns from data\n",
    "numeric_col = data.select_dtypes(include='number').columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "id": "kxS1XY0kvxmT"
   },
   "outputs": [],
   "source": [
    "# using standard scaler for normalizing\n",
    "std_scaler = StandardScaler()\n",
    "def normalization(df,col):\n",
    "  for i in col:\n",
    "    arr = df[i]\n",
    "    arr = np.array(arr)\n",
    "    df[i] = std_scaler.fit_transform(arr.reshape(len(arr),1))\n",
    "  return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "id": "oyWWm2w8xRI9"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration</th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "      <th>src_bytes</th>\n",
       "      <th>dst_bytes</th>\n",
       "      <th>land</th>\n",
       "      <th>wrong_fragment</th>\n",
       "      <th>urgent</th>\n",
       "      <th>hot</th>\n",
       "      <th>...</th>\n",
       "      <th>dst_host_srv_count</th>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <th>dst_host_diff_srv_rate</th>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>491</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "      <td>146</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.60</td>\n",
       "      <td>0.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>26</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>Dos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>232</td>\n",
       "      <td>8153</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.01</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>199</td>\n",
       "      <td>420</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>255</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   duration protocol_type   service flag  src_bytes  dst_bytes  land  \\\n",
       "0         0           tcp  ftp_data   SF        491          0     0   \n",
       "1         0           udp     other   SF        146          0     0   \n",
       "2         0           tcp   private   S0          0          0     0   \n",
       "3         0           tcp      http   SF        232       8153     0   \n",
       "4         0           tcp      http   SF        199        420     0   \n",
       "\n",
       "   wrong_fragment  urgent  hot  ...  dst_host_srv_count  \\\n",
       "0               0       0    0  ...                  25   \n",
       "1               0       0    0  ...                   1   \n",
       "2               0       0    0  ...                  26   \n",
       "3               0       0    0  ...                 255   \n",
       "4               0       0    0  ...                 255   \n",
       "\n",
       "   dst_host_same_srv_rate  dst_host_diff_srv_rate  \\\n",
       "0                    0.17                    0.03   \n",
       "1                    0.00                    0.60   \n",
       "2                    0.10                    0.05   \n",
       "3                    1.00                    0.00   \n",
       "4                    1.00                    0.00   \n",
       "\n",
       "   dst_host_same_src_port_rate  dst_host_srv_diff_host_rate  \\\n",
       "0                         0.17                         0.00   \n",
       "1                         0.88                         0.00   \n",
       "2                         0.00                         0.00   \n",
       "3                         0.03                         0.04   \n",
       "4                         0.00                         0.00   \n",
       "\n",
       "   dst_host_serror_rate  dst_host_srv_serror_rate  dst_host_rerror_rate  \\\n",
       "0                  0.00                      0.00                  0.05   \n",
       "1                  0.00                      0.00                  0.00   \n",
       "2                  1.00                      1.00                  0.00   \n",
       "3                  0.03                      0.01                  0.00   \n",
       "4                  0.00                      0.00                  0.00   \n",
       "\n",
       "   dst_host_srv_rerror_rate   label  \n",
       "0                      0.00  normal  \n",
       "1                      0.00  normal  \n",
       "2                      0.00     Dos  \n",
       "3                      0.01  normal  \n",
       "4                      0.00  normal  \n",
       "\n",
       "[5 rows x 42 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# data before normalization\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "id": "LywggKJbMkJH"
   },
   "outputs": [],
   "source": [
    "# calling the normalization() function\n",
    "data = normalization(data.copy(),numeric_col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "id": "xciBZA2rPXM7"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration</th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "      <th>src_bytes</th>\n",
       "      <th>dst_bytes</th>\n",
       "      <th>land</th>\n",
       "      <th>wrong_fragment</th>\n",
       "      <th>urgent</th>\n",
       "      <th>hot</th>\n",
       "      <th>...</th>\n",
       "      <th>dst_host_srv_count</th>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <th>dst_host_diff_srv_rate</th>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007679</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.818890</td>\n",
       "      <td>-0.782367</td>\n",
       "      <td>-0.280282</td>\n",
       "      <td>0.069972</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.224532</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007737</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.035688</td>\n",
       "      <td>-1.161030</td>\n",
       "      <td>2.736852</td>\n",
       "      <td>2.367737</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.809857</td>\n",
       "      <td>-0.938287</td>\n",
       "      <td>-0.174417</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>Dos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007723</td>\n",
       "      <td>-0.002891</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>1.258754</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>-0.439078</td>\n",
       "      <td>-0.383108</td>\n",
       "      <td>0.066252</td>\n",
       "      <td>-0.572083</td>\n",
       "      <td>-0.602433</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.345084</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007728</td>\n",
       "      <td>-0.004814</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>1.258754</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>-0.439078</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   duration protocol_type   service flag  src_bytes  dst_bytes      land  \\\n",
       "0 -0.110249           tcp  ftp_data   SF  -0.007679  -0.004919 -0.014089   \n",
       "1 -0.110249           udp     other   SF  -0.007737  -0.004919 -0.014089   \n",
       "2 -0.110249           tcp   private   S0  -0.007762  -0.004919 -0.014089   \n",
       "3 -0.110249           tcp      http   SF  -0.007723  -0.002891 -0.014089   \n",
       "4 -0.110249           tcp      http   SF  -0.007728  -0.004814 -0.014089   \n",
       "\n",
       "   wrong_fragment    urgent       hot  ...  dst_host_srv_count  \\\n",
       "0       -0.089486 -0.007736 -0.095076  ...           -0.818890   \n",
       "1       -0.089486 -0.007736 -0.095076  ...           -1.035688   \n",
       "2       -0.089486 -0.007736 -0.095076  ...           -0.809857   \n",
       "3       -0.089486 -0.007736 -0.095076  ...            1.258754   \n",
       "4       -0.089486 -0.007736 -0.095076  ...            1.258754   \n",
       "\n",
       "   dst_host_same_srv_rate  dst_host_diff_srv_rate  \\\n",
       "0               -0.782367               -0.280282   \n",
       "1               -1.161030                2.736852   \n",
       "2               -0.938287               -0.174417   \n",
       "3                1.066401               -0.439078   \n",
       "4                1.066401               -0.439078   \n",
       "\n",
       "   dst_host_same_src_port_rate  dst_host_srv_diff_host_rate  \\\n",
       "0                     0.069972                    -0.289103   \n",
       "1                     2.367737                    -0.289103   \n",
       "2                    -0.480197                    -0.289103   \n",
       "3                    -0.383108                     0.066252   \n",
       "4                    -0.480197                    -0.289103   \n",
       "\n",
       "   dst_host_serror_rate  dst_host_srv_serror_rate  dst_host_rerror_rate  \\\n",
       "0             -0.639532                 -0.624871             -0.224532   \n",
       "1             -0.639532                 -0.624871             -0.387635   \n",
       "2              1.608759                  1.618955             -0.387635   \n",
       "3             -0.572083                 -0.602433             -0.387635   \n",
       "4             -0.639532                 -0.624871             -0.387635   \n",
       "\n",
       "   dst_host_srv_rerror_rate   label  \n",
       "0                 -0.376387  normal  \n",
       "1                 -0.376387  normal  \n",
       "2                 -0.376387     Dos  \n",
       "3                 -0.345084  normal  \n",
       "4                 -0.376387  normal  \n",
       "\n",
       "[5 rows x 42 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# data after normalization\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "lWUd_SycPfpO"
   },
   "source": [
    "# **One-hot-encoding**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "1xGXD9hrPysb"
   },
   "outputs": [],
   "source": [
    "# selecting categorical data attributes\n",
    "cat_col = ['protocol_type','service','flag']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "id": "SrxE4jpxP7Nh"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  protocol_type   service flag\n",
       "0           tcp  ftp_data   SF\n",
       "1           udp     other   SF\n",
       "2           tcp   private   S0\n",
       "3           tcp      http   SF\n",
       "4           tcp      http   SF"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# creating a dataframe with only categorical attributes\n",
    "categorical = data[cat_col]\n",
    "categorical.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "id": "woD5fEd4QesY"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>protocol_type_icmp</th>\n",
       "      <th>protocol_type_tcp</th>\n",
       "      <th>protocol_type_udp</th>\n",
       "      <th>service_IRC</th>\n",
       "      <th>service_X11</th>\n",
       "      <th>service_Z39_50</th>\n",
       "      <th>service_aol</th>\n",
       "      <th>service_auth</th>\n",
       "      <th>service_bgp</th>\n",
       "      <th>service_courier</th>\n",
       "      <th>...</th>\n",
       "      <th>flag_REJ</th>\n",
       "      <th>flag_RSTO</th>\n",
       "      <th>flag_RSTOS0</th>\n",
       "      <th>flag_RSTR</th>\n",
       "      <th>flag_S0</th>\n",
       "      <th>flag_S1</th>\n",
       "      <th>flag_S2</th>\n",
       "      <th>flag_S3</th>\n",
       "      <th>flag_SF</th>\n",
       "      <th>flag_SH</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 84 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   protocol_type_icmp  protocol_type_tcp  protocol_type_udp  service_IRC  \\\n",
       "0                   0                  1                  0            0   \n",
       "1                   0                  0                  1            0   \n",
       "2                   0                  1                  0            0   \n",
       "3                   0                  1                  0            0   \n",
       "4                   0                  1                  0            0   \n",
       "\n",
       "   service_X11  service_Z39_50  service_aol  service_auth  service_bgp  \\\n",
       "0            0               0            0             0            0   \n",
       "1            0               0            0             0            0   \n",
       "2            0               0            0             0            0   \n",
       "3            0               0            0             0            0   \n",
       "4            0               0            0             0            0   \n",
       "\n",
       "   service_courier  ...  flag_REJ  flag_RSTO  flag_RSTOS0  flag_RSTR  flag_S0  \\\n",
       "0                0  ...         0          0            0          0        0   \n",
       "1                0  ...         0          0            0          0        0   \n",
       "2                0  ...         0          0            0          0        1   \n",
       "3                0  ...         0          0            0          0        0   \n",
       "4                0  ...         0          0            0          0        0   \n",
       "\n",
       "   flag_S1  flag_S2  flag_S3  flag_SF  flag_SH  \n",
       "0        0        0        0        1        0  \n",
       "1        0        0        0        1        0  \n",
       "2        0        0        0        0        0  \n",
       "3        0        0        0        1        0  \n",
       "4        0        0        0        1        0  \n",
       "\n",
       "[5 rows x 84 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# one-hot-encoding categorical attributes using pandas.get_dummies() function\n",
    "categorical = pd.get_dummies(categorical,columns=cat_col)\n",
    "categorical.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "YOAdZo-SJTXk"
   },
   "source": [
    "# **Binary Classification**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "RcHQ3o4HJ6nl"
   },
   "outputs": [],
   "source": [
    "# changing attack labels into two categories 'normal' and 'abnormal'\n",
    "bin_label = pd.DataFrame(data.label.map(lambda x:'normal' if x=='normal' else 'abnormal'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "id": "7RfkiSQb26Zg"
   },
   "outputs": [],
   "source": [
    "# creating a dataframe with binary labels (normal,abnormal)\n",
    "bin_data = data.copy()\n",
    "bin_data['label'] = bin_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "id": "UMIalssAVmQE"
   },
   "outputs": [],
   "source": [
    "# label encoding (0,1) binary labels (abnormal,normal)\n",
    "le1 = preprocessing.LabelEncoder()\n",
    "enc_label = bin_label.apply(le1.fit_transform)\n",
    "bin_data['intrusion'] = enc_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "dAzEy3iAttHA"
   },
   "outputs": [],
   "source": [
    "np.save(\"labels/le1_classes.npy\",le1.classes_,allow_pickle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "id": "PKNhSRVgaw-z"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration</th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "      <th>src_bytes</th>\n",
       "      <th>dst_bytes</th>\n",
       "      <th>land</th>\n",
       "      <th>wrong_fragment</th>\n",
       "      <th>urgent</th>\n",
       "      <th>hot</th>\n",
       "      <th>...</th>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <th>dst_host_diff_srv_rate</th>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <th>label</th>\n",
       "      <th>intrusion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007679</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.782367</td>\n",
       "      <td>-0.280282</td>\n",
       "      <td>0.069972</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.224532</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007737</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.161030</td>\n",
       "      <td>2.736852</td>\n",
       "      <td>2.367737</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.938287</td>\n",
       "      <td>-0.174417</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>abnormal</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007723</td>\n",
       "      <td>-0.002891</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>-0.439078</td>\n",
       "      <td>-0.383108</td>\n",
       "      <td>0.066252</td>\n",
       "      <td>-0.572083</td>\n",
       "      <td>-0.602433</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.345084</td>\n",
       "      <td>normal</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007728</td>\n",
       "      <td>-0.004814</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>-0.439078</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>normal</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   duration protocol_type   service flag  src_bytes  dst_bytes      land  \\\n",
       "0 -0.110249           tcp  ftp_data   SF  -0.007679  -0.004919 -0.014089   \n",
       "1 -0.110249           udp     other   SF  -0.007737  -0.004919 -0.014089   \n",
       "2 -0.110249           tcp   private   S0  -0.007762  -0.004919 -0.014089   \n",
       "3 -0.110249           tcp      http   SF  -0.007723  -0.002891 -0.014089   \n",
       "4 -0.110249           tcp      http   SF  -0.007728  -0.004814 -0.014089   \n",
       "\n",
       "   wrong_fragment    urgent       hot  ...  dst_host_same_srv_rate  \\\n",
       "0       -0.089486 -0.007736 -0.095076  ...               -0.782367   \n",
       "1       -0.089486 -0.007736 -0.095076  ...               -1.161030   \n",
       "2       -0.089486 -0.007736 -0.095076  ...               -0.938287   \n",
       "3       -0.089486 -0.007736 -0.095076  ...                1.066401   \n",
       "4       -0.089486 -0.007736 -0.095076  ...                1.066401   \n",
       "\n",
       "   dst_host_diff_srv_rate  dst_host_same_src_port_rate  \\\n",
       "0               -0.280282                     0.069972   \n",
       "1                2.736852                     2.367737   \n",
       "2               -0.174417                    -0.480197   \n",
       "3               -0.439078                    -0.383108   \n",
       "4               -0.439078                    -0.480197   \n",
       "\n",
       "   dst_host_srv_diff_host_rate  dst_host_serror_rate  \\\n",
       "0                    -0.289103             -0.639532   \n",
       "1                    -0.289103             -0.639532   \n",
       "2                    -0.289103              1.608759   \n",
       "3                     0.066252             -0.572083   \n",
       "4                    -0.289103             -0.639532   \n",
       "\n",
       "   dst_host_srv_serror_rate  dst_host_rerror_rate  dst_host_srv_rerror_rate  \\\n",
       "0                 -0.624871             -0.224532                 -0.376387   \n",
       "1                 -0.624871             -0.387635                 -0.376387   \n",
       "2                  1.618955             -0.387635                 -0.376387   \n",
       "3                 -0.602433             -0.387635                 -0.345084   \n",
       "4                 -0.624871             -0.387635                 -0.376387   \n",
       "\n",
       "      label  intrusion  \n",
       "0    normal          1  \n",
       "1    normal          1  \n",
       "2  abnormal          0  \n",
       "3    normal          1  \n",
       "4    normal          1  \n",
       "\n",
       "[5 rows x 43 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# dataset with binary labels and label encoded column\n",
    "bin_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "id": "zjctCZLYVqfD"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration</th>\n",
       "      <th>protocol_type</th>\n",
       "      <th>service</th>\n",
       "      <th>flag</th>\n",
       "      <th>src_bytes</th>\n",
       "      <th>dst_bytes</th>\n",
       "      <th>land</th>\n",
       "      <th>wrong_fragment</th>\n",
       "      <th>urgent</th>\n",
       "      <th>hot</th>\n",
       "      <th>...</th>\n",
       "      <th>dst_host_same_src_port_rate</th>\n",
       "      <th>dst_host_srv_diff_host_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>dst_host_rerror_rate</th>\n",
       "      <th>dst_host_srv_rerror_rate</th>\n",
       "      <th>intrusion</th>\n",
       "      <th>abnormal</th>\n",
       "      <th>normal</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007679</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>0.069972</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.224532</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>udp</td>\n",
       "      <td>other</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007737</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>2.367737</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007723</td>\n",
       "      <td>-0.002891</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.383108</td>\n",
       "      <td>0.066252</td>\n",
       "      <td>-0.572083</td>\n",
       "      <td>-0.602433</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.345084</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>http</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007728</td>\n",
       "      <td>-0.004814</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125968</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>private</td>\n",
       "      <td>S0</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125969</th>\n",
       "      <td>-0.107178</td>\n",
       "      <td>udp</td>\n",
       "      <td>private</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007744</td>\n",
       "      <td>-0.004883</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.447834</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125970</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>smtp</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007382</td>\n",
       "      <td>-0.004823</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>0.979238</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.355014</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125971</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>klogin</td>\n",
       "      <td>S0</td>\n",
       "      <td>-0.007762</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.480197</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125972</th>\n",
       "      <td>-0.110249</td>\n",
       "      <td>tcp</td>\n",
       "      <td>ftp_data</td>\n",
       "      <td>SF</td>\n",
       "      <td>-0.007737</td>\n",
       "      <td>-0.004919</td>\n",
       "      <td>-0.014089</td>\n",
       "      <td>-0.089486</td>\n",
       "      <td>-0.007736</td>\n",
       "      <td>-0.095076</td>\n",
       "      <td>...</td>\n",
       "      <td>0.490690</td>\n",
       "      <td>-0.289103</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.387635</td>\n",
       "      <td>-0.376387</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125973 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        duration protocol_type   service flag  src_bytes  dst_bytes      land  \\\n",
       "0      -0.110249           tcp  ftp_data   SF  -0.007679  -0.004919 -0.014089   \n",
       "1      -0.110249           udp     other   SF  -0.007737  -0.004919 -0.014089   \n",
       "2      -0.110249           tcp   private   S0  -0.007762  -0.004919 -0.014089   \n",
       "3      -0.110249           tcp      http   SF  -0.007723  -0.002891 -0.014089   \n",
       "4      -0.110249           tcp      http   SF  -0.007728  -0.004814 -0.014089   \n",
       "...          ...           ...       ...  ...        ...        ...       ...   \n",
       "125968 -0.110249           tcp   private   S0  -0.007762  -0.004919 -0.014089   \n",
       "125969 -0.107178           udp   private   SF  -0.007744  -0.004883 -0.014089   \n",
       "125970 -0.110249           tcp      smtp   SF  -0.007382  -0.004823 -0.014089   \n",
       "125971 -0.110249           tcp    klogin   S0  -0.007762  -0.004919 -0.014089   \n",
       "125972 -0.110249           tcp  ftp_data   SF  -0.007737  -0.004919 -0.014089   \n",
       "\n",
       "        wrong_fragment    urgent       hot  ...  dst_host_same_src_port_rate  \\\n",
       "0            -0.089486 -0.007736 -0.095076  ...                     0.069972   \n",
       "1            -0.089486 -0.007736 -0.095076  ...                     2.367737   \n",
       "2            -0.089486 -0.007736 -0.095076  ...                    -0.480197   \n",
       "3            -0.089486 -0.007736 -0.095076  ...                    -0.383108   \n",
       "4            -0.089486 -0.007736 -0.095076  ...                    -0.480197   \n",
       "...                ...       ...       ...  ...                          ...   \n",
       "125968       -0.089486 -0.007736 -0.095076  ...                    -0.480197   \n",
       "125969       -0.089486 -0.007736 -0.095076  ...                    -0.447834   \n",
       "125970       -0.089486 -0.007736 -0.095076  ...                    -0.480197   \n",
       "125971       -0.089486 -0.007736 -0.095076  ...                    -0.480197   \n",
       "125972       -0.089486 -0.007736 -0.095076  ...                     0.490690   \n",
       "\n",
       "        dst_host_srv_diff_host_rate  dst_host_serror_rate  \\\n",
       "0                         -0.289103             -0.639532   \n",
       "1                         -0.289103             -0.639532   \n",
       "2                         -0.289103              1.608759   \n",
       "3                          0.066252             -0.572083   \n",
       "4                         -0.289103             -0.639532   \n",
       "...                             ...                   ...   \n",
       "125968                    -0.289103              1.608759   \n",
       "125969                    -0.289103             -0.639532   \n",
       "125970                    -0.289103              0.979238   \n",
       "125971                    -0.289103              1.608759   \n",
       "125972                    -0.289103             -0.639532   \n",
       "\n",
       "        dst_host_srv_serror_rate  dst_host_rerror_rate  \\\n",
       "0                      -0.624871             -0.224532   \n",
       "1                      -0.624871             -0.387635   \n",
       "2                       1.618955             -0.387635   \n",
       "3                      -0.602433             -0.387635   \n",
       "4                      -0.624871             -0.387635   \n",
       "...                          ...                   ...   \n",
       "125968                  1.618955             -0.387635   \n",
       "125969                 -0.624871             -0.387635   \n",
       "125970                 -0.624871             -0.355014   \n",
       "125971                  1.618955             -0.387635   \n",
       "125972                 -0.624871             -0.387635   \n",
       "\n",
       "        dst_host_srv_rerror_rate  intrusion  abnormal  normal     label  \n",
       "0                      -0.376387          1         0       1    normal  \n",
       "1                      -0.376387          1         0       1    normal  \n",
       "2                      -0.376387          0         1       0  abnormal  \n",
       "3                      -0.345084          1         0       1    normal  \n",
       "4                      -0.376387          1         0       1    normal  \n",
       "...                          ...        ...       ...     ...       ...  \n",
       "125968                 -0.376387          0         1       0  abnormal  \n",
       "125969                 -0.376387          1         0       1    normal  \n",
       "125970                 -0.376387          1         0       1    normal  \n",
       "125971                 -0.376387          0         1       0  abnormal  \n",
       "125972                 -0.376387          1         0       1    normal  \n",
       "\n",
       "[125973 rows x 45 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# one-hot-encoding attack label\n",
    "bin_data = pd.get_dummies(bin_data,columns=['label'],prefix=\"\",prefix_sep=\"\") \n",
    "bin_data['label'] = bin_label\n",
    "bin_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "id": "bXonAoiRXWxV"
   },
   "outputs": [],
   "source": [
    "# selecting attributes found by using pearson correlation coefficient\n",
    "numeric_bin = bin_data[['count','srv_serror_rate','serror_rate','dst_host_serror_rate','dst_host_srv_serror_rate',\n",
    "                         'logged_in','dst_host_same_srv_rate','dst_host_srv_count','same_srv_rate']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "id": "36eUXW9bYc1t"
   },
   "outputs": [],
   "source": [
    "# joining the selected attribute with the one-hot-encoded categorical dataframe\n",
    "numeric_bin = numeric_bin.join(categorical)\n",
    "# then joining encoded, one-hot-encoded, and original attack label attribute\n",
    "bin_data = numeric_bin.join(bin_data[['intrusion','abnormal','normal','label']])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "ONMo-gJod4RJ"
   },
   "outputs": [],
   "source": [
    "# saving final dataset to disk\n",
    "bin_data.to_csv(\"./datasets/bin_data.csv\")\n",
    "# final dataset for binary classification\n",
    "bin_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "id": "Im9blGC91VRI"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>srv_serror_rate</th>\n",
       "      <th>serror_rate</th>\n",
       "      <th>dst_host_serror_rate</th>\n",
       "      <th>dst_host_srv_serror_rate</th>\n",
       "      <th>logged_in</th>\n",
       "      <th>dst_host_same_srv_rate</th>\n",
       "      <th>dst_host_srv_count</th>\n",
       "      <th>same_srv_rate</th>\n",
       "      <th>protocol_type_icmp</th>\n",
       "      <th>...</th>\n",
       "      <th>flag_S0</th>\n",
       "      <th>flag_S1</th>\n",
       "      <th>flag_S2</th>\n",
       "      <th>flag_S3</th>\n",
       "      <th>flag_SF</th>\n",
       "      <th>flag_SH</th>\n",
       "      <th>intrusion</th>\n",
       "      <th>abnormal</th>\n",
       "      <th>normal</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.717045</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.782367</td>\n",
       "      <td>-0.818890</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.620982</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-1.161030</td>\n",
       "      <td>-1.035688</td>\n",
       "      <td>-1.321428</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.339648</td>\n",
       "      <td>1.605104</td>\n",
       "      <td>1.602664</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.938287</td>\n",
       "      <td>-0.809857</td>\n",
       "      <td>-1.389669</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.690846</td>\n",
       "      <td>-0.184522</td>\n",
       "      <td>-0.189235</td>\n",
       "      <td>-0.572083</td>\n",
       "      <td>-0.602433</td>\n",
       "      <td>1.235694</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>1.258754</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.472521</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>1.235694</td>\n",
       "      <td>1.066401</td>\n",
       "      <td>1.258754</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125968</th>\n",
       "      <td>0.872361</td>\n",
       "      <td>1.605104</td>\n",
       "      <td>1.602664</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-0.938287</td>\n",
       "      <td>-0.818890</td>\n",
       "      <td>-1.184947</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125969</th>\n",
       "      <td>-0.717045</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>0.977304</td>\n",
       "      <td>1.159389</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125970</th>\n",
       "      <td>-0.725778</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>0.979238</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>1.235694</td>\n",
       "      <td>-0.893738</td>\n",
       "      <td>-0.773724</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125971</th>\n",
       "      <td>0.523041</td>\n",
       "      <td>1.605104</td>\n",
       "      <td>1.602664</td>\n",
       "      <td>1.608759</td>\n",
       "      <td>1.618955</td>\n",
       "      <td>-0.809262</td>\n",
       "      <td>-1.094207</td>\n",
       "      <td>-0.972455</td>\n",
       "      <td>-1.366922</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125972</th>\n",
       "      <td>-0.725778</td>\n",
       "      <td>-0.631929</td>\n",
       "      <td>-0.637209</td>\n",
       "      <td>-0.639532</td>\n",
       "      <td>-0.624871</td>\n",
       "      <td>1.235694</td>\n",
       "      <td>-0.492801</td>\n",
       "      <td>-0.349162</td>\n",
       "      <td>0.771283</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125973 rows × 97 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           count  srv_serror_rate  serror_rate  dst_host_serror_rate  \\\n",
       "0      -0.717045        -0.631929    -0.637209             -0.639532   \n",
       "1      -0.620982        -0.631929    -0.637209             -0.639532   \n",
       "2       0.339648         1.605104     1.602664              1.608759   \n",
       "3      -0.690846        -0.184522    -0.189235             -0.572083   \n",
       "4      -0.472521        -0.631929    -0.637209             -0.639532   \n",
       "...          ...              ...          ...                   ...   \n",
       "125968  0.872361         1.605104     1.602664              1.608759   \n",
       "125969 -0.717045        -0.631929    -0.637209             -0.639532   \n",
       "125970 -0.725778        -0.631929    -0.637209              0.979238   \n",
       "125971  0.523041         1.605104     1.602664              1.608759   \n",
       "125972 -0.725778        -0.631929    -0.637209             -0.639532   \n",
       "\n",
       "        dst_host_srv_serror_rate  logged_in  dst_host_same_srv_rate  \\\n",
       "0                      -0.624871  -0.809262               -0.782367   \n",
       "1                      -0.624871  -0.809262               -1.161030   \n",
       "2                       1.618955  -0.809262               -0.938287   \n",
       "3                      -0.602433   1.235694                1.066401   \n",
       "4                      -0.624871   1.235694                1.066401   \n",
       "...                          ...        ...                     ...   \n",
       "125968                  1.618955  -0.809262               -0.938287   \n",
       "125969                 -0.624871  -0.809262                0.977304   \n",
       "125970                 -0.624871   1.235694               -0.893738   \n",
       "125971                  1.618955  -0.809262               -1.094207   \n",
       "125972                 -0.624871   1.235694               -0.492801   \n",
       "\n",
       "        dst_host_srv_count  same_srv_rate  protocol_type_icmp  ...  flag_S0  \\\n",
       "0                -0.818890       0.771283                   0  ...        0   \n",
       "1                -1.035688      -1.321428                   0  ...        0   \n",
       "2                -0.809857      -1.389669                   0  ...        1   \n",
       "3                 1.258754       0.771283                   0  ...        0   \n",
       "4                 1.258754       0.771283                   0  ...        0   \n",
       "...                    ...            ...                 ...  ...      ...   \n",
       "125968           -0.818890      -1.184947                   0  ...        1   \n",
       "125969            1.159389       0.771283                   0  ...        0   \n",
       "125970           -0.773724       0.771283                   0  ...        0   \n",
       "125971           -0.972455      -1.366922                   0  ...        1   \n",
       "125972           -0.349162       0.771283                   0  ...        0   \n",
       "\n",
       "        flag_S1  flag_S2  flag_S3  flag_SF  flag_SH  intrusion  abnormal  \\\n",
       "0             0        0        0        1        0          1         0   \n",
       "1             0        0        0        1        0          1         0   \n",
       "2             0        0        0        0        0          0         1   \n",
       "3             0        0        0        1        0          1         0   \n",
       "4             0        0        0        1        0          1         0   \n",
       "...         ...      ...      ...      ...      ...        ...       ...   \n",
       "125968        0        0        0        0        0          0         1   \n",
       "125969        0        0        0        1        0          1         0   \n",
       "125970        0        0        0        1        0          1         0   \n",
       "125971        0        0        0        0        0          0         1   \n",
       "125972        0        0        0        1        0          1         0   \n",
       "\n",
       "        normal     label  \n",
       "0            1    normal  \n",
       "1            1    normal  \n",
       "2            0  abnormal  \n",
       "3            1    normal  \n",
       "4            1    normal  \n",
       "...        ...       ...  \n",
       "125968       0  abnormal  \n",
       "125969       1    normal  \n",
       "125970       1    normal  \n",
       "125971       0  abnormal  \n",
       "125972       1    normal  \n",
       "\n",
       "[125973 rows x 97 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bin_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "o_lQ_I_wgxLC"
   },
   "source": [
    "---"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "_qMk4lSWnUqJ"
   },
   "source": [
    "## Salp Swarm Algorithm (SSA) as an optimizer for training a NN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "id": "Imkkjtu_Fnzr"
   },
   "outputs": [],
   "source": [
    "X = bin_data.iloc[:,0:93].values # dataset excluding target attribute (encoded, one-hot-encoded,original)\n",
    "Y = bin_data[['intrusion']].values # target attribute"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "id": "gNx0tOV7FwfO"
   },
   "outputs": [],
   "source": [
    "# splitting the dataset 75% for training and 25% testing\n",
    "X_train, X_test, y_train, y_test = train_test_split(X,Y, test_size=0.25, random_state=42)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "id": "V0cGD9wUnUqM"
   },
   "outputs": [],
   "source": [
    "def setWeights(X: np.array) -> None:\n",
    " Len=0\n",
    " for i in range(0,len(mlp.layers)):\n",
    "    a=mlp.layers[i].get_weights()[0].shape\n",
    "    weights=X[Len:(Len+mlp.layers[i].get_weights()[0].flatten().shape[0])]\n",
    "    weights=np.reshape(weights,a) \n",
    "    Len=Len+mlp.layers[i].get_weights()[0].flatten().shape[0]\n",
    "    a=mlp.layers[i].get_weights()[1].shape\n",
    "    bias=X[Len:(Len+mlp.layers[i].get_weights()[1].flatten().shape[0])]\n",
    "    bias=np.reshape(bias,a) \n",
    "    Len=Len+mlp.layers[i].get_weights()[1].flatten().shape[0]\n",
    "    mlp.layers[i].set_weights([weights,bias])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "id": "9-5ChLnLEVqn"
   },
   "outputs": [],
   "source": [
    "def Fobj():\n",
    "    mlp = Sequential() # creating model\n",
    "    # adding input layer and first layer with 50 neurons\n",
    "    mlp.add(Dense(units=50, input_dim=X_train.shape[1], activation='relu'))\n",
    "    # output layer with sigmoid activation\n",
    "    mlp.add(Dense(units=1,activation='sigmoid'))\n",
    "    return mlp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "id": "KZd4pHJTnUqP"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:26:36.742131: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory\n",
      "2022-12-16 19:26:36.742249: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)\n",
      "2022-12-16 19:26:36.742331: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (linux-mint21-pc): /proc/driver/nvidia/version does not exist\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dim = 4751\n"
     ]
    }
   ],
   "source": [
    "mlp = Fobj()\n",
    "# defining loss function, optimizer, metrics and then compiling model\n",
    "mlp.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])\n",
    "dim = 0\n",
    "for i in range(len(mlp.get_weights())):\n",
    "    dim = dim+mlp.get_weights()[i].flatten().shape[0]\n",
    "print(f'dim = {dim}')\n",
    "N = 20# Population size"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "_rvJA04NgxLP"
   },
   "source": [
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "id": "BkAavZqt3uKQ"
   },
   "outputs": [],
   "source": [
    "# Function: Initialize Population\n",
    "def initialization(swarm_size: int, min_values: list, max_values: list) -> np.array:\n",
    "  X=np.zeros((swarm_size, len(min_values)))\n",
    "  for i in range(swarm_size):\n",
    "    for j in range(len(min_values)):\n",
    "      X[i][j] = np.random.uniform(min_values[j], max_values[j])\n",
    "  return X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "id": "_KR3QdB66qqc"
   },
   "outputs": [],
   "source": [
    "# Function: Fitness Function\n",
    "def fitness(X: np.array, mlp: Sequential) -> list:\n",
    "  Fit = []\n",
    "  for i in range(X.shape[0]):\n",
    "    setWeights(X[i, :])\n",
    "    print(\"------------Solution \",i,\"-------------\")\n",
    "    score = mlp.evaluate(X_train, y_train, verbose = 1)\n",
    "    Fit.append(score)\n",
    "    print(score[1])\n",
    "  return Fit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "id": "n7iJI20F6DHQ"
   },
   "outputs": [],
   "source": [
    "# Function: Initialize Food Position\n",
    "def food_position(X: np.array, Fit: list) -> np.array:\n",
    "  indx = Fit.index(min(Fit))\n",
    "  food = np.array(X[indx, :])\n",
    "  food_fit = []\n",
    "  food_fit.append(Fit[indx][0])\n",
    "  food_fit.append(Fit[indx][1])\n",
    "  return food, food_fit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "id": "aZpwH2z4B4ju"
   },
   "outputs": [],
   "source": [
    "# Function: Updtade Food Position by Fitness\n",
    "def update_food(X: np.array, Fit: list, food: np.array, food_fit: list) -> np.array:\n",
    "  indx = Fit.index(min(Fit))\n",
    "  if min(Fit)[0] < food_fit[0]:\n",
    "    for j in range(X.shape[1]):\n",
    "      food[j] = X[indx][j]\n",
    "    food_fit[0] = Fit[indx][0]\n",
    "    food_fit[1] = Fit[indx][1]\n",
    "\n",
    "  return food, food_fit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "id": "p9DU9Y9SDwpZ"
   },
   "outputs": [],
   "source": [
    "# Function: Updtade Position\n",
    "def update_position(X: np.array, food: np.array, c1: float, min_values: list, max_values: list, mlp: Sequential) -> np.array:\n",
    "  for i in range(X.shape[0]):\n",
    "    if i < 1:\n",
    "      for j in range(len(min_values)):\n",
    "        c2 = np.random.uniform()\n",
    "        c3 = np.random.uniform()\n",
    "        if c3 >= 0.5:\n",
    "          X[i][j] = np.clip((food[j] + c1*((max_values[j] - min_values[j])*c2 + min_values[j])), min_values[j],max_values[j])\n",
    "        else:\n",
    "          X[i][j] = np.clip((food[j] - c1*((max_values[j] - min_values[j])*c2 + min_values[j])), min_values[j],max_values[j])\n",
    "    else:\n",
    "      for j in range(len(min_values)):\n",
    "        X[i][j] = np.clip(((X[i - 1,j] + X[i,j]) / 2), min_values[j],max_values[j])\n",
    "  return X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "id": "rnpG5zrOItyP"
   },
   "outputs": [],
   "source": [
    "# SSA Function\n",
    "def salp_swarm_algorithm(swarm_size: int, min_values: list, max_values: list, iterations: int, mlp: Sequential) -> np.array:\n",
    "  count = 0\n",
    "  X = initialization(swarm_size, min_values, max_values)\n",
    "  Fit = fitness(X, mlp)\n",
    "  food, food_fit = food_position(X, Fit)\n",
    "  print(\"The initialize food loss: f(x) = \", food_fit[0])\n",
    "  while count <= iterations:\n",
    "    c1 = 2 * math.exp(-(4 * (count / iterations))**2)\n",
    "    food, food_fit = update_food(X, Fit, food, food_fit)\n",
    "    print(\"Iteration = \", count, \" f(x) = \", food_fit[0])\n",
    "    X = update_position(X, food, c1, min_values, max_values, mlp)\n",
    "    Fit = fitness(X, mlp)\n",
    "    count += 1\n",
    "  print(\"Iteration = \", count, \" f(x) = \", food_fit[0])\n",
    "  return food, food_fit"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "PXMwJxfUgxLr"
   },
   "source": [
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "id": "kADfEbOaM9DK"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------Solution  0 -------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:51:05.971746: W tensorflow/core/framework/cpu_allocator_impl.cc:82] Allocation of 35146188 exceeds 10% of free system memory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 50s 16ms/step - loss: 1.1086 - accuracy: 0.4659\n",
      "0.4659130573272705\n",
      "------------Solution  1 -------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:52:31.197653: W tensorflow/core/framework/cpu_allocator_impl.cc:82] Allocation of 35146188 exceeds 10% of free system memory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 48s 16ms/step - loss: 1.6682 - accuracy: 0.5451\n",
      "0.5450841188430786\n",
      "------------Solution  2 -------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:53:53.929221: W tensorflow/core/framework/cpu_allocator_impl.cc:82] Allocation of 35146188 exceeds 10% of free system memory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 47s 16ms/step - loss: 0.6959 - accuracy: 0.8090\n",
      "0.8089628219604492\n",
      "------------Solution  3 -------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:55:16.878333: W tensorflow/core/framework/cpu_allocator_impl.cc:82] Allocation of 35146188 exceeds 10% of free system memory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 42s 14ms/step - loss: 6.8010 - accuracy: 0.3094\n",
      "0.30939149856567383\n",
      "------------Solution  4 -------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-12-16 19:55:59.662817: W tensorflow/core/framework/cpu_allocator_impl.cc:82] Allocation of 35146188 exceeds 10% of free system memory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 48s 16ms/step - loss: 1.8713 - accuracy: 0.4193\n",
      "0.4193101227283478\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 47s 16ms/step - loss: 0.6640 - accuracy: 0.7931\n",
      "0.7930545210838318\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 45s 15ms/step - loss: 0.6500 - accuracy: 0.7484\n",
      "0.7484202980995178\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 45s 15ms/step - loss: 4.0001 - accuracy: 0.5353\n",
      "0.5352512001991272\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 46s 15ms/step - loss: 1.8384 - accuracy: 0.5218\n",
      "0.521766722202301\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 3.8610 - accuracy: 0.4355\n",
      "0.4354935884475708\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 2.9209 - accuracy: 0.2178\n",
      "0.2177838534116745\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 1.2134 - accuracy: 0.5109\n",
      "0.510896623134613\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5783 - accuracy: 0.8249\n",
      "0.8248711228370667\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 4.0939 - accuracy: 0.3783\n",
      "0.3782639503479004\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 3.1340 - accuracy: 0.1935\n",
      "0.19347156584262848\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 3.9454 - accuracy: 0.2152\n",
      "0.2151695042848587\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 1.6457 - accuracy: 0.4491\n",
      "0.44911566376686096\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 2.0367 - accuracy: 0.4732\n",
      "0.47320568561553955\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 3.8925 - accuracy: 0.1898\n",
      "0.18983054161071777\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 1.3131 - accuracy: 0.4494\n",
      "0.4493696987628937\n",
      "The initialize food loss: f(x) =  0.5783379673957825\n",
      "Iteration =  0  f(x) =  0.5783379673957825\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 2.2369 - accuracy: 0.8098\n",
      "0.8097990155220032\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3384 - accuracy: 0.8734\n",
      "0.8734109997749329\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.3502 - accuracy: 0.8428\n",
      "0.8428328037261963\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 1.7633 - accuracy: 0.4288\n",
      "0.4288254678249359\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.8550 - accuracy: 0.4315\n",
      "0.4315032958984375\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 1.0772 - accuracy: 0.3939\n",
      "0.39393940567970276\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.9584 - accuracy: 0.5000\n",
      "0.49998411536216736\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 1.0335 - accuracy: 0.5409\n",
      "0.5408821105957031\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.8882 - accuracy: 0.5445\n",
      "0.5445231199264526\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 1.4138 - accuracy: 0.5189\n",
      "0.5189089775085449\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 36s 12ms/step - loss: 1.5921 - accuracy: 0.5284\n",
      "0.5284031629562378\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.8485 - accuracy: 0.4308\n",
      "0.430762380361557\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.5953 - accuracy: 0.5307\n",
      "0.5306787490844727\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 1.5590 - accuracy: 0.4382\n",
      "0.43820318579673767\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 33s 11ms/step - loss: 0.7974 - accuracy: 0.4075\n",
      "0.4075085520744324\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 39s 13ms/step - loss: 1.1785 - accuracy: 0.5348\n",
      "0.534774899482727\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 41s 14ms/step - loss: 0.5342 - accuracy: 0.7498\n",
      "0.7497856616973877\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5603 - accuracy: 0.8146\n",
      "0.8146255016326904\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.5318 - accuracy: 0.7880\n",
      "0.7879634499549866\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.6803 - accuracy: 0.5122\n",
      "0.5121561288833618\n",
      "Iteration =  1  f(x) =  0.33836376667022705\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 5.3863 - accuracy: 0.1497\n",
      "0.14971581101417542\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 1.1593 - accuracy: 0.4344\n",
      "0.43444573879241943\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3321 - accuracy: 0.8645\n",
      "0.864488422870636\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4441 - accuracy: 0.7927\n",
      "0.792705237865448\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.4814 - accuracy: 0.8029\n",
      "0.8028979897499084\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 42s 14ms/step - loss: 0.7959 - accuracy: 0.5098\n",
      "0.5097534656524658\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.8830 - accuracy: 0.5432\n",
      "0.5432318449020386\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 42s 14ms/step - loss: 0.9076 - accuracy: 0.2794\n",
      "0.279427170753479\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.7142 - accuracy: 0.5929\n",
      "0.5929359793663025\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.8117 - accuracy: 0.5235\n",
      "0.52352374792099\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 1.0285 - accuracy: 0.5390\n",
      "0.5389875173568726\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.8965 - accuracy: 0.5659\n",
      "0.5658929347991943\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5450 - accuracy: 0.7789\n",
      "0.778871476650238\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 1.0041 - accuracy: 0.4628\n",
      "0.4628012478351593\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.7898 - accuracy: 0.4758\n",
      "0.47577768564224243\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.6443 - accuracy: 0.7167\n",
      "0.716709554195404\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5611 - accuracy: 0.6563\n",
      "0.6562939882278442\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.3826 - accuracy: 0.8698\n",
      "0.8697806000709534\n",
      "------------Solution  18 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4065 - accuracy: 0.8787\n",
      "0.8787243962287903\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4853 - accuracy: 0.8671\n",
      "0.8671027421951294\n",
      "Iteration =  2  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 10.2467 - accuracy: 0.1152\n",
      "0.11522137373685837\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.3918 - accuracy: 0.1117\n",
      "0.11173911392688751\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6395 - accuracy: 0.6762\n",
      "0.6761714220046997\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4796 - accuracy: 0.7966\n",
      "0.7966320514678955\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4248 - accuracy: 0.8362\n",
      "0.836175262928009\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4830 - accuracy: 0.8375\n",
      "0.8374770879745483\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6293 - accuracy: 0.5455\n",
      "0.5455180406570435\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8331 - accuracy: 0.5464\n",
      "0.5464494824409485\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7506 - accuracy: 0.3855\n",
      "0.385471910238266\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.7034 - accuracy: 0.6109\n",
      "0.6109082698822021\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7702 - accuracy: 0.5467\n",
      "0.5466505885124207\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8064 - accuracy: 0.5441\n",
      "0.5440574288368225\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6192 - accuracy: 0.6305\n",
      "0.6304998993873596\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7162 - accuracy: 0.4904\n",
      "0.4903523623943329\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7680 - accuracy: 0.4790\n",
      "0.4790270924568176\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6282 - accuracy: 0.6203\n",
      "0.6202753782272339\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5758 - accuracy: 0.7934\n",
      "0.7933720946311951\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4489 - accuracy: 0.8597\n",
      "0.8597360253334045\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.3965 - accuracy: 0.8923\n",
      "0.8922935128211975\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4209 - accuracy: 0.9298\n",
      "0.9297621846199036\n",
      "Iteration =  3  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.4967 - accuracy: 0.4327\n",
      "0.43265700340270996\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.4018 - accuracy: 0.2280\n",
      "0.22799775004386902\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.2528 - accuracy: 0.1991\n",
      "0.1990601122379303\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6593 - accuracy: 0.6403\n",
      "0.6403433680534363\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5133 - accuracy: 0.7516\n",
      "0.7515532374382019\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4562 - accuracy: 0.8530\n",
      "0.8530043959617615\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4733 - accuracy: 0.8226\n",
      "0.8226166367530823\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6315 - accuracy: 0.5461\n",
      "0.5460684299468994\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7188 - accuracy: 0.5360\n",
      "0.5360450744628906\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6938 - accuracy: 0.4051\n",
      "0.40506356954574585\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6789 - accuracy: 0.6328\n",
      "0.6327755451202393\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.7031 - accuracy: 0.5670\n",
      "0.566983163356781\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6585 - accuracy: 0.5892\n",
      "0.5891891121864319\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6267 - accuracy: 0.6875\n",
      "0.6875178813934326\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6854 - accuracy: 0.4996\n",
      "0.499581903219223\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6506 - accuracy: 0.5429\n",
      "0.5428719520568848\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5978 - accuracy: 0.8114\n",
      "0.8113654851913452\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5150 - accuracy: 0.8442\n",
      "0.8442087769508362\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4516 - accuracy: 0.8609\n",
      "0.8609002828598022\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4212 - accuracy: 0.8801\n",
      "0.8801320791244507\n",
      "Iteration =  4  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 2.2010 - accuracy: 0.5683\n",
      "0.5683379173278809\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.5004 - accuracy: 0.4332\n",
      "0.433165043592453\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.4183 - accuracy: 0.3825\n",
      "0.3825400471687317\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.0082 - accuracy: 0.3990\n",
      "0.3990093171596527\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6693 - accuracy: 0.6597\n",
      "0.659680962562561\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.5314 - accuracy: 0.7545\n",
      "0.7544533610343933\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4728 - accuracy: 0.8239\n",
      "0.8239185214042664\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5033 - accuracy: 0.8061\n",
      "0.8061156272888184\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6037 - accuracy: 0.5476\n",
      "0.5475820302963257\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6589 - accuracy: 0.5161\n",
      "0.5161147117614746\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6450 - accuracy: 0.6919\n",
      "0.6918997764587402\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6450 - accuracy: 0.6525\n",
      "0.6525153517723083\n",
      "------------Solution  12 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6416 - accuracy: 0.6345\n",
      "0.6345219612121582\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6249 - accuracy: 0.6463\n",
      "0.6463235020637512\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6229 - accuracy: 0.7219\n",
      "0.7218958735466003\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6328 - accuracy: 0.7843\n",
      "0.784311830997467\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6091 - accuracy: 0.8163\n",
      "0.8162872195243835\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5553 - accuracy: 0.8260\n",
      "0.8259930610656738\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5085 - accuracy: 0.8549\n",
      "0.8549306988716125\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4645 - accuracy: 0.8641\n",
      "0.8641073703765869\n",
      "Iteration =  5  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.0465 - accuracy: 0.7527\n",
      "0.7526751756668091\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6572 - accuracy: 0.7737\n",
      "0.7736851572990417\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7101 - accuracy: 0.6876\n",
      "0.687634289264679\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8194 - accuracy: 0.5600\n",
      "0.5600398182868958\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7407 - accuracy: 0.6008\n",
      "0.6008001565933228\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6122 - accuracy: 0.6876\n",
      "0.6875708103179932\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5263 - accuracy: 0.7642\n",
      "0.7642227411270142\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4936 - accuracy: 0.8055\n",
      "0.8055229187011719\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5193 - accuracy: 0.8047\n",
      "0.8047291040420532\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5844 - accuracy: 0.7637\n",
      "0.7636935114860535\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6149 - accuracy: 0.7416\n",
      "0.7415510416030884\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6137 - accuracy: 0.7280\n",
      "0.7279713153839111\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6119 - accuracy: 0.6972\n",
      "0.6972025632858276\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6151 - accuracy: 0.6620\n",
      "0.6620201468467712\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.6111 - accuracy: 0.6908\n",
      "0.6907884478569031\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6050 - accuracy: 0.7523\n",
      "0.7523153424263\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6047 - accuracy: 0.7978\n",
      "0.7978175282478333\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5744 - accuracy: 0.8218\n",
      "0.8217805027961731\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5400 - accuracy: 0.8463\n",
      "0.8462515473365784\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5079 - accuracy: 0.8588\n",
      "0.8587834239006042\n",
      "Iteration =  6  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 7.2434 - accuracy: 0.2052\n",
      "0.20518845319747925\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.1948 - accuracy: 0.4656\n",
      "0.4656272828578949\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.0289 - accuracy: 0.4656\n",
      "0.46557435393333435\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7449 - accuracy: 0.6190\n",
      "0.6189947128295898\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.7096 - accuracy: 0.6904\n",
      "0.6904391646385193\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6558 - accuracy: 0.6933\n",
      "0.6933075189590454\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5851 - accuracy: 0.7101\n",
      "0.7101048827171326\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5315 - accuracy: 0.7720\n",
      "0.7720339894294739\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5122 - accuracy: 0.8036\n",
      "0.8036177158355713\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5284 - accuracy: 0.8029\n",
      "0.8028662204742432\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5660 - accuracy: 0.7969\n",
      "0.7968966364860535\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5862 - accuracy: 0.7632\n",
      "0.7632278203964233\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5891 - accuracy: 0.7604\n",
      "0.7604441046714783\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5929 - accuracy: 0.7407\n",
      "0.7407466173171997\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5998 - accuracy: 0.7067\n",
      "0.7066967487335205\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5976 - accuracy: 0.7358\n",
      "0.7358248829841614\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5927 - accuracy: 0.7682\n",
      "0.7681707143783569\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5823 - accuracy: 0.8052\n",
      "0.8051842451095581\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5567 - accuracy: 0.8266\n",
      "0.8266069889068604\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5346 - accuracy: 0.8523\n",
      "0.8522740602493286\n",
      "Iteration =  7  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.4731 - accuracy: 0.4724\n",
      "0.47243303060531616\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 1.0104 - accuracy: 0.4747\n",
      "0.47471925616264343\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8057 - accuracy: 0.5299\n",
      "0.5299167037010193\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6669 - accuracy: 0.7647\n",
      "0.7646884322166443\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6190 - accuracy: 0.7606\n",
      "0.7606346607208252\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.6241 - accuracy: 0.7355\n",
      "0.7355073690414429\n",
      "------------Solution  6 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6041 - accuracy: 0.7142\n",
      "0.714201033115387\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5663 - accuracy: 0.7286\n",
      "0.7285534143447876\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5356 - accuracy: 0.7842\n",
      "0.7841954231262207\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5227 - accuracy: 0.7991\n",
      "0.7990558743476868\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5288 - accuracy: 0.8013\n",
      "0.8012892007827759\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5514 - accuracy: 0.7921\n",
      "0.7921231389045715\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5662 - accuracy: 0.7682\n",
      "0.7681601047515869\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5723 - accuracy: 0.7789\n",
      "0.7789138555526733\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5813 - accuracy: 0.7760\n",
      "0.7759819626808167\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5881 - accuracy: 0.7609\n",
      "0.7609098553657532\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5880 - accuracy: 0.7641\n",
      "0.7640534043312073\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5805 - accuracy: 0.8021\n",
      "0.8020830154418945\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5674 - accuracy: 0.8195\n",
      "0.8195260167121887\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5481 - accuracy: 0.8419\n",
      "0.8419225215911865\n",
      "Iteration =  8  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8136 - accuracy: 0.8267\n",
      "0.8267022371292114\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4782 - accuracy: 0.7887\n",
      "0.7886726260185242\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5073 - accuracy: 0.8099\n",
      "0.8099471926689148\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5130 - accuracy: 0.8077\n",
      "0.8076609373092651\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5284 - accuracy: 0.8147\n",
      "0.814667820930481\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5539 - accuracy: 0.8140\n",
      "0.8140115737915039\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5738 - accuracy: 0.7568\n",
      "0.7567713260650635\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5704 - accuracy: 0.7307\n",
      "0.7307232022285461\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5525 - accuracy: 0.7561\n",
      "0.7561045289039612\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5356 - accuracy: 0.7968\n",
      "0.7968437671661377\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5258 - accuracy: 0.7971\n",
      "0.7970554232597351\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5247 - accuracy: 0.7991\n",
      "0.7991193532943726\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5400 - accuracy: 0.7878\n",
      "0.787815272808075\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5524 - accuracy: 0.7747\n",
      "0.7747330069541931\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5607 - accuracy: 0.7852\n",
      "0.7852115035057068\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5728 - accuracy: 0.7906\n",
      "0.7905778288841248\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.5799 - accuracy: 0.7832\n",
      "0.7831581830978394\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5787 - accuracy: 0.7881\n",
      "0.7881433963775635\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5701 - accuracy: 0.8200\n",
      "0.8200340867042542\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5581 - accuracy: 0.8395\n",
      "0.83948814868927\n",
      "Iteration =  9  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 1.2699 - accuracy: 0.8220\n",
      "0.8220027685165405\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5934 - accuracy: 0.8355\n",
      "0.835519015789032\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5333 - accuracy: 0.8280\n",
      "0.8279935121536255\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5180 - accuracy: 0.8157\n",
      "0.8157156705856323\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5027 - accuracy: 0.8222\n",
      "0.822235643863678\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5096 - accuracy: 0.8162\n",
      "0.8162131309509277\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5299 - accuracy: 0.8154\n",
      "0.8153557777404785\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5496 - accuracy: 0.7611\n",
      "0.7610897421836853\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5517 - accuracy: 0.7512\n",
      "0.7511722445487976\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5427 - accuracy: 0.7740\n",
      "0.773981511592865\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5329 - accuracy: 0.8041\n",
      "0.804146945476532\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5250 - accuracy: 0.7958\n",
      "0.7958276271820068\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5200 - accuracy: 0.7954\n",
      "0.7954466342926025\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5314 - accuracy: 0.7813\n",
      "0.7813376784324646\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5433 - accuracy: 0.7807\n",
      "0.7807343602180481\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5524 - accuracy: 0.7885\n",
      "0.7884926795959473\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5666 - accuracy: 0.7958\n",
      "0.795764148235321\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5728 - accuracy: 0.7966\n",
      "0.7966426610946655\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5703 - accuracy: 0.8016\n",
      "0.8016278743743896\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5621 - accuracy: 0.8285\n",
      "0.8285121321678162\n",
      "Iteration =  10  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4912 - accuracy: 0.8570\n",
      "0.8569735288619995\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5785 - accuracy: 0.7932\n",
      "0.7932450771331787\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6051 - accuracy: 0.7978\n",
      "0.797785758972168\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5529 - accuracy: 0.8150\n",
      "0.8150064945220947\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5148 - accuracy: 0.8211\n",
      "0.8211348652839661\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4997 - accuracy: 0.8232\n",
      "0.8231882452964783\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5042 - accuracy: 0.8282\n",
      "0.8282157778739929\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5183 - accuracy: 0.8152\n",
      "0.8152393698692322\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5341 - accuracy: 0.7705\n",
      "0.7705098390579224\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5393 - accuracy: 0.7591\n",
      "0.7591105103492737\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5346 - accuracy: 0.7871\n",
      "0.7870743870735168\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5289 - accuracy: 0.8082\n",
      "0.8082219362258911\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5218 - accuracy: 0.7965\n",
      "0.7964627146720886\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5154 - accuracy: 0.7937\n",
      "0.7937001585960388\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5251 - accuracy: 0.7763\n",
      "0.7763418555259705\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5371 - accuracy: 0.7837\n",
      "0.78366619348526\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5467 - accuracy: 0.7909\n",
      "0.790874183177948\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5605 - accuracy: 0.7978\n",
      "0.7978386878967285\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.5662 - accuracy: 0.8041\n",
      "0.8041363954544067\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5628 - accuracy: 0.8101\n",
      "0.8100530505180359\n",
      "Iteration =  11  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 4.0554 - accuracy: 0.1653\n",
      "0.16527482867240906\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 1.0821 - accuracy: 0.4538\n",
      "0.4537939727306366\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.6556 - accuracy: 0.7941\n",
      "0.7941235899925232\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5852 - accuracy: 0.8042\n",
      "0.8042104840278625\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5327 - accuracy: 0.8165\n",
      "0.8165306448936462\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5072 - accuracy: 0.8221\n",
      "0.8221191763877869\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4984 - accuracy: 0.8285\n",
      "0.8285121321678162\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5016 - accuracy: 0.8256\n",
      "0.8256120681762695\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5113 - accuracy: 0.8255\n",
      "0.8255379796028137\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5233 - accuracy: 0.7902\n",
      "0.7901756167411804\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5300 - accuracy: 0.7686\n",
      "0.7685940861701965\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5277 - accuracy: 0.7954\n",
      "0.7954360246658325\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5243 - accuracy: 0.8108\n",
      "0.8108362555503845\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5174 - accuracy: 0.7978\n",
      "0.797785758972168\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5116 - accuracy: 0.7931\n",
      "0.7930651307106018\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5203 - accuracy: 0.7758\n",
      "0.7757808566093445\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5324 - accuracy: 0.7850\n",
      "0.7850316166877747\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.5423 - accuracy: 0.7925\n",
      "0.7925465106964111\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5550 - accuracy: 0.8002\n",
      "0.8001566529273987\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5600 - accuracy: 0.8106\n",
      "0.8106034398078918\n",
      "Iteration =  12  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.9137 - accuracy: 0.7435\n",
      "0.7434879541397095\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.6042 - accuracy: 0.7517\n",
      "0.7517014145851135\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5554 - accuracy: 0.7936\n",
      "0.7935732007026672\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5437 - accuracy: 0.8100\n",
      "0.8100318312644958\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5339 - accuracy: 0.8136\n",
      "0.8135775923728943\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5131 - accuracy: 0.8198\n",
      "0.819822371006012\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.5006 - accuracy: 0.8237\n",
      "0.8237280249595642\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4969 - accuracy: 0.8290\n",
      "0.8289567232131958\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4991 - accuracy: 0.8252\n",
      "0.8251992464065552\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5061 - accuracy: 0.8236\n",
      "0.8235903978347778\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5153 - accuracy: 0.8063\n",
      "0.80628502368927\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5222 - accuracy: 0.7770\n",
      "0.7770086526870728\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5217 - accuracy: 0.7997\n",
      "0.7997226715087891\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5194 - accuracy: 0.8130\n",
      "0.8130378127098083\n",
      "------------Solution  14 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5131 - accuracy: 0.7981\n",
      "0.7980821132659912\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5085 - accuracy: 0.7937\n",
      "0.7936896085739136\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5167 - accuracy: 0.7764\n",
      "0.7764371037483215\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5286 - accuracy: 0.7863\n",
      "0.7862805724143982\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5386 - accuracy: 0.7938\n",
      "0.7937848567962646\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5501 - accuracy: 0.8041\n",
      "0.8041257858276367\n",
      "Iteration =  13  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.8708 - accuracy: 0.7417\n",
      "0.7417203783988953\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.6076 - accuracy: 0.7913\n",
      "0.7913398742675781\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5411 - accuracy: 0.8122\n",
      "0.8121592998504639\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5316 - accuracy: 0.8135\n",
      "0.8135458827018738\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5269 - accuracy: 0.8111\n",
      "0.811079740524292\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5161 - accuracy: 0.8122\n",
      "0.8121804594993591\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5029 - accuracy: 0.8209\n",
      "0.8208914399147034\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4960 - accuracy: 0.8255\n",
      "0.8255167603492737\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4947 - accuracy: 0.8295\n",
      "0.829517662525177\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4960 - accuracy: 0.8299\n",
      "0.8299410343170166\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5011 - accuracy: 0.8283\n",
      "0.8282581567764282\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5089 - accuracy: 0.8172\n",
      "0.8172398209571838\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5156 - accuracy: 0.7852\n",
      "0.785158634185791\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5162 - accuracy: 0.8037\n",
      "0.8036918044090271\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5144 - accuracy: 0.8145\n",
      "0.814487874507904\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5091 - accuracy: 0.7983\n",
      "0.7982514500617981\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5059 - accuracy: 0.7930\n",
      "0.7930122017860413\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5136 - accuracy: 0.7781\n",
      "0.7780671119689941\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5253 - accuracy: 0.7887\n",
      "0.7886514663696289\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5354 - accuracy: 0.7949\n",
      "0.7949174046516418\n",
      "Iteration =  14  f(x) =  0.3321220576763153\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.3592 - accuracy: 0.8426\n",
      "0.8426316976547241\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3209 - accuracy: 0.8710\n",
      "0.8709977865219116\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4002 - accuracy: 0.8224\n",
      "0.8223943710327148\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4510 - accuracy: 0.8227\n",
      "0.8227224946022034\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4894 - accuracy: 0.8159\n",
      "0.8158850073814392\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5026 - accuracy: 0.8125\n",
      "0.8124556541442871\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5008 - accuracy: 0.8157\n",
      "0.8157262206077576\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4943 - accuracy: 0.8226\n",
      "0.8225637674331665\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4913 - accuracy: 0.8271\n",
      "0.827114999294281\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4917 - accuracy: 0.8300\n",
      "0.8300045728683472\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4922 - accuracy: 0.8307\n",
      "0.83071368932724\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4964 - accuracy: 0.8301\n",
      "0.8300892114639282\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5034 - accuracy: 0.8214\n",
      "0.821399450302124\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.5098 - accuracy: 0.7919\n",
      "0.7918691039085388\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5111 - accuracy: 0.8069\n",
      "0.806920051574707\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5096 - accuracy: 0.8159\n",
      "0.8158956170082092\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5056 - accuracy: 0.7979\n",
      "0.7978598475456238\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5038 - accuracy: 0.7924\n",
      "0.7923559546470642\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5109 - accuracy: 0.7802\n",
      "0.7801945209503174\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5225 - accuracy: 0.7911\n",
      "0.7910964488983154\n",
      "Iteration =  15  f(x) =  0.32092586159706116\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 2.7361 - accuracy: 0.4238\n",
      "0.4238402247428894\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.9310 - accuracy: 0.5213\n",
      "0.5213433504104614\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.5543 - accuracy: 0.7688\n",
      "0.768826961517334\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4816 - accuracy: 0.8200\n",
      "0.8200023174285889\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4748 - accuracy: 0.8232\n",
      "0.823156476020813\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4891 - accuracy: 0.8161\n",
      "0.8161072731018066\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4947 - accuracy: 0.8138\n",
      "0.8137786984443665\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4925 - accuracy: 0.8188\n",
      "0.8187957406044006\n",
      "------------Solution  8 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4884 - accuracy: 0.8244\n",
      "0.8244054317474365\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4875 - accuracy: 0.8284\n",
      "0.8283534049987793\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4885 - accuracy: 0.8306\n",
      "0.8306078314781189\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4884 - accuracy: 0.8311\n",
      "0.8311159014701843\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4921 - accuracy: 0.8305\n",
      "0.8305125832557678\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.4985 - accuracy: 0.8312\n",
      "0.8311582207679749\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.5047 - accuracy: 0.7972\n",
      "0.797224760055542\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.5063 - accuracy: 0.8100\n",
      "0.80995774269104\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.5054 - accuracy: 0.8169\n",
      "0.81687992811203\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.5025 - accuracy: 0.7974\n",
      "0.7974047064781189\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.5020 - accuracy: 0.7926\n",
      "0.7926205992698669\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.5084 - accuracy: 0.7835\n",
      "0.7834968566894531\n",
      "Iteration =  16  f(x) =  0.32092586159706116\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.3246 - accuracy: 0.8751\n",
      "0.875104546546936\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.3708 - accuracy: 0.8541\n",
      "0.8540839552879333\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4278 - accuracy: 0.8045\n",
      "0.8044856786727905\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 35s 12ms/step - loss: 0.4489 - accuracy: 0.8030\n",
      "0.8030143976211548\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4599 - accuracy: 0.8206\n",
      "0.8205950260162354\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.4713 - accuracy: 0.8241\n",
      "0.8240984678268433\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4834 - accuracy: 0.8174\n",
      "0.8173879981040955\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4884 - accuracy: 0.8157\n",
      "0.8156521320343018\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4860 - accuracy: 0.8209\n",
      "0.8209231495857239\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.4835 - accuracy: 0.8261\n",
      "0.8261200785636902\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.4843 - accuracy: 0.8294\n",
      "0.8293588757514954\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4848 - accuracy: 0.8311\n",
      "0.831084132194519\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4848 - accuracy: 0.8312\n",
      "0.8312323093414307\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4882 - accuracy: 0.8318\n",
      "0.8317615389823914\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4942 - accuracy: 0.8362\n",
      "0.836175262928009\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.5001 - accuracy: 0.8017\n",
      "0.8016913533210754\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.5020 - accuracy: 0.8118\n",
      "0.8118206262588501\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.5015 - accuracy: 0.8184\n",
      "0.8183935284614563\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4999 - accuracy: 0.7972\n",
      "0.7972459197044373\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.5003 - accuracy: 0.7929\n",
      "0.7928851842880249\n",
      "Iteration =  17  f(x) =  0.32092586159706116\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.5124 - accuracy: 0.8307\n",
      "0.83072429895401\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3723 - accuracy: 0.8473\n",
      "0.8472887873649597\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.3839 - accuracy: 0.8237\n",
      "0.8236645460128784\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4080 - accuracy: 0.8033\n",
      "0.8033108115196228\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 31s 11ms/step - loss: 0.4298 - accuracy: 0.8207\n",
      "0.8207326531410217\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4488 - accuracy: 0.8220\n",
      "0.8220133781433105\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4647 - accuracy: 0.8242\n",
      "0.8242466449737549\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.4771 - accuracy: 0.8189\n",
      "0.8188803791999817\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4821 - accuracy: 0.8186\n",
      "0.818626344203949\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4801 - accuracy: 0.8230\n",
      "0.8229553699493408\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4793 - accuracy: 0.8278\n",
      "0.8277712464332581\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4811 - accuracy: 0.8302\n",
      "0.8302056789398193\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4808 - accuracy: 0.8315\n",
      "0.8314863443374634\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4813 - accuracy: 0.8316\n",
      "0.8315815925598145\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4846 - accuracy: 0.8355\n",
      "0.8354766964912415\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4902 - accuracy: 0.8404\n",
      "0.840398371219635\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4959 - accuracy: 0.8059\n",
      "0.8058510422706604\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4980 - accuracy: 0.8138\n",
      "0.8137893080711365\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4981 - accuracy: 0.8180\n",
      "0.8180018663406372\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4977 - accuracy: 0.7989\n",
      "0.7988547682762146\n",
      "Iteration =  18  f(x) =  0.32092586159706116\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.3105 - accuracy: 0.8804\n",
      "0.8804284334182739\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3215 - accuracy: 0.8548\n",
      "0.8547613620758057\n",
      "------------Solution  2 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.3516 - accuracy: 0.8346\n",
      "0.8346298933029175\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3767 - accuracy: 0.8189\n",
      "0.8189226984977722\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3998 - accuracy: 0.8223\n",
      "0.8222673535346985\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4216 - accuracy: 0.8214\n",
      "0.8213571310043335\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4418 - accuracy: 0.8237\n",
      "0.823706865310669\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4579 - accuracy: 0.8242\n",
      "0.8242148756980896\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.4703 - accuracy: 0.8204\n",
      "0.8204362988471985\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.4749 - accuracy: 0.8221\n",
      "0.8221191763877869\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.4748 - accuracy: 0.8260\n",
      "0.8260142207145691\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.4755 - accuracy: 0.8288\n",
      "0.8287873268127441\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.4769 - accuracy: 0.8312\n",
      "0.8311688303947449\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4768 - accuracy: 0.8319\n",
      "0.8319414854049683\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4779 - accuracy: 0.8346\n",
      "0.8345664143562317\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.4813 - accuracy: 0.8393\n",
      "0.8393293619155884\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4866 - accuracy: 0.8439\n",
      "0.8438912630081177\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4920 - accuracy: 0.8171\n",
      "0.8170810341835022\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4944 - accuracy: 0.8152\n",
      "0.8152076005935669\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4952 - accuracy: 0.8188\n",
      "0.8187639713287354\n",
      "Iteration =  19  f(x) =  0.3104797899723053\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2634 - accuracy: 0.8835\n",
      "0.883487343788147\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.2801 - accuracy: 0.8709\n",
      "0.8708707690238953\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 37s 13ms/step - loss: 0.3077 - accuracy: 0.8604\n",
      "0.8603711128234863\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 34s 11ms/step - loss: 0.3394 - accuracy: 0.8362\n",
      "0.8362069725990295\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.3668 - accuracy: 0.8217\n",
      "0.8217487335205078\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.3915 - accuracy: 0.8321\n",
      "0.8321319818496704\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4146 - accuracy: 0.8217\n",
      "0.821685254573822\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4359 - accuracy: 0.8252\n",
      "0.8251674771308899\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4516 - accuracy: 0.8245\n",
      "0.8245006799697876\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4638 - accuracy: 0.8224\n",
      "0.8223838210105896\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4680 - accuracy: 0.8256\n",
      "0.825559139251709\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4691 - accuracy: 0.8282\n",
      "0.8282369375228882\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4711 - accuracy: 0.8302\n",
      "0.8302056789398193\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4723 - accuracy: 0.8314\n",
      "0.8314334154129028\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.4730 - accuracy: 0.8333\n",
      "0.8332751393318176\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4746 - accuracy: 0.8379\n",
      "0.8378687500953674\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4781 - accuracy: 0.8421\n",
      "0.8420919179916382\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4831 - accuracy: 0.8467\n",
      "0.846685528755188\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4884 - accuracy: 0.8467\n",
      "0.846674919128418\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4912 - accuracy: 0.8171\n",
      "0.8171128034591675\n",
      "Iteration =  20  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3234 - accuracy: 0.8916\n",
      "0.8915737867355347\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2911 - accuracy: 0.8935\n",
      "0.8935106992721558\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2901 - accuracy: 0.8682\n",
      "0.8682352900505066\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3081 - accuracy: 0.8611\n",
      "0.8610802292823792\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.3336 - accuracy: 0.8425\n",
      "0.8425152897834778\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3600 - accuracy: 0.8252\n",
      "0.8252310156822205\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3849 - accuracy: 0.8356\n",
      "0.8355719447135925\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4085 - accuracy: 0.8219\n",
      "0.82194983959198\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4298 - accuracy: 0.8261\n",
      "0.8260989189147949\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4457 - accuracy: 0.8249\n",
      "0.8248605728149414\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4576 - accuracy: 0.8243\n",
      "0.8242890238761902\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4622 - accuracy: 0.8279\n",
      "0.8278664946556091\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.4635 - accuracy: 0.8299\n",
      "0.8298775553703308\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4665 - accuracy: 0.8316\n",
      "0.8315604329109192\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4678 - accuracy: 0.8327\n",
      "0.8327353000640869\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.4693 - accuracy: 0.8359\n",
      "0.8359106183052063\n",
      "------------Solution  16 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.4715 - accuracy: 0.8405\n",
      "0.8404513001441956\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4751 - accuracy: 0.8454\n",
      "0.8454471230506897\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.4799 - accuracy: 0.8498\n",
      "0.8497866988182068\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.4851 - accuracy: 0.8546\n",
      "0.8546343445777893\n",
      "Iteration =  21  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.3080 - accuracy: 0.8954\n",
      "0.8953947424888611\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2884 - accuracy: 0.8959\n",
      "0.8958816528320312\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2871 - accuracy: 0.8928\n",
      "0.8928227424621582\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2939 - accuracy: 0.8753\n",
      "0.8753268122673035\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3104 - accuracy: 0.8598\n",
      "0.8598207235336304\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3325 - accuracy: 0.8429\n",
      "0.8428857326507568\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3571 - accuracy: 0.8441\n",
      "0.8441135287284851\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.3809 - accuracy: 0.8375\n",
      "0.8374665379524231\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4040 - accuracy: 0.8221\n",
      "0.8220874667167664\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4242 - accuracy: 0.8267\n",
      "0.8266916275024414\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4403 - accuracy: 0.8252\n",
      "0.8251674771308899\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4520 - accuracy: 0.8274\n",
      "0.827390193939209\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4570 - accuracy: 0.8298\n",
      "0.829792857170105\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4584 - accuracy: 0.8315\n",
      "0.8314757943153381\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4617 - accuracy: 0.8325\n",
      "0.8324812650680542\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4636 - accuracy: 0.8346\n",
      "0.8345770239830017\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4657 - accuracy: 0.8387\n",
      "0.8386731147766113\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4684 - accuracy: 0.8434\n",
      "0.8434043526649475\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.4723 - accuracy: 0.8482\n",
      "0.8482202291488647\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4769 - accuracy: 0.8525\n",
      "0.8524751663208008\n",
      "Iteration =  22  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2817 - accuracy: 0.8783\n",
      "0.8782586455345154\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2741 - accuracy: 0.8742\n",
      "0.8741942644119263\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2774 - accuracy: 0.8783\n",
      "0.8783433437347412\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2837 - accuracy: 0.8747\n",
      "0.8746811747550964\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2936 - accuracy: 0.8693\n",
      "0.8693254590034485\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3101 - accuracy: 0.8617\n",
      "0.8617470264434814\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3310 - accuracy: 0.8468\n",
      "0.8467596173286438\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3547 - accuracy: 0.8560\n",
      "0.8560314774513245\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3777 - accuracy: 0.8387\n",
      "0.8387154936790466\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4000 - accuracy: 0.8219\n",
      "0.82194983959198\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4192 - accuracy: 0.8271\n",
      "0.8270938396453857\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4352 - accuracy: 0.8253\n",
      "0.825283944606781\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4467 - accuracy: 0.8296\n",
      "0.8295812010765076\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4522 - accuracy: 0.8322\n",
      "0.8321637511253357\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4539 - accuracy: 0.8334\n",
      "0.8334127068519592\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4572 - accuracy: 0.8334\n",
      "0.8334233164787292\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4596 - accuracy: 0.8365\n",
      "0.8365350961685181\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4622 - accuracy: 0.8406\n",
      "0.8405889272689819\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4654 - accuracy: 0.8458\n",
      "0.8458387851715088\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4694 - accuracy: 0.8505\n",
      "0.8504747152328491\n",
      "Iteration =  23  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2825 - accuracy: 0.8751\n",
      "0.875093936920166\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2770 - accuracy: 0.8753\n",
      "0.8753373622894287\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2765 - accuracy: 0.8787\n",
      "0.878692626953125\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2790 - accuracy: 0.8764\n",
      "0.8763535022735596\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2850 - accuracy: 0.8727\n",
      "0.8727230429649353\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2948 - accuracy: 0.8683\n",
      "0.8683305382728577\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3105 - accuracy: 0.8635\n",
      "0.8634511232376099\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3301 - accuracy: 0.8507\n",
      "0.8507075905799866\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3526 - accuracy: 0.8568\n",
      "0.8567935824394226\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3752 - accuracy: 0.8403\n",
      "0.8402608036994934\n",
      "------------Solution  10 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.3962 - accuracy: 0.8217\n",
      "0.8216534852981567\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4146 - accuracy: 0.8273\n",
      "0.8273267149925232\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4302 - accuracy: 0.8255\n",
      "0.8255273699760437\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4418 - accuracy: 0.8310\n",
      "0.8309571146965027\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4477 - accuracy: 0.8334\n",
      "0.8334127068519592\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4497 - accuracy: 0.8348\n",
      "0.8348309993743896\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.4529 - accuracy: 0.8347\n",
      "0.8347145915031433\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.4559 - accuracy: 0.8386\n",
      "0.8385778665542603\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.4589 - accuracy: 0.8430\n",
      "0.8430127501487732\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4625 - accuracy: 0.8480\n",
      "0.8480402827262878\n",
      "Iteration =  24  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2720 - accuracy: 0.8720\n",
      "0.8719927072525024\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2735 - accuracy: 0.8729\n",
      "0.8728923797607422\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2748 - accuracy: 0.8748\n",
      "0.874818742275238\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2765 - accuracy: 0.8764\n",
      "0.8764169812202454\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2802 - accuracy: 0.8744\n",
      "0.8743847608566284\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2865 - accuracy: 0.8717\n",
      "0.8717386722564697\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2962 - accuracy: 0.8677\n",
      "0.8676742911338806\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.3111 - accuracy: 0.8639\n",
      "0.8639062643051147\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.3296 - accuracy: 0.8599\n",
      "0.8599477410316467\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3511 - accuracy: 0.8581\n",
      "0.8580954670906067\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3730 - accuracy: 0.8415\n",
      "0.8414674401283264\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3927 - accuracy: 0.8227\n",
      "0.8227013349533081\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4104 - accuracy: 0.8276\n",
      "0.8275913000106812\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4255 - accuracy: 0.8266\n",
      "0.826564610004425\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4369 - accuracy: 0.8322\n",
      "0.8321637511253357\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4433 - accuracy: 0.8346\n",
      "0.8345664143562317\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4457 - accuracy: 0.8357\n",
      "0.8357306718826294\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4490 - accuracy: 0.8366\n",
      "0.8366303443908691\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.4524 - accuracy: 0.8409\n",
      "0.8408746719360352\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.4558 - accuracy: 0.8449\n",
      "0.844917893409729\n",
      "Iteration =  25  f(x) =  0.2634073495864868\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2512 - accuracy: 0.8865\n",
      "0.8864615559577942\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2613 - accuracy: 0.8789\n",
      "0.8788514137268066\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2679 - accuracy: 0.8768\n",
      "0.8768085837364197\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2720 - accuracy: 0.8771\n",
      "0.8770626187324524\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2758 - accuracy: 0.8760\n",
      "0.8760465383529663\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2806 - accuracy: 0.8738\n",
      "0.8737920522689819\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2875 - accuracy: 0.8711\n",
      "0.871124804019928\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2973 - accuracy: 0.8678\n",
      "0.8677801489830017\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3117 - accuracy: 0.8643\n",
      "0.8643402457237244\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3294 - accuracy: 0.8673\n",
      "0.867261528968811\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3498 - accuracy: 0.8617\n",
      "0.8617364764213562\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3708 - accuracy: 0.8427\n",
      "0.8427481055259705\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3896 - accuracy: 0.8258\n",
      "0.8257602453231812\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.4065 - accuracy: 0.8281\n",
      "0.8280993700027466\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.4210 - accuracy: 0.8283\n",
      "0.8282793164253235\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4321 - accuracy: 0.8331\n",
      "0.8330634236335754\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.4389 - accuracy: 0.8354\n",
      "0.8354131579399109\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.4418 - accuracy: 0.8364\n",
      "0.8363763093948364\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4455 - accuracy: 0.8380\n",
      "0.8380274772644043\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4490 - accuracy: 0.8421\n",
      "0.8421236276626587\n",
      "Iteration =  26  f(x) =  0.2512089014053345\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2511 - accuracy: 0.8841\n",
      "0.8840800523757935\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2555 - accuracy: 0.8816\n",
      "0.8815503716468811\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2614 - accuracy: 0.8795\n",
      "0.8794546723365784\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2665 - accuracy: 0.8784\n",
      "0.878406822681427\n",
      "------------Solution  4 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2708 - accuracy: 0.8778\n",
      "0.8777929544448853\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2756 - accuracy: 0.8758\n",
      "0.8757818937301636\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2810 - accuracy: 0.8734\n",
      "0.8734322190284729\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2883 - accuracy: 0.8709\n",
      "0.8708919286727905\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2981 - accuracy: 0.8681\n",
      "0.868087112903595\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3122 - accuracy: 0.8646\n",
      "0.864573061466217\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3292 - accuracy: 0.8686\n",
      "0.8685634136199951\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3486 - accuracy: 0.8630\n",
      "0.8629536628723145\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3687 - accuracy: 0.8461\n",
      "0.8460822105407715\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3867 - accuracy: 0.8287\n",
      "0.8287238478660583\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.4029 - accuracy: 0.8283\n",
      "0.8282898664474487\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.4168 - accuracy: 0.8302\n",
      "0.8302373886108398\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.4277 - accuracy: 0.8345\n",
      "0.8344923257827759\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.4347 - accuracy: 0.8364\n",
      "0.8363551497459412\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.4382 - accuracy: 0.8372\n",
      "0.8372336626052856\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4422 - accuracy: 0.8399\n",
      "0.8398903608322144\n",
      "Iteration =  27  f(x) =  0.2511024475097656\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2518 - accuracy: 0.8800\n",
      "0.8799627423286438\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2532 - accuracy: 0.8809\n",
      "0.8808941841125488\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2569 - accuracy: 0.8807\n",
      "0.8807142376899719\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2615 - accuracy: 0.8797\n",
      "0.8797404766082764\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2660 - accuracy: 0.8788\n",
      "0.8788196444511414\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2705 - accuracy: 0.8779\n",
      "0.8778882026672363\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2756 - accuracy: 0.8755\n",
      "0.8754643797874451\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2814 - accuracy: 0.8731\n",
      "0.8730511665344238\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2890 - accuracy: 0.8708\n",
      "0.8707649111747742\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2988 - accuracy: 0.8681\n",
      "0.8680658936500549\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.3126 - accuracy: 0.8648\n",
      "0.864753007888794\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3290 - accuracy: 0.8693\n",
      "0.8692936897277832\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3474 - accuracy: 0.8660\n",
      "0.8660337328910828\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3667 - accuracy: 0.8498\n",
      "0.8497549891471863\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3840 - accuracy: 0.8307\n",
      "0.8307454586029053\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3995 - accuracy: 0.8298\n",
      "0.8297716975212097\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.4129 - accuracy: 0.8320\n",
      "0.8320155739784241\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.4235 - accuracy: 0.8353\n",
      "0.8352755904197693\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4307 - accuracy: 0.8373\n",
      "0.8373183608055115\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.4348 - accuracy: 0.8385\n",
      "0.8385037779808044\n",
      "Iteration =  28  f(x) =  0.2511024475097656\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2519 - accuracy: 0.8834\n",
      "0.8834132552146912\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2525 - accuracy: 0.8823\n",
      "0.8823336362838745\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2545 - accuracy: 0.8811\n",
      "0.8811482191085815\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2579 - accuracy: 0.8804\n",
      "0.8803967237472534\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2618 - accuracy: 0.8799\n",
      "0.8799415826797485\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2659 - accuracy: 0.8790\n",
      "0.8789889812469482\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2705 - accuracy: 0.8777\n",
      "0.8777082562446594\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2758 - accuracy: 0.8752\n",
      "0.8751891851425171\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2818 - accuracy: 0.8728\n",
      "0.8728077411651611\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2896 - accuracy: 0.8707\n",
      "0.8707014322280884\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2994 - accuracy: 0.8681\n",
      "0.8680658936500549\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3130 - accuracy: 0.8650\n",
      "0.8650282025337219\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3288 - accuracy: 0.8699\n",
      "0.8699499368667603\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3464 - accuracy: 0.8689\n",
      "0.8689232468605042\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3648 - accuracy: 0.8516\n",
      "0.8516284227371216\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3814 - accuracy: 0.8333\n",
      "0.8333492279052734\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3963 - accuracy: 0.8315\n",
      "0.8314863443374634\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4092 - accuracy: 0.8331\n",
      "0.8331375122070312\n",
      "------------Solution  18 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.4196 - accuracy: 0.8364\n",
      "0.8364186882972717\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.4268 - accuracy: 0.8378\n",
      "0.8377840518951416\n",
      "Iteration =  29  f(x) =  0.2511024475097656\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2524 - accuracy: 0.8864\n",
      "0.8864191770553589\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2524 - accuracy: 0.8843\n",
      "0.8843023180961609\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2534 - accuracy: 0.8837\n",
      "0.8837202191352844\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2555 - accuracy: 0.8825\n",
      "0.8825029730796814\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2585 - accuracy: 0.8807\n",
      "0.8807460069656372\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2621 - accuracy: 0.8801\n",
      "0.8801215291023254\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2661 - accuracy: 0.8791\n",
      "0.8790736794471741\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2707 - accuracy: 0.8775\n",
      "0.8775177597999573\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2761 - accuracy: 0.8750\n",
      "0.8749563097953796\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2823 - accuracy: 0.8728\n",
      "0.8727759718894958\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2902 - accuracy: 0.8707\n",
      "0.8707014322280884\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3000 - accuracy: 0.8682\n",
      "0.8682352900505066\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3132 - accuracy: 0.8653\n",
      "0.8653457164764404\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3285 - accuracy: 0.8720\n",
      "0.872035026550293\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3453 - accuracy: 0.8708\n",
      "0.870849609375\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3629 - accuracy: 0.8572\n",
      "0.8571746349334717\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3791 - accuracy: 0.8382\n",
      "0.8382391929626465\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3932 - accuracy: 0.8330\n",
      "0.8329575657844543\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.4058 - accuracy: 0.8340\n",
      "0.8339630961418152\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.4160 - accuracy: 0.8375\n",
      "0.8375194668769836\n",
      "Iteration =  30  f(x) =  0.2511024475097656\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2503 - accuracy: 0.8848\n",
      "0.8848103880882263\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2513 - accuracy: 0.8845\n",
      "0.8844928741455078\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 35s 12ms/step - loss: 0.2523 - accuracy: 0.8839\n",
      "0.8839212656021118\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2538 - accuracy: 0.8836\n",
      "0.8836249113082886\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2561 - accuracy: 0.8826\n",
      "0.8826406002044678\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2590 - accuracy: 0.8809\n",
      "0.8808624148368835\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2623 - accuracy: 0.8802\n",
      "0.880153238773346\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2664 - accuracy: 0.8790\n",
      "0.8789889812469482\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2711 - accuracy: 0.8774\n",
      "0.8774119019508362\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2764 - accuracy: 0.8749\n",
      "0.8749246001243591\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2828 - accuracy: 0.8727\n",
      "0.8726701140403748\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2907 - accuracy: 0.8708\n",
      "0.8707543611526489\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3005 - accuracy: 0.8685\n",
      "0.8684787154197693\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3134 - accuracy: 0.8655\n",
      "0.8655362725257874\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.3282 - accuracy: 0.8724\n",
      "0.8724266886711121\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3444 - accuracy: 0.8722\n",
      "0.8722467422485352\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3612 - accuracy: 0.8641\n",
      "0.8641496896743774\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3768 - accuracy: 0.8464\n",
      "0.8463574051856995\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3904 - accuracy: 0.8341\n",
      "0.8341324329376221\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.4025 - accuracy: 0.8350\n",
      "0.8350003957748413\n",
      "Iteration =  31  f(x) =  0.2502879798412323\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2511 - accuracy: 0.8821\n",
      "0.8820796012878418\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2512 - accuracy: 0.8835\n",
      "0.8834978938102722\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.2518 - accuracy: 0.8837\n",
      "0.8836672902107239\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2528 - accuracy: 0.8839\n",
      "0.8839212656021118\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2543 - accuracy: 0.8834\n",
      "0.8833920955657959\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2566 - accuracy: 0.8825\n",
      "0.8825453519821167\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2593 - accuracy: 0.8808\n",
      "0.8808306455612183\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2627 - accuracy: 0.8802\n",
      "0.8802485466003418\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2667 - accuracy: 0.8790\n",
      "0.8789783716201782\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2714 - accuracy: 0.8772\n",
      "0.877210795879364\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2769 - accuracy: 0.8747\n",
      "0.874723494052887\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2833 - accuracy: 0.8726\n",
      "0.8726277947425842\n",
      "------------Solution  12 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2913 - accuracy: 0.8707\n",
      "0.8707332015037537\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3009 - accuracy: 0.8687\n",
      "0.8686692118644714\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3136 - accuracy: 0.8670\n",
      "0.8669968843460083\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3279 - accuracy: 0.8725\n",
      "0.8724796175956726\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3434 - accuracy: 0.8729\n",
      "0.8728923797607422\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3595 - accuracy: 0.8664\n",
      "0.8663830161094666\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3745 - accuracy: 0.8534\n",
      "0.8533536791801453\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3877 - accuracy: 0.8348\n",
      "0.8348098397254944\n",
      "Iteration =  32  f(x) =  0.2502879798412323\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2505 - accuracy: 0.8856\n",
      "0.8855830430984497\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2508 - accuracy: 0.8845\n",
      "0.8845351934432983\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2513 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2520 - accuracy: 0.8838\n",
      "0.8837943077087402\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2531 - accuracy: 0.8839\n",
      "0.8839001059532166\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.2548 - accuracy: 0.8833\n",
      "0.8833073973655701\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 36s 12ms/step - loss: 0.2570 - accuracy: 0.8816\n",
      "0.8816350698471069\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2597 - accuracy: 0.8812\n",
      "0.8812010884284973\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2630 - accuracy: 0.8802\n",
      "0.8801956176757812\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2671 - accuracy: 0.8790\n",
      "0.878967821598053\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2719 - accuracy: 0.8769\n",
      "0.8768932819366455\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2773 - accuracy: 0.8745\n",
      "0.8745223879814148\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2838 - accuracy: 0.8726\n",
      "0.8725854158401489\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2918 - accuracy: 0.8707\n",
      "0.8707014322280884\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3014 - accuracy: 0.8688\n",
      "0.8688068389892578\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3137 - accuracy: 0.8693\n",
      "0.8692725300788879\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.3276 - accuracy: 0.8727\n",
      "0.8727124333381653\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.3425 - accuracy: 0.8740\n",
      "0.8739508390426636\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.3578 - accuracy: 0.8684\n",
      "0.8684151768684387\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3723 - accuracy: 0.8608\n",
      "0.8608474135398865\n",
      "Iteration =  33  f(x) =  0.2502879798412323\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2504 - accuracy: 0.8847\n",
      "0.88469398021698\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2506 - accuracy: 0.8845\n",
      "0.8845034241676331\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2510 - accuracy: 0.8843\n",
      "0.8843234777450562\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2515 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2523 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2535 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 31s 11ms/step - loss: 0.2552 - accuracy: 0.8833\n",
      "0.8832650780677795\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2573 - accuracy: 0.8816\n",
      "0.8816350698471069\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2600 - accuracy: 0.8812\n",
      "0.8812434673309326\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2634 - accuracy: 0.8802\n",
      "0.8802167773246765\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2675 - accuracy: 0.8786\n",
      "0.8786396980285645\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2723 - accuracy: 0.8766\n",
      "0.8766074776649475\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2778 - accuracy: 0.8744\n",
      "0.8744271397590637\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2843 - accuracy: 0.8727\n",
      "0.8727442026138306\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2922 - accuracy: 0.8706\n",
      "0.8706378936767578\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.3017 - accuracy: 0.8691\n",
      "0.8690502643585205\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.3138 - accuracy: 0.8727\n",
      "0.8727336525917053\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3272 - accuracy: 0.8731\n",
      "0.8730829358100891\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3416 - accuracy: 0.8750\n",
      "0.8749986886978149\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3563 - accuracy: 0.8702\n",
      "0.8701828122138977\n",
      "Iteration =  34  f(x) =  0.2502879798412323\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2504 - accuracy: 0.8844\n",
      "0.8843764066696167\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2507 - accuracy: 0.8843\n",
      "0.8842811584472656\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2511 - accuracy: 0.8842\n",
      "0.8841647505760193\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2517 - accuracy: 0.8839\n",
      "0.8839212656021118\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2526 - accuracy: 0.8844\n",
      "0.8843870162963867\n",
      "------------Solution  6 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2538 - accuracy: 0.8839\n",
      "0.8839001059532166\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2555 - accuracy: 0.8832\n",
      "0.883201539516449\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 17s 6ms/step - loss: 0.2577 - accuracy: 0.8816\n",
      "0.881645679473877\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2604 - accuracy: 0.8812\n",
      "0.8812223076820374\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2638 - accuracy: 0.8801\n",
      "0.8801215291023254\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2680 - accuracy: 0.8784\n",
      "0.8783538937568665\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2728 - accuracy: 0.8765\n",
      "0.8764910697937012\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2782 - accuracy: 0.8743\n",
      "0.8743318915367126\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2847 - accuracy: 0.8728\n",
      "0.8727759718894958\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2927 - accuracy: 0.8707\n",
      "0.8707437515258789\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3021 - accuracy: 0.8688\n",
      "0.8688173890113831\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3138 - accuracy: 0.8744\n",
      "0.8743636012077332\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3268 - accuracy: 0.8734\n",
      "0.8734322190284729\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.3406 - accuracy: 0.8755\n",
      "0.8755173087120056\n",
      "Iteration =  35  f(x) =  0.2500773072242737\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2502 - accuracy: 0.8847\n",
      "0.88468337059021\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2503 - accuracy: 0.8845\n",
      "0.8845245838165283\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2505 - accuracy: 0.8844\n",
      "0.884397566318512\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2508 - accuracy: 0.8842\n",
      "0.8841859102249146\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2512 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2519 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2528 - accuracy: 0.8844\n",
      "0.8843552470207214\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2541 - accuracy: 0.8838\n",
      "0.8838260173797607\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2558 - accuracy: 0.8832\n",
      "0.8831803798675537\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2580 - accuracy: 0.8815\n",
      "0.8815292119979858\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2608 - accuracy: 0.8813\n",
      "0.8813175559043884\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2643 - accuracy: 0.8801\n",
      "0.8801003694534302\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2684 - accuracy: 0.8784\n",
      "0.8783538937568665\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2732 - accuracy: 0.8764\n",
      "0.8764487504959106\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2787 - accuracy: 0.8742\n",
      "0.8742365837097168\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2852 - accuracy: 0.8727\n",
      "0.8727442026138306\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2931 - accuracy: 0.8708\n",
      "0.87083899974823\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3024 - accuracy: 0.8688\n",
      "0.8688068389892578\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.3138 - accuracy: 0.8751\n",
      "0.8751257061958313\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.3264 - accuracy: 0.8741\n",
      "0.8740566968917847\n",
      "Iteration =  36  f(x) =  0.2500773072242737\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2501 - accuracy: 0.8838\n",
      "0.8838048577308655\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2503 - accuracy: 0.8843\n",
      "0.8842706084251404\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2505 - accuracy: 0.8843\n",
      "0.8843234777450562\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2509 - accuracy: 0.8842\n",
      "0.8841964602470398\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2514 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2521 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2531 - accuracy: 0.8842\n",
      "0.8842176795005798\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2544 - accuracy: 0.8837\n",
      "0.8836672902107239\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2562 - accuracy: 0.8822\n",
      "0.8821536898612976\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2583 - accuracy: 0.8815\n",
      "0.8814975023269653\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2612 - accuracy: 0.8813\n",
      "0.8813069462776184\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2647 - accuracy: 0.8801\n",
      "0.8800791501998901\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2688 - accuracy: 0.8782\n",
      "0.8781740069389343\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2737 - accuracy: 0.8764\n",
      "0.8763746619224548\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2791 - accuracy: 0.8743\n",
      "0.8743318915367126\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2856 - accuracy: 0.8727\n",
      "0.8727336525917053\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2934 - accuracy: 0.8709\n",
      "0.8709343075752258\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3026 - accuracy: 0.8690\n",
      "0.8689655661582947\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.3138 - accuracy: 0.8756\n",
      "0.8755702376365662\n",
      "Iteration =  37  f(x) =  0.2500773072242737\n",
      "------------Solution  0 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2502 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2504 - accuracy: 0.8843\n",
      "0.8842599987983704\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2506 - accuracy: 0.8843\n",
      "0.8842917680740356\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2510 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2515 - accuracy: 0.8840\n",
      "0.8840482831001282\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2523 - accuracy: 0.8844\n",
      "0.8843658566474915\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2533 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2547 - accuracy: 0.8836\n",
      "0.8836355209350586\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2565 - accuracy: 0.8822\n",
      "0.8821960687637329\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2587 - accuracy: 0.8820\n",
      "0.8820266723632812\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2616 - accuracy: 0.8812\n",
      "0.881179928779602\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2651 - accuracy: 0.8798\n",
      "0.8798357248306274\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2693 - accuracy: 0.8782\n",
      "0.8782163262367249\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2741 - accuracy: 0.8763\n",
      "0.8762581944465637\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2796 - accuracy: 0.8743\n",
      "0.8743424415588379\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2861 - accuracy: 0.8729\n",
      "0.8728606104850769\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2938 - accuracy: 0.8711\n",
      "0.8710718750953674\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.3029 - accuracy: 0.8691\n",
      "0.8691137433052063\n",
      "Iteration =  38  f(x) =  0.2500773072242737\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841859102249146\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2505 - accuracy: 0.8843\n",
      "0.8842599987983704\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 36s 12ms/step - loss: 0.2507 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2511 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 42s 14ms/step - loss: 0.2517 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 46s 16ms/step - loss: 0.2525 - accuracy: 0.8845\n",
      "0.8845034241676331\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2535 - accuracy: 0.8842\n",
      "0.8842493891716003\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2550 - accuracy: 0.8836\n",
      "0.8835508227348328\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2567 - accuracy: 0.8821\n",
      "0.8821219801902771\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2590 - accuracy: 0.8821\n",
      "0.8820584416389465\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2620 - accuracy: 0.8812\n",
      "0.8812010884284973\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2655 - accuracy: 0.8796\n",
      "0.8796452283859253\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2697 - accuracy: 0.8781\n",
      "0.878142237663269\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2745 - accuracy: 0.8762\n",
      "0.8761735558509827\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2800 - accuracy: 0.8742\n",
      "0.8742471933364868\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2865 - accuracy: 0.8728\n",
      "0.8728077411651611\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2941 - accuracy: 0.8712\n",
      "0.8711882829666138\n",
      "Iteration =  39  f(x) =  0.2500138580799103\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840377330780029\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2505 - accuracy: 0.8842\n",
      "0.8842388391494751\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2508 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2513 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2519 - accuracy: 0.8841\n",
      "0.884122371673584\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2527 - accuracy: 0.8845\n",
      "0.8845245838165283\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2538 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2552 - accuracy: 0.8836\n",
      "0.8835508227348328\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2570 - accuracy: 0.8820\n",
      "0.882016122341156\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2594 - accuracy: 0.8821\n",
      "0.8820796012878418\n",
      "------------Solution  14 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2624 - accuracy: 0.8811\n",
      "0.8811058402061462\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2660 - accuracy: 0.8795\n",
      "0.8795076012611389\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2702 - accuracy: 0.8780\n",
      "0.8779729008674622\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2750 - accuracy: 0.8761\n",
      "0.8760783076286316\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2804 - accuracy: 0.8743\n",
      "0.8743424415588379\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2869 - accuracy: 0.8728\n",
      "0.8728182911872864\n",
      "Iteration =  40  f(x) =  0.2500138580799103\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2501 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842176795005798\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2506 - accuracy: 0.8842\n",
      "0.8841541409492493\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2509 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2514 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2520 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2529 - accuracy: 0.8845\n",
      "0.8844504952430725\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2540 - accuracy: 0.8839\n",
      "0.8839212656021118\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2555 - accuracy: 0.8826\n",
      "0.8825876712799072\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2573 - accuracy: 0.8820\n",
      "0.882016122341156\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2598 - accuracy: 0.8821\n",
      "0.8820902109146118\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2627 - accuracy: 0.8809\n",
      "0.8808518052101135\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2664 - accuracy: 0.8792\n",
      "0.8791794776916504\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2706 - accuracy: 0.8778\n",
      "0.8777929544448853\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2754 - accuracy: 0.8761\n",
      "0.8760783076286316\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2808 - accuracy: 0.8743\n",
      "0.8743318915367126\n",
      "Iteration =  41  f(x) =  0.25000402331352234\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841964602470398\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841541409492493\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2507 - accuracy: 0.8841\n",
      "0.884122371673584\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2510 - accuracy: 0.8841\n",
      "0.8840800523757935\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2515 - accuracy: 0.8841\n",
      "0.8840588927268982\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2522 - accuracy: 0.8843\n",
      "0.8843234777450562\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2531 - accuracy: 0.8845\n",
      "0.8844822645187378\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2542 - accuracy: 0.8839\n",
      "0.8839107155799866\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2557 - accuracy: 0.8826\n",
      "0.882566511631012\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2576 - accuracy: 0.8821\n",
      "0.8820584416389465\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2601 - accuracy: 0.8820\n",
      "0.8819525837898254\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2631 - accuracy: 0.8808\n",
      "0.8808412551879883\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2668 - accuracy: 0.8791\n",
      "0.8790736794471741\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2711 - accuracy: 0.8777\n",
      "0.8776659369468689\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2758 - accuracy: 0.8760\n",
      "0.8759936094284058\n",
      "Iteration =  42  f(x) =  0.25000402331352234\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2505 - accuracy: 0.8842\n",
      "0.8841541409492493\n",
      "------------Solution  8 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.2508 - accuracy: 0.8841\n",
      "0.884122371673584\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2511 - accuracy: 0.8842\n",
      "0.8841647505760193\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2517 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 41s 14ms/step - loss: 0.2524 - accuracy: 0.8845\n",
      "0.8844716548919678\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2533 - accuracy: 0.8844\n",
      "0.884408175945282\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2545 - accuracy: 0.8838\n",
      "0.8838048577308655\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2560 - accuracy: 0.8826\n",
      "0.8825876712799072\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2579 - accuracy: 0.8821\n",
      "0.8821113705635071\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2605 - accuracy: 0.8820\n",
      "0.8819737434387207\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2635 - accuracy: 0.8807\n",
      "0.8806824684143066\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2672 - accuracy: 0.8791\n",
      "0.8790736794471741\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2715 - accuracy: 0.8777\n",
      "0.8776765465736389\n",
      "Iteration =  43  f(x) =  0.24999766051769257\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2501 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2502 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841859102249146\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2506 - accuracy: 0.8841\n",
      "0.8840800523757935\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2509 - accuracy: 0.8841\n",
      "0.884122371673584\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2513 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2518 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2525 - accuracy: 0.8847\n",
      "0.88468337059021\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2535 - accuracy: 0.8842\n",
      "0.8842388391494751\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2547 - accuracy: 0.8837\n",
      "0.8837307691574097\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2562 - accuracy: 0.8825\n",
      "0.8825241327285767\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2583 - accuracy: 0.8821\n",
      "0.8820796012878418\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2608 - accuracy: 0.8820\n",
      "0.8819525837898254\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2639 - accuracy: 0.8804\n",
      "0.8804178833961487\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2676 - accuracy: 0.8790\n",
      "0.8790101408958435\n",
      "Iteration =  44  f(x) =  0.24999766051769257\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2506 - accuracy: 0.8840\n",
      "0.8840482831001282\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2509 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2514 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2519 - accuracy: 0.8841\n",
      "0.8840695023536682\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2527 - accuracy: 0.8846\n",
      "0.8846092820167542\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2536 - accuracy: 0.8842\n",
      "0.8841964602470398\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2549 - accuracy: 0.8829\n",
      "0.8828628659248352\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2565 - accuracy: 0.8824\n",
      "0.8824288845062256\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2586 - accuracy: 0.8825\n",
      "0.8825347423553467\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2612 - accuracy: 0.8818\n",
      "0.8817726969718933\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2643 - accuracy: 0.8803\n",
      "0.8802697062492371\n",
      "Iteration =  45  f(x) =  0.24999766051769257\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 40s 14ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8841118216514587\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2505 - accuracy: 0.8842\n",
      "0.8841541409492493\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2507 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 19s 7ms/step - loss: 0.2510 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2515 - accuracy: 0.8840\n",
      "0.8839530348777771\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2521 - accuracy: 0.8842\n",
      "0.8842070698738098\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2528 - accuracy: 0.8845\n",
      "0.8845351934432983\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2538 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2551 - accuracy: 0.8829\n",
      "0.8828946352005005\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2568 - accuracy: 0.8825\n",
      "0.8825135827064514\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2589 - accuracy: 0.8826\n",
      "0.8825559020042419\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2615 - accuracy: 0.8817\n",
      "0.8816668391227722\n",
      "Iteration =  46  f(x) =  0.24999766051769257\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 44s 15ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 37s 13ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 37s 13ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 39s 13ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 37s 13ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 38s 13ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 37s 12ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8841012120246887\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 38s 13ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841859102249146\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 40s 14ms/step - loss: 0.2505 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 39s 13ms/step - loss: 0.2508 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 39s 13ms/step - loss: 0.2511 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 40s 14ms/step - loss: 0.2516 - accuracy: 0.8840\n",
      "0.8839741945266724\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 31s 11ms/step - loss: 0.2522 - accuracy: 0.8844\n",
      "0.8843552470207214\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 33s 11ms/step - loss: 0.2530 - accuracy: 0.8845\n",
      "0.8844928741455078\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.2540 - accuracy: 0.8840\n",
      "0.8840377330780029\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2553 - accuracy: 0.8829\n",
      "0.8828734159469604\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2570 - accuracy: 0.8825\n",
      "0.8825135827064514\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2592 - accuracy: 0.8826\n",
      "0.8825876712799072\n",
      "Iteration =  47  f(x) =  0.24999739229679108\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 35s 12ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2502 - accuracy: 0.8841\n",
      "0.8840695023536682\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 33s 11ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2506 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2508 - accuracy: 0.8841\n",
      "0.884122371673584\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 33s 11ms/step - loss: 0.2512 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 31s 11ms/step - loss: 0.2517 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 32s 11ms/step - loss: 0.2523 - accuracy: 0.8845\n",
      "0.8845034241676331\n",
      "------------Solution  16 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 33s 11ms/step - loss: 0.2532 - accuracy: 0.8844\n",
      "0.884418785572052\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 38s 13ms/step - loss: 0.2542 - accuracy: 0.8840\n",
      "0.8840482831001282\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 41s 14ms/step - loss: 0.2556 - accuracy: 0.8829\n",
      "0.8828840255737305\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 40s 13ms/step - loss: 0.2573 - accuracy: 0.8826\n",
      "0.882566511631012\n",
      "Iteration =  48  f(x) =  0.24999718368053436\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 30s 10ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 36s 12ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 39s 13ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840271234512329\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2502 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2503 - accuracy: 0.8841\n",
      "0.8840695023536682\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2504 - accuracy: 0.8842\n",
      "0.8841541409492493\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2506 - accuracy: 0.8841\n",
      "0.8840695023536682\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2509 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.2513 - accuracy: 0.8840\n",
      "0.8839848041534424\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2518 - accuracy: 0.8841\n",
      "0.8840695023536682\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2525 - accuracy: 0.8847\n",
      "0.8846516013145447\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 18s 6ms/step - loss: 0.2533 - accuracy: 0.8844\n",
      "0.8843552470207214\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 19s 6ms/step - loss: 0.2544 - accuracy: 0.8840\n",
      "0.8839848041534424\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2558 - accuracy: 0.8829\n",
      "0.882926344871521\n",
      "Iteration =  49  f(x) =  0.24999718368053436\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 23s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 22s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  10 -------------\n",
      "2953/2953 [==============================] - 28s 9ms/step - loss: 0.2502 - accuracy: 0.8840\n",
      "0.8839954137802124\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841859102249146\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2505 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 29s 10ms/step - loss: 0.2507 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2510 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2514 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2519 - accuracy: 0.8841\n",
      "0.884143590927124\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2526 - accuracy: 0.8847\n",
      "0.88469398021698\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 28s 10ms/step - loss: 0.2535 - accuracy: 0.8842\n",
      "0.8842388391494751\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 31s 10ms/step - loss: 0.2546 - accuracy: 0.8840\n",
      "0.8839741945266724\n",
      "Iteration =  50  f(x) =  0.24999718368053436\n",
      "------------Solution  0 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  1 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  2 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  3 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  4 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  5 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  6 -------------\n",
      "2953/2953 [==============================] - 25s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839318752288818\n",
      "------------Solution  7 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2500 - accuracy: 0.8839\n",
      "0.8839424848556519\n",
      "------------Solution  8 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2500 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  9 -------------\n",
      "2953/2953 [==============================] - 25s 8ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840165734291077\n",
      "------------Solution  10 -------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2501 - accuracy: 0.8840\n",
      "0.8840059638023376\n",
      "------------Solution  11 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2502 - accuracy: 0.8840\n",
      "0.8839636445045471\n",
      "------------Solution  12 -------------\n",
      "2953/2953 [==============================] - 27s 9ms/step - loss: 0.2503 - accuracy: 0.8842\n",
      "0.8841753005981445\n",
      "------------Solution  13 -------------\n",
      "2953/2953 [==============================] - 24s 8ms/step - loss: 0.2505 - accuracy: 0.8841\n",
      "0.8840906620025635\n",
      "------------Solution  14 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2508 - accuracy: 0.8840\n",
      "0.8840482831001282\n",
      "------------Solution  15 -------------\n",
      "2953/2953 [==============================] - 21s 7ms/step - loss: 0.2511 - accuracy: 0.8841\n",
      "0.8840800523757935\n",
      "------------Solution  16 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2515 - accuracy: 0.8840\n",
      "0.8839848041534424\n",
      "------------Solution  17 -------------\n",
      "2953/2953 [==============================] - 20s 7ms/step - loss: 0.2520 - accuracy: 0.8842\n",
      "0.8842388391494751\n",
      "------------Solution  18 -------------\n",
      "2953/2953 [==============================] - 26s 9ms/step - loss: 0.2527 - accuracy: 0.8847\n",
      "0.88468337059021\n",
      "------------Solution  19 -------------\n",
      "2953/2953 [==============================] - 22s 7ms/step - loss: 0.2537 - accuracy: 0.8843\n",
      "0.8842811584472656\n",
      "Iteration =  51  f(x) =  0.24999718368053436\n"
     ]
    }
   ],
   "source": [
    "# Driven code\n",
    "L_bound = -1\n",
    "U_bound = 1\n",
    "\n",
    "min_values = [L_bound for _ in range(dim)]\n",
    "max_values = [U_bound for _ in range(dim)]\n",
    "\n",
    "Food, Food_fit = salp_swarm_algorithm(N, min_values, max_values, 50, mlp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "id": "KNMgPau4OgjT"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The final solution:\n",
      "loss: 0.24999718368053436\n",
      "accurcey\" 0.8839318752288818\n"
     ]
    }
   ],
   "source": [
    "print('The final solution:')\n",
    "print(f'loss: {Food_fit[0]}')\n",
    "print(f'accurcey\" {Food_fit[1]}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "J3EsFV16rKdq"
   },
   "source": [
    "---"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "provenance": []
  },
  "gpuClass": "standard",
  "kernelspec": {
   "display_name": "tf9_py3-env",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13 (main, Oct 13 2022, 21:15:33) \n[GCC 11.2.0]"
  },
  "vscode": {
   "interpreter": {
    "hash": "4d1fad7a6bdc512dcfc6345c500a4bcf377540d6169dd756b8f407882704a9b1"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}