ML Based Web App Firewall.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2e91a565",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "http_request_df = pd.read_csv(\"processed_urls.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "3d3925b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pycaret.classification import *\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "81484dc1",
   "metadata": {},
   "outputs": [],
   "source": [
    "train_set, test_set = train_test_split(http_request_df.loc[:8000,:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "147a87df",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "#T_948d0_row44_col1{\n",
       "            background-color:  lightgreen;\n",
       "        }</style><table id=\"T_948d0_\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >Description</th>        <th class=\"col_heading level0 col1\" >Value</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_948d0_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_948d0_row0_col0\" class=\"data row0 col0\" >session_id</td>\n",
       "                        <td id=\"T_948d0_row0_col1\" class=\"data row0 col1\" >7483</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "                        <td id=\"T_948d0_row1_col0\" class=\"data row1 col0\" >Target</td>\n",
       "                        <td id=\"T_948d0_row1_col1\" class=\"data row1 col1\" >type</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "                        <td id=\"T_948d0_row2_col0\" class=\"data row2 col0\" >Target Type</td>\n",
       "                        <td id=\"T_948d0_row2_col1\" class=\"data row2 col1\" >Multiclass</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "                        <td id=\"T_948d0_row3_col0\" class=\"data row3 col0\" >Label Encoded</td>\n",
       "                        <td id=\"T_948d0_row3_col1\" class=\"data row3 col1\" >benign: 0, defacement: 1, malware: 2, phishing: 3</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "                        <td id=\"T_948d0_row4_col0\" class=\"data row4 col0\" >Original Data</td>\n",
       "                        <td id=\"T_948d0_row4_col1\" class=\"data row4 col1\" >(6000, 12)</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "                        <td id=\"T_948d0_row5_col0\" class=\"data row5 col0\" >Missing Values</td>\n",
       "                        <td id=\"T_948d0_row5_col1\" class=\"data row5 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "                        <td id=\"T_948d0_row6_col0\" class=\"data row6 col0\" >Numeric Features</td>\n",
       "                        <td id=\"T_948d0_row6_col1\" class=\"data row6 col1\" >10</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
       "                        <td id=\"T_948d0_row7_col0\" class=\"data row7 col0\" >Categorical Features</td>\n",
       "                        <td id=\"T_948d0_row7_col1\" class=\"data row7 col1\" >1</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
       "                        <td id=\"T_948d0_row8_col0\" class=\"data row8 col0\" >Ordinal Features</td>\n",
       "                        <td id=\"T_948d0_row8_col1\" class=\"data row8 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
       "                        <td id=\"T_948d0_row9_col0\" class=\"data row9 col0\" >High Cardinality Features</td>\n",
       "                        <td id=\"T_948d0_row9_col1\" class=\"data row9 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
       "                        <td id=\"T_948d0_row10_col0\" class=\"data row10 col0\" >High Cardinality Method</td>\n",
       "                        <td id=\"T_948d0_row10_col1\" class=\"data row10 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
       "                        <td id=\"T_948d0_row11_col0\" class=\"data row11 col0\" >Transformed Train Set</td>\n",
       "                        <td id=\"T_948d0_row11_col1\" class=\"data row11 col1\" >(4199, 4204)</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
       "                        <td id=\"T_948d0_row12_col0\" class=\"data row12 col0\" >Transformed Test Set</td>\n",
       "                        <td id=\"T_948d0_row12_col1\" class=\"data row12 col1\" >(1801, 4204)</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row13\" class=\"row_heading level0 row13\" >13</th>\n",
       "                        <td id=\"T_948d0_row13_col0\" class=\"data row13 col0\" >Shuffle Train-Test</td>\n",
       "                        <td id=\"T_948d0_row13_col1\" class=\"data row13 col1\" >True</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row14\" class=\"row_heading level0 row14\" >14</th>\n",
       "                        <td id=\"T_948d0_row14_col0\" class=\"data row14 col0\" >Stratify Train-Test</td>\n",
       "                        <td id=\"T_948d0_row14_col1\" class=\"data row14 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row15\" class=\"row_heading level0 row15\" >15</th>\n",
       "                        <td id=\"T_948d0_row15_col0\" class=\"data row15 col0\" >Fold Generator</td>\n",
       "                        <td id=\"T_948d0_row15_col1\" class=\"data row15 col1\" >StratifiedKFold</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row16\" class=\"row_heading level0 row16\" >16</th>\n",
       "                        <td id=\"T_948d0_row16_col0\" class=\"data row16 col0\" >Fold Number</td>\n",
       "                        <td id=\"T_948d0_row16_col1\" class=\"data row16 col1\" >10</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row17\" class=\"row_heading level0 row17\" >17</th>\n",
       "                        <td id=\"T_948d0_row17_col0\" class=\"data row17 col0\" >CPU Jobs</td>\n",
       "                        <td id=\"T_948d0_row17_col1\" class=\"data row17 col1\" >-1</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row18\" class=\"row_heading level0 row18\" >18</th>\n",
       "                        <td id=\"T_948d0_row18_col0\" class=\"data row18 col0\" >Use GPU</td>\n",
       "                        <td id=\"T_948d0_row18_col1\" class=\"data row18 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row19\" class=\"row_heading level0 row19\" >19</th>\n",
       "                        <td id=\"T_948d0_row19_col0\" class=\"data row19 col0\" >Log Experiment</td>\n",
       "                        <td id=\"T_948d0_row19_col1\" class=\"data row19 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row20\" class=\"row_heading level0 row20\" >20</th>\n",
       "                        <td id=\"T_948d0_row20_col0\" class=\"data row20 col0\" >Experiment Name</td>\n",
       "                        <td id=\"T_948d0_row20_col1\" class=\"data row20 col1\" >clf-default-name</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row21\" class=\"row_heading level0 row21\" >21</th>\n",
       "                        <td id=\"T_948d0_row21_col0\" class=\"data row21 col0\" >USI</td>\n",
       "                        <td id=\"T_948d0_row21_col1\" class=\"data row21 col1\" >7472</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row22\" class=\"row_heading level0 row22\" >22</th>\n",
       "                        <td id=\"T_948d0_row22_col0\" class=\"data row22 col0\" >Imputation Type</td>\n",
       "                        <td id=\"T_948d0_row22_col1\" class=\"data row22 col1\" >simple</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row23\" class=\"row_heading level0 row23\" >23</th>\n",
       "                        <td id=\"T_948d0_row23_col0\" class=\"data row23 col0\" >Iterative Imputation Iteration</td>\n",
       "                        <td id=\"T_948d0_row23_col1\" class=\"data row23 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row24\" class=\"row_heading level0 row24\" >24</th>\n",
       "                        <td id=\"T_948d0_row24_col0\" class=\"data row24 col0\" >Numeric Imputer</td>\n",
       "                        <td id=\"T_948d0_row24_col1\" class=\"data row24 col1\" >mean</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row25\" class=\"row_heading level0 row25\" >25</th>\n",
       "                        <td id=\"T_948d0_row25_col0\" class=\"data row25 col0\" >Iterative Imputation Numeric Model</td>\n",
       "                        <td id=\"T_948d0_row25_col1\" class=\"data row25 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row26\" class=\"row_heading level0 row26\" >26</th>\n",
       "                        <td id=\"T_948d0_row26_col0\" class=\"data row26 col0\" >Categorical Imputer</td>\n",
       "                        <td id=\"T_948d0_row26_col1\" class=\"data row26 col1\" >constant</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row27\" class=\"row_heading level0 row27\" >27</th>\n",
       "                        <td id=\"T_948d0_row27_col0\" class=\"data row27 col0\" >Iterative Imputation Categorical Model</td>\n",
       "                        <td id=\"T_948d0_row27_col1\" class=\"data row27 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row28\" class=\"row_heading level0 row28\" >28</th>\n",
       "                        <td id=\"T_948d0_row28_col0\" class=\"data row28 col0\" >Unknown Categoricals Handling</td>\n",
       "                        <td id=\"T_948d0_row28_col1\" class=\"data row28 col1\" >least_frequent</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row29\" class=\"row_heading level0 row29\" >29</th>\n",
       "                        <td id=\"T_948d0_row29_col0\" class=\"data row29 col0\" >Normalize</td>\n",
       "                        <td id=\"T_948d0_row29_col1\" class=\"data row29 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row30\" class=\"row_heading level0 row30\" >30</th>\n",
       "                        <td id=\"T_948d0_row30_col0\" class=\"data row30 col0\" >Normalize Method</td>\n",
       "                        <td id=\"T_948d0_row30_col1\" class=\"data row30 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row31\" class=\"row_heading level0 row31\" >31</th>\n",
       "                        <td id=\"T_948d0_row31_col0\" class=\"data row31 col0\" >Transformation</td>\n",
       "                        <td id=\"T_948d0_row31_col1\" class=\"data row31 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row32\" class=\"row_heading level0 row32\" >32</th>\n",
       "                        <td id=\"T_948d0_row32_col0\" class=\"data row32 col0\" >Transformation Method</td>\n",
       "                        <td id=\"T_948d0_row32_col1\" class=\"data row32 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row33\" class=\"row_heading level0 row33\" >33</th>\n",
       "                        <td id=\"T_948d0_row33_col0\" class=\"data row33 col0\" >PCA</td>\n",
       "                        <td id=\"T_948d0_row33_col1\" class=\"data row33 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row34\" class=\"row_heading level0 row34\" >34</th>\n",
       "                        <td id=\"T_948d0_row34_col0\" class=\"data row34 col0\" >PCA Method</td>\n",
       "                        <td id=\"T_948d0_row34_col1\" class=\"data row34 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row35\" class=\"row_heading level0 row35\" >35</th>\n",
       "                        <td id=\"T_948d0_row35_col0\" class=\"data row35 col0\" >PCA Components</td>\n",
       "                        <td id=\"T_948d0_row35_col1\" class=\"data row35 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row36\" class=\"row_heading level0 row36\" >36</th>\n",
       "                        <td id=\"T_948d0_row36_col0\" class=\"data row36 col0\" >Ignore Low Variance</td>\n",
       "                        <td id=\"T_948d0_row36_col1\" class=\"data row36 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row37\" class=\"row_heading level0 row37\" >37</th>\n",
       "                        <td id=\"T_948d0_row37_col0\" class=\"data row37 col0\" >Combine Rare Levels</td>\n",
       "                        <td id=\"T_948d0_row37_col1\" class=\"data row37 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row38\" class=\"row_heading level0 row38\" >38</th>\n",
       "                        <td id=\"T_948d0_row38_col0\" class=\"data row38 col0\" >Rare Level Threshold</td>\n",
       "                        <td id=\"T_948d0_row38_col1\" class=\"data row38 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row39\" class=\"row_heading level0 row39\" >39</th>\n",
       "                        <td id=\"T_948d0_row39_col0\" class=\"data row39 col0\" >Numeric Binning</td>\n",
       "                        <td id=\"T_948d0_row39_col1\" class=\"data row39 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row40\" class=\"row_heading level0 row40\" >40</th>\n",
       "                        <td id=\"T_948d0_row40_col0\" class=\"data row40 col0\" >Remove Outliers</td>\n",
       "                        <td id=\"T_948d0_row40_col1\" class=\"data row40 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row41\" class=\"row_heading level0 row41\" >41</th>\n",
       "                        <td id=\"T_948d0_row41_col0\" class=\"data row41 col0\" >Outliers Threshold</td>\n",
       "                        <td id=\"T_948d0_row41_col1\" class=\"data row41 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row42\" class=\"row_heading level0 row42\" >42</th>\n",
       "                        <td id=\"T_948d0_row42_col0\" class=\"data row42 col0\" >Remove Multicollinearity</td>\n",
       "                        <td id=\"T_948d0_row42_col1\" class=\"data row42 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row43\" class=\"row_heading level0 row43\" >43</th>\n",
       "                        <td id=\"T_948d0_row43_col0\" class=\"data row43 col0\" >Multicollinearity Threshold</td>\n",
       "                        <td id=\"T_948d0_row43_col1\" class=\"data row43 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row44\" class=\"row_heading level0 row44\" >44</th>\n",
       "                        <td id=\"T_948d0_row44_col0\" class=\"data row44 col0\" >Remove Perfect Collinearity</td>\n",
       "                        <td id=\"T_948d0_row44_col1\" class=\"data row44 col1\" >True</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row45\" class=\"row_heading level0 row45\" >45</th>\n",
       "                        <td id=\"T_948d0_row45_col0\" class=\"data row45 col0\" >Clustering</td>\n",
       "                        <td id=\"T_948d0_row45_col1\" class=\"data row45 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row46\" class=\"row_heading level0 row46\" >46</th>\n",
       "                        <td id=\"T_948d0_row46_col0\" class=\"data row46 col0\" >Clustering Iteration</td>\n",
       "                        <td id=\"T_948d0_row46_col1\" class=\"data row46 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row47\" class=\"row_heading level0 row47\" >47</th>\n",
       "                        <td id=\"T_948d0_row47_col0\" class=\"data row47 col0\" >Polynomial Features</td>\n",
       "                        <td id=\"T_948d0_row47_col1\" class=\"data row47 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row48\" class=\"row_heading level0 row48\" >48</th>\n",
       "                        <td id=\"T_948d0_row48_col0\" class=\"data row48 col0\" >Polynomial Degree</td>\n",
       "                        <td id=\"T_948d0_row48_col1\" class=\"data row48 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row49\" class=\"row_heading level0 row49\" >49</th>\n",
       "                        <td id=\"T_948d0_row49_col0\" class=\"data row49 col0\" >Trignometry Features</td>\n",
       "                        <td id=\"T_948d0_row49_col1\" class=\"data row49 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row50\" class=\"row_heading level0 row50\" >50</th>\n",
       "                        <td id=\"T_948d0_row50_col0\" class=\"data row50 col0\" >Polynomial Threshold</td>\n",
       "                        <td id=\"T_948d0_row50_col1\" class=\"data row50 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row51\" class=\"row_heading level0 row51\" >51</th>\n",
       "                        <td id=\"T_948d0_row51_col0\" class=\"data row51 col0\" >Group Features</td>\n",
       "                        <td id=\"T_948d0_row51_col1\" class=\"data row51 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row52\" class=\"row_heading level0 row52\" >52</th>\n",
       "                        <td id=\"T_948d0_row52_col0\" class=\"data row52 col0\" >Feature Selection</td>\n",
       "                        <td id=\"T_948d0_row52_col1\" class=\"data row52 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row53\" class=\"row_heading level0 row53\" >53</th>\n",
       "                        <td id=\"T_948d0_row53_col0\" class=\"data row53 col0\" >Feature Selection Method</td>\n",
       "                        <td id=\"T_948d0_row53_col1\" class=\"data row53 col1\" >classic</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row54\" class=\"row_heading level0 row54\" >54</th>\n",
       "                        <td id=\"T_948d0_row54_col0\" class=\"data row54 col0\" >Features Selection Threshold</td>\n",
       "                        <td id=\"T_948d0_row54_col1\" class=\"data row54 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row55\" class=\"row_heading level0 row55\" >55</th>\n",
       "                        <td id=\"T_948d0_row55_col0\" class=\"data row55 col0\" >Feature Interaction</td>\n",
       "                        <td id=\"T_948d0_row55_col1\" class=\"data row55 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row56\" class=\"row_heading level0 row56\" >56</th>\n",
       "                        <td id=\"T_948d0_row56_col0\" class=\"data row56 col0\" >Feature Ratio</td>\n",
       "                        <td id=\"T_948d0_row56_col1\" class=\"data row56 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row57\" class=\"row_heading level0 row57\" >57</th>\n",
       "                        <td id=\"T_948d0_row57_col0\" class=\"data row57 col0\" >Interaction Threshold</td>\n",
       "                        <td id=\"T_948d0_row57_col1\" class=\"data row57 col1\" >None</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row58\" class=\"row_heading level0 row58\" >58</th>\n",
       "                        <td id=\"T_948d0_row58_col0\" class=\"data row58 col0\" >Fix Imbalance</td>\n",
       "                        <td id=\"T_948d0_row58_col1\" class=\"data row58 col1\" >False</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_948d0_level0_row59\" class=\"row_heading level0 row59\" >59</th>\n",
       "                        <td id=\"T_948d0_row59_col0\" class=\"data row59 col0\" >Fix Imbalance Method</td>\n",
       "                        <td id=\"T_948d0_row59_col1\" class=\"data row59 col1\" >SMOTE</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f8374996520>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "clu1 = setup(data = train_set, target='type', \\\n",
    "             numeric_features=['unicode', 'inequality', 'pipe', 'semicolon', 'curlybrace', 'caret', 'consecutive_num', 'hyphen', 'underscore'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fb8ea53e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "    #T_f1c74_ th {\n",
       "          text-align: left;\n",
       "    }#T_f1c74_row0_col0,#T_f1c74_row0_col2,#T_f1c74_row0_col3,#T_f1c74_row0_col6,#T_f1c74_row1_col0,#T_f1c74_row1_col1,#T_f1c74_row1_col3,#T_f1c74_row1_col4,#T_f1c74_row1_col5,#T_f1c74_row1_col6,#T_f1c74_row1_col7,#T_f1c74_row2_col0,#T_f1c74_row2_col1,#T_f1c74_row2_col2,#T_f1c74_row2_col3,#T_f1c74_row2_col4,#T_f1c74_row2_col5,#T_f1c74_row2_col6,#T_f1c74_row2_col7,#T_f1c74_row3_col0,#T_f1c74_row3_col1,#T_f1c74_row3_col2,#T_f1c74_row3_col4,#T_f1c74_row3_col5,#T_f1c74_row3_col7,#T_f1c74_row4_col0,#T_f1c74_row4_col1,#T_f1c74_row4_col2,#T_f1c74_row4_col3,#T_f1c74_row4_col4,#T_f1c74_row4_col5,#T_f1c74_row4_col6,#T_f1c74_row4_col7,#T_f1c74_row5_col0,#T_f1c74_row5_col1,#T_f1c74_row5_col2,#T_f1c74_row5_col3,#T_f1c74_row5_col4,#T_f1c74_row5_col5,#T_f1c74_row5_col6,#T_f1c74_row5_col7,#T_f1c74_row6_col0,#T_f1c74_row6_col1,#T_f1c74_row6_col2,#T_f1c74_row6_col3,#T_f1c74_row6_col4,#T_f1c74_row6_col5,#T_f1c74_row6_col6,#T_f1c74_row6_col7,#T_f1c74_row7_col0,#T_f1c74_row7_col1,#T_f1c74_row7_col2,#T_f1c74_row7_col3,#T_f1c74_row7_col4,#T_f1c74_row7_col5,#T_f1c74_row7_col6,#T_f1c74_row7_col7,#T_f1c74_row8_col0,#T_f1c74_row8_col1,#T_f1c74_row8_col2,#T_f1c74_row8_col3,#T_f1c74_row8_col4,#T_f1c74_row8_col5,#T_f1c74_row8_col6,#T_f1c74_row8_col7,#T_f1c74_row9_col0,#T_f1c74_row9_col1,#T_f1c74_row9_col2,#T_f1c74_row9_col3,#T_f1c74_row9_col4,#T_f1c74_row9_col5,#T_f1c74_row9_col6,#T_f1c74_row9_col7,#T_f1c74_row10_col0,#T_f1c74_row10_col1,#T_f1c74_row10_col2,#T_f1c74_row10_col3,#T_f1c74_row10_col4,#T_f1c74_row10_col5,#T_f1c74_row10_col6,#T_f1c74_row10_col7,#T_f1c74_row11_col0,#T_f1c74_row11_col1,#T_f1c74_row11_col2,#T_f1c74_row11_col3,#T_f1c74_row11_col4,#T_f1c74_row11_col5,#T_f1c74_row11_col6,#T_f1c74_row11_col7,#T_f1c74_row12_col0,#T_f1c74_row12_col1,#T_f1c74_row12_col2,#T_f1c74_row12_col3,#T_f1c74_row12_col4,#T_f1c74_row12_col5,#T_f1c74_row12_col6,#T_f1c74_row12_col7,#T_f1c74_row13_col0,#T_f1c74_row13_col1,#T_f1c74_row13_col2,#T_f1c74_row13_col3,#T_f1c74_row13_col4,#T_f1c74_row13_col5,#T_f1c74_row13_col6,#T_f1c74_row13_col7{\n",
       "            text-align:  left;\n",
       "            text-align:  left;\n",
       "        }#T_f1c74_row0_col1,#T_f1c74_row0_col4,#T_f1c74_row0_col5,#T_f1c74_row0_col7,#T_f1c74_row1_col2,#T_f1c74_row3_col3,#T_f1c74_row3_col6{\n",
       "            text-align:  left;\n",
       "            text-align:  left;\n",
       "            background-color:  yellow;\n",
       "        }#T_f1c74_row0_col8,#T_f1c74_row1_col8,#T_f1c74_row2_col8,#T_f1c74_row3_col8,#T_f1c74_row4_col8,#T_f1c74_row5_col8,#T_f1c74_row6_col8,#T_f1c74_row8_col8,#T_f1c74_row9_col8,#T_f1c74_row10_col8,#T_f1c74_row11_col8,#T_f1c74_row12_col8,#T_f1c74_row13_col8{\n",
       "            text-align:  left;\n",
       "            text-align:  left;\n",
       "            background-color:  lightgrey;\n",
       "        }#T_f1c74_row7_col8{\n",
       "            text-align:  left;\n",
       "            text-align:  left;\n",
       "            background-color:  yellow;\n",
       "            background-color:  lightgrey;\n",
       "        }</style><table id=\"T_f1c74_\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >Model</th>        <th class=\"col_heading level0 col1\" >Accuracy</th>        <th class=\"col_heading level0 col2\" >AUC</th>        <th class=\"col_heading level0 col3\" >Recall</th>        <th class=\"col_heading level0 col4\" >Prec.</th>        <th class=\"col_heading level0 col5\" >F1</th>        <th class=\"col_heading level0 col6\" >Kappa</th>        <th class=\"col_heading level0 col7\" >MCC</th>        <th class=\"col_heading level0 col8\" >TT (Sec)</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_f1c74_level0_row0\" class=\"row_heading level0 row0\" >rf</th>\n",
       "                        <td id=\"T_f1c74_row0_col0\" class=\"data row0 col0\" >Random Forest Classifier</td>\n",
       "                        <td id=\"T_f1c74_row0_col1\" class=\"data row0 col1\" >0.7859</td>\n",
       "                        <td id=\"T_f1c74_row0_col2\" class=\"data row0 col2\" >0.7291</td>\n",
       "                        <td id=\"T_f1c74_row0_col3\" class=\"data row0 col3\" >0.3594</td>\n",
       "                        <td id=\"T_f1c74_row0_col4\" class=\"data row0 col4\" >0.7462</td>\n",
       "                        <td id=\"T_f1c74_row0_col5\" class=\"data row0 col5\" >0.7327</td>\n",
       "                        <td id=\"T_f1c74_row0_col6\" class=\"data row0 col6\" >0.3255</td>\n",
       "                        <td id=\"T_f1c74_row0_col7\" class=\"data row0 col7\" >0.3966</td>\n",
       "                        <td id=\"T_f1c74_row0_col8\" class=\"data row0 col8\" >0.5380</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row1\" class=\"row_heading level0 row1\" >gbc</th>\n",
       "                        <td id=\"T_f1c74_row1_col0\" class=\"data row1 col0\" >Gradient Boosting Classifier</td>\n",
       "                        <td id=\"T_f1c74_row1_col1\" class=\"data row1 col1\" >0.7838</td>\n",
       "                        <td id=\"T_f1c74_row1_col2\" class=\"data row1 col2\" >0.7787</td>\n",
       "                        <td id=\"T_f1c74_row1_col3\" class=\"data row1 col3\" >0.3380</td>\n",
       "                        <td id=\"T_f1c74_row1_col4\" class=\"data row1 col4\" >0.7176</td>\n",
       "                        <td id=\"T_f1c74_row1_col5\" class=\"data row1 col5\" >0.7270</td>\n",
       "                        <td id=\"T_f1c74_row1_col6\" class=\"data row1 col6\" >0.3121</td>\n",
       "                        <td id=\"T_f1c74_row1_col7\" class=\"data row1 col7\" >0.3872</td>\n",
       "                        <td id=\"T_f1c74_row1_col8\" class=\"data row1 col8\" >5.4440</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row2\" class=\"row_heading level0 row2\" >et</th>\n",
       "                        <td id=\"T_f1c74_row2_col0\" class=\"data row2 col0\" >Extra Trees Classifier</td>\n",
       "                        <td id=\"T_f1c74_row2_col1\" class=\"data row2 col1\" >0.7833</td>\n",
       "                        <td id=\"T_f1c74_row2_col2\" class=\"data row2 col2\" >0.7140</td>\n",
       "                        <td id=\"T_f1c74_row2_col3\" class=\"data row2 col3\" >0.3499</td>\n",
       "                        <td id=\"T_f1c74_row2_col4\" class=\"data row2 col4\" >0.7441</td>\n",
       "                        <td id=\"T_f1c74_row2_col5\" class=\"data row2 col5\" >0.7256</td>\n",
       "                        <td id=\"T_f1c74_row2_col6\" class=\"data row2 col6\" >0.3010</td>\n",
       "                        <td id=\"T_f1c74_row2_col7\" class=\"data row2 col7\" >0.3874</td>\n",
       "                        <td id=\"T_f1c74_row2_col8\" class=\"data row2 col8\" >0.9530</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row3\" class=\"row_heading level0 row3\" >dt</th>\n",
       "                        <td id=\"T_f1c74_row3_col0\" class=\"data row3 col0\" >Decision Tree Classifier</td>\n",
       "                        <td id=\"T_f1c74_row3_col1\" class=\"data row3 col1\" >0.7719</td>\n",
       "                        <td id=\"T_f1c74_row3_col2\" class=\"data row3 col2\" >0.6381</td>\n",
       "                        <td id=\"T_f1c74_row3_col3\" class=\"data row3 col3\" >0.3823</td>\n",
       "                        <td id=\"T_f1c74_row3_col4\" class=\"data row3 col4\" >0.7138</td>\n",
       "                        <td id=\"T_f1c74_row3_col5\" class=\"data row3 col5\" >0.7309</td>\n",
       "                        <td id=\"T_f1c74_row3_col6\" class=\"data row3 col6\" >0.3372</td>\n",
       "                        <td id=\"T_f1c74_row3_col7\" class=\"data row3 col7\" >0.3669</td>\n",
       "                        <td id=\"T_f1c74_row3_col8\" class=\"data row3 col8\" >0.3080</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row4\" class=\"row_heading level0 row4\" >lightgbm</th>\n",
       "                        <td id=\"T_f1c74_row4_col0\" class=\"data row4 col0\" >Light Gradient Boosting Machine</td>\n",
       "                        <td id=\"T_f1c74_row4_col1\" class=\"data row4 col1\" >0.7714</td>\n",
       "                        <td id=\"T_f1c74_row4_col2\" class=\"data row4 col2\" >0.7539</td>\n",
       "                        <td id=\"T_f1c74_row4_col3\" class=\"data row4 col3\" >0.3613</td>\n",
       "                        <td id=\"T_f1c74_row4_col4\" class=\"data row4 col4\" >0.7129</td>\n",
       "                        <td id=\"T_f1c74_row4_col5\" class=\"data row4 col5\" >0.7294</td>\n",
       "                        <td id=\"T_f1c74_row4_col6\" class=\"data row4 col6\" >0.3326</td>\n",
       "                        <td id=\"T_f1c74_row4_col7\" class=\"data row4 col7\" >0.3639</td>\n",
       "                        <td id=\"T_f1c74_row4_col8\" class=\"data row4 col8\" >0.2860</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row5\" class=\"row_heading level0 row5\" >ada</th>\n",
       "                        <td id=\"T_f1c74_row5_col0\" class=\"data row5 col0\" >Ada Boost Classifier</td>\n",
       "                        <td id=\"T_f1c74_row5_col1\" class=\"data row5 col1\" >0.7535</td>\n",
       "                        <td id=\"T_f1c74_row5_col2\" class=\"data row5 col2\" >0.5988</td>\n",
       "                        <td id=\"T_f1c74_row5_col3\" class=\"data row5 col3\" >0.3388</td>\n",
       "                        <td id=\"T_f1c74_row5_col4\" class=\"data row5 col4\" >0.6839</td>\n",
       "                        <td id=\"T_f1c74_row5_col5\" class=\"data row5 col5\" >0.7060</td>\n",
       "                        <td id=\"T_f1c74_row5_col6\" class=\"data row5 col6\" >0.2733</td>\n",
       "                        <td id=\"T_f1c74_row5_col7\" class=\"data row5 col7\" >0.3086</td>\n",
       "                        <td id=\"T_f1c74_row5_col8\" class=\"data row5 col8\" >0.5660</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row6\" class=\"row_heading level0 row6\" >ridge</th>\n",
       "                        <td id=\"T_f1c74_row6_col0\" class=\"data row6 col0\" >Ridge Classifier</td>\n",
       "                        <td id=\"T_f1c74_row6_col1\" class=\"data row6 col1\" >0.7307</td>\n",
       "                        <td id=\"T_f1c74_row6_col2\" class=\"data row6 col2\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row6_col3\" class=\"data row6 col3\" >0.2500</td>\n",
       "                        <td id=\"T_f1c74_row6_col4\" class=\"data row6 col4\" >0.5339</td>\n",
       "                        <td id=\"T_f1c74_row6_col5\" class=\"data row6 col5\" >0.6169</td>\n",
       "                        <td id=\"T_f1c74_row6_col6\" class=\"data row6 col6\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row6_col7\" class=\"data row6 col7\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row6_col8\" class=\"data row6 col8\" >1.3450</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row7\" class=\"row_heading level0 row7\" >dummy</th>\n",
       "                        <td id=\"T_f1c74_row7_col0\" class=\"data row7 col0\" >Dummy Classifier</td>\n",
       "                        <td id=\"T_f1c74_row7_col1\" class=\"data row7 col1\" >0.7307</td>\n",
       "                        <td id=\"T_f1c74_row7_col2\" class=\"data row7 col2\" >0.5000</td>\n",
       "                        <td id=\"T_f1c74_row7_col3\" class=\"data row7 col3\" >0.2500</td>\n",
       "                        <td id=\"T_f1c74_row7_col4\" class=\"data row7 col4\" >0.5339</td>\n",
       "                        <td id=\"T_f1c74_row7_col5\" class=\"data row7 col5\" >0.6169</td>\n",
       "                        <td id=\"T_f1c74_row7_col6\" class=\"data row7 col6\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row7_col7\" class=\"data row7 col7\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row7_col8\" class=\"data row7 col8\" >0.1650</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row8\" class=\"row_heading level0 row8\" >lr</th>\n",
       "                        <td id=\"T_f1c74_row8_col0\" class=\"data row8 col0\" >Logistic Regression</td>\n",
       "                        <td id=\"T_f1c74_row8_col1\" class=\"data row8 col1\" >0.7304</td>\n",
       "                        <td id=\"T_f1c74_row8_col2\" class=\"data row8 col2\" >0.5269</td>\n",
       "                        <td id=\"T_f1c74_row8_col3\" class=\"data row8 col3\" >0.2499</td>\n",
       "                        <td id=\"T_f1c74_row8_col4\" class=\"data row8 col4\" >0.5338</td>\n",
       "                        <td id=\"T_f1c74_row8_col5\" class=\"data row8 col5\" >0.6168</td>\n",
       "                        <td id=\"T_f1c74_row8_col6\" class=\"data row8 col6\" >-0.0004</td>\n",
       "                        <td id=\"T_f1c74_row8_col7\" class=\"data row8 col7\" >-0.0024</td>\n",
       "                        <td id=\"T_f1c74_row8_col8\" class=\"data row8 col8\" >4.5920</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row9\" class=\"row_heading level0 row9\" >knn</th>\n",
       "                        <td id=\"T_f1c74_row9_col0\" class=\"data row9 col0\" >K Neighbors Classifier</td>\n",
       "                        <td id=\"T_f1c74_row9_col1\" class=\"data row9 col1\" >0.6961</td>\n",
       "                        <td id=\"T_f1c74_row9_col2\" class=\"data row9 col2\" >0.4805</td>\n",
       "                        <td id=\"T_f1c74_row9_col3\" class=\"data row9 col3\" >0.2530</td>\n",
       "                        <td id=\"T_f1c74_row9_col4\" class=\"data row9 col4\" >0.5873</td>\n",
       "                        <td id=\"T_f1c74_row9_col5\" class=\"data row9 col5\" >0.6167</td>\n",
       "                        <td id=\"T_f1c74_row9_col6\" class=\"data row9 col6\" >-0.0015</td>\n",
       "                        <td id=\"T_f1c74_row9_col7\" class=\"data row9 col7\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row9_col8\" class=\"data row9 col8\" >0.3770</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row10\" class=\"row_heading level0 row10\" >svm</th>\n",
       "                        <td id=\"T_f1c74_row10_col0\" class=\"data row10 col0\" >SVM - Linear Kernel</td>\n",
       "                        <td id=\"T_f1c74_row10_col1\" class=\"data row10 col1\" >0.4399</td>\n",
       "                        <td id=\"T_f1c74_row10_col2\" class=\"data row10 col2\" >0.0000</td>\n",
       "                        <td id=\"T_f1c74_row10_col3\" class=\"data row10 col3\" >0.2508</td>\n",
       "                        <td id=\"T_f1c74_row10_col4\" class=\"data row10 col4\" >0.5099</td>\n",
       "                        <td id=\"T_f1c74_row10_col5\" class=\"data row10 col5\" >0.3528</td>\n",
       "                        <td id=\"T_f1c74_row10_col6\" class=\"data row10 col6\" >0.0002</td>\n",
       "                        <td id=\"T_f1c74_row10_col7\" class=\"data row10 col7\" >-0.0049</td>\n",
       "                        <td id=\"T_f1c74_row10_col8\" class=\"data row10 col8\" >0.8170</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row11\" class=\"row_heading level0 row11\" >qda</th>\n",
       "                        <td id=\"T_f1c74_row11_col0\" class=\"data row11 col0\" >Quadratic Discriminant Analysis</td>\n",
       "                        <td id=\"T_f1c74_row11_col1\" class=\"data row11 col1\" >0.2958</td>\n",
       "                        <td id=\"T_f1c74_row11_col2\" class=\"data row11 col2\" >0.5102</td>\n",
       "                        <td id=\"T_f1c74_row11_col3\" class=\"data row11 col3\" >0.2626</td>\n",
       "                        <td id=\"T_f1c74_row11_col4\" class=\"data row11 col4\" >0.6029</td>\n",
       "                        <td id=\"T_f1c74_row11_col5\" class=\"data row11 col5\" >0.3434</td>\n",
       "                        <td id=\"T_f1c74_row11_col6\" class=\"data row11 col6\" >0.0130</td>\n",
       "                        <td id=\"T_f1c74_row11_col7\" class=\"data row11 col7\" >0.0190</td>\n",
       "                        <td id=\"T_f1c74_row11_col8\" class=\"data row11 col8\" >2.2420</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row12\" class=\"row_heading level0 row12\" >lda</th>\n",
       "                        <td id=\"T_f1c74_row12_col0\" class=\"data row12 col0\" >Linear Discriminant Analysis</td>\n",
       "                        <td id=\"T_f1c74_row12_col1\" class=\"data row12 col1\" >0.0738</td>\n",
       "                        <td id=\"T_f1c74_row12_col2\" class=\"data row12 col2\" >0.3043</td>\n",
       "                        <td id=\"T_f1c74_row12_col3\" class=\"data row12 col3\" >0.1399</td>\n",
       "                        <td id=\"T_f1c74_row12_col4\" class=\"data row12 col4\" >0.4122</td>\n",
       "                        <td id=\"T_f1c74_row12_col5\" class=\"data row12 col5\" >0.0544</td>\n",
       "                        <td id=\"T_f1c74_row12_col6\" class=\"data row12 col6\" >0.0019</td>\n",
       "                        <td id=\"T_f1c74_row12_col7\" class=\"data row12 col7\" >0.0037</td>\n",
       "                        <td id=\"T_f1c74_row12_col8\" class=\"data row12 col8\" >3.6060</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_f1c74_level0_row13\" class=\"row_heading level0 row13\" >nb</th>\n",
       "                        <td id=\"T_f1c74_row13_col0\" class=\"data row13 col0\" >Naive Bayes</td>\n",
       "                        <td id=\"T_f1c74_row13_col1\" class=\"data row13 col1\" >0.0481</td>\n",
       "                        <td id=\"T_f1c74_row13_col2\" class=\"data row13 col2\" >0.5180</td>\n",
       "                        <td id=\"T_f1c74_row13_col3\" class=\"data row13 col3\" >0.2616</td>\n",
       "                        <td id=\"T_f1c74_row13_col4\" class=\"data row13 col4\" >0.7449</td>\n",
       "                        <td id=\"T_f1c74_row13_col5\" class=\"data row13 col5\" >0.0440</td>\n",
       "                        <td id=\"T_f1c74_row13_col6\" class=\"data row13 col6\" >0.0067</td>\n",
       "                        <td id=\"T_f1c74_row13_col7\" class=\"data row13 col7\" >0.0373</td>\n",
       "                        <td id=\"T_f1c74_row13_col8\" class=\"data row13 col8\" >0.2000</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f8375b93dc0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "best_model = compare_models()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a34e477b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "668f8c1a6af84cae9ab12c2e7e84ab9f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "interactive(children=(ToggleButtons(description='Plot Type:', icons=('',), options=(('Hyperparameters', 'param…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "evaluate_model(best_model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "0cb7f80a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "</style><table id=\"T_fcb89_\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >Model</th>        <th class=\"col_heading level0 col1\" >Accuracy</th>        <th class=\"col_heading level0 col2\" >AUC</th>        <th class=\"col_heading level0 col3\" >Recall</th>        <th class=\"col_heading level0 col4\" >Prec.</th>        <th class=\"col_heading level0 col5\" >F1</th>        <th class=\"col_heading level0 col6\" >Kappa</th>        <th class=\"col_heading level0 col7\" >MCC</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_fcb89_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "                        <td id=\"T_fcb89_row0_col0\" class=\"data row0 col0\" >Random Forest Classifier</td>\n",
       "                        <td id=\"T_fcb89_row0_col1\" class=\"data row0 col1\" >0.0000</td>\n",
       "                        <td id=\"T_fcb89_row0_col2\" class=\"data row0 col2\" >0.7314</td>\n",
       "                        <td id=\"T_fcb89_row0_col3\" class=\"data row0 col3\" >0</td>\n",
       "                        <td id=\"T_fcb89_row0_col4\" class=\"data row0 col4\" >0</td>\n",
       "                        <td id=\"T_fcb89_row0_col5\" class=\"data row0 col5\" >0</td>\n",
       "                        <td id=\"T_fcb89_row0_col6\" class=\"data row0 col6\" >0</td>\n",
       "                        <td id=\"T_fcb89_row0_col7\" class=\"data row0 col7\" >0</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7f83749a3cd0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "results = predict_model(best_model, test_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "2f7f5e59",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>url</th>\n",
       "      <th>type</th>\n",
       "      <th>unicode</th>\n",
       "      <th>inequality</th>\n",
       "      <th>pipe</th>\n",
       "      <th>semicolon</th>\n",
       "      <th>curlybrace</th>\n",
       "      <th>caret</th>\n",
       "      <th>consecutive_num</th>\n",
       "      <th>hyphen</th>\n",
       "      <th>underscore</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>311</th>\n",
       "      <td>311</td>\n",
       "      <td>en.wikipedia.org/wiki/Category:American_religi...</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4041</th>\n",
       "      <td>4041</td>\n",
       "      <td>okcareertech.org/foundation/hall%20of%20fame/d...</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2266</th>\n",
       "      <td>2266</td>\n",
       "      <td>lowercolumbia.edu/community/art-and-entertainm...</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3630</th>\n",
       "      <td>3630</td>\n",
       "      <td>theroot.com/buzz/chauncey-bailey-case-life-arr...</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3306</th>\n",
       "      <td>3306</td>\n",
       "      <td>http://9779.info/%E8%B1%86%E5%AD%90%E7%B2%98%E...</td>\n",
       "      <td>malware</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1743</th>\n",
       "      <td>1743</td>\n",
       "      <td>http://centrofierachiuduno.com/index.php?view=...</td>\n",
       "      <td>defacement</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1720</th>\n",
       "      <td>1720</td>\n",
       "      <td>findcontractor.org/welding-state/IN-welding.htm</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7991</th>\n",
       "      <td>7991</td>\n",
       "      <td>http://www.designinsideonline.com.au/resources...</td>\n",
       "      <td>defacement</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5821</th>\n",
       "      <td>5821</td>\n",
       "      <td>dog.halfbirthdayproducts.com</td>\n",
       "      <td>malware</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4699</th>\n",
       "      <td>4699</td>\n",
       "      <td>answers.com/topic/titanic-1</td>\n",
       "      <td>benign</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2001 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0                                                url  \\\n",
       "311          311  en.wikipedia.org/wiki/Category:American_religi...   \n",
       "4041        4041  okcareertech.org/foundation/hall%20of%20fame/d...   \n",
       "2266        2266  lowercolumbia.edu/community/art-and-entertainm...   \n",
       "3630        3630  theroot.com/buzz/chauncey-bailey-case-life-arr...   \n",
       "3306        3306  http://9779.info/%E8%B1%86%E5%AD%90%E7%B2%98%E...   \n",
       "...          ...                                                ...   \n",
       "1743        1743  http://centrofierachiuduno.com/index.php?view=...   \n",
       "1720        1720    findcontractor.org/welding-state/IN-welding.htm   \n",
       "7991        7991  http://www.designinsideonline.com.au/resources...   \n",
       "5821        5821                       dog.halfbirthdayproducts.com   \n",
       "4699        4699                        answers.com/topic/titanic-1   \n",
       "\n",
       "            type  unicode  inequality  pipe  semicolon  curlybrace  caret  \\\n",
       "311       benign        0           0     0          0           0      0   \n",
       "4041      benign        0           0     0          0           0      0   \n",
       "2266      benign        0           0     0          0           0      0   \n",
       "3630      benign        0           0     0          0           0      0   \n",
       "3306     malware        0           0     0          0           0      0   \n",
       "...          ...      ...         ...   ...        ...         ...    ...   \n",
       "1743  defacement        0           0     0          0           0      0   \n",
       "1720      benign        0           0     0          0           0      0   \n",
       "7991  defacement        0           0     0          0           0      0   \n",
       "5821     malware        0           0     0          0           0      0   \n",
       "4699      benign        0           0     0          0           0      0   \n",
       "\n",
       "      consecutive_num  hyphen  underscore  \n",
       "311                 0       0           2  \n",
       "4041                2       0           0  \n",
       "2266                0       3           0  \n",
       "3630                0       6           0  \n",
       "3306                4       0           0  \n",
       "...               ...     ...         ...  \n",
       "1743                2       0           1  \n",
       "1720                0       2           0  \n",
       "7991                0       7           0  \n",
       "5821                0       0           0  \n",
       "4699                1       1           0  \n",
       "\n",
       "[2001 rows x 12 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "2d157754",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7956021989005497\n"
     ]
    }
   ],
   "source": [
    "correct_pred_count = 0\n",
    "for index in range(len(results['Label'])):\n",
    "    if results['Label'].iloc[index] == results['type'].iloc[index]:\n",
    "        correct_pred_count += 1\n",
    "\n",
    "print(correct_pred_count / len(results['Label'])) # About 79.56% prediction accuracy using a random forest classifer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9f943105",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Transformation Pipeline and Model Successfully Saved\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(Pipeline(memory=None,\n",
       "          steps=[('dtypes',\n",
       "                  DataTypes_Auto_infer(categorical_features=[],\n",
       "                                       display_types=True, features_todrop=[],\n",
       "                                       id_columns=[],\n",
       "                                       ml_usecase='classification',\n",
       "                                       numerical_features=['unicode',\n",
       "                                                           'inequality', 'pipe',\n",
       "                                                           'semicolon',\n",
       "                                                           'curlybrace', 'caret',\n",
       "                                                           'consecutive_num',\n",
       "                                                           'hyphen',\n",
       "                                                           'underscore'],\n",
       "                                       target='type', time_features=[])),\n",
       "                 ('imputer',\n",
       "                  Simple_Imputer(cate...\n",
       "                  RandomForestClassifier(bootstrap=True, ccp_alpha=0.0,\n",
       "                                         class_weight=None, criterion='gini',\n",
       "                                         max_depth=None, max_features='auto',\n",
       "                                         max_leaf_nodes=None, max_samples=None,\n",
       "                                         min_impurity_decrease=0.0,\n",
       "                                         min_impurity_split=None,\n",
       "                                         min_samples_leaf=1, min_samples_split=2,\n",
       "                                         min_weight_fraction_leaf=0.0,\n",
       "                                         n_estimators=100, n_jobs=-1,\n",
       "                                         oob_score=False, random_state=7483,\n",
       "                                         verbose=0, warm_start=False)]],\n",
       "          verbose=False),\n",
       " 'basic_RF_url_classifier.pkl')"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "save_model(best_model, 'basic_RF_url_classifier')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "5567309c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Transformation Pipeline and Model Successfully Loaded\n"
     ]
    }
   ],
   "source": [
    "loaded_model = load_model('basic_RF_url_classifier')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "c3cdb3c3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sklearn.pipeline.Pipeline"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(loaded_model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7fb0cb6e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}