04_Predictions.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b1794f10",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import cv2\n",
    "import pytesseract\n",
    "from glob import glob\n",
    "import spacy\n",
    "import re\n",
    "import string"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "36b2f4a3",
   "metadata": {},
   "outputs": [],
   "source": [
    "def cleanText(txt):\n",
    "    whitespace = string.whitespace\n",
    "    punctuation = \"!#$%&\\'()*+:;<=>?[\\\\]^`{|}~\"\n",
    "    tableWhitespace = str.maketrans('','',whitespace)\n",
    "    tablePunctuation = str.maketrans('','',punctuation)\n",
    "    text = str(txt)\n",
    "    text = text.lower()\n",
    "    removewhitespace = text.translate(tableWhitespace)\n",
    "    removepunctuation = removewhitespace.translate(tablePunctuation)\n",
    "    \n",
    "    return str(removepunctuation)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "68c5ec46",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c5023698",
   "metadata": {},
   "outputs": [],
   "source": [
    "### Load NER model\n",
    "model_ner = spacy.load('./output/model-best/')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "846f6248",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level</th>\n",
       "      <th>page_num</th>\n",
       "      <th>block_num</th>\n",
       "      <th>par_num</th>\n",
       "      <th>line_num</th>\n",
       "      <th>word_num</th>\n",
       "      <th>left</th>\n",
       "      <th>top</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>conf</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>653</td>\n",
       "      <td>977</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>49</td>\n",
       "      <td>549</td>\n",
       "      <td>44</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>49</td>\n",
       "      <td>549</td>\n",
       "      <td>44</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>49</td>\n",
       "      <td>549</td>\n",
       "      <td>44</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>49</td>\n",
       "      <td>81</td>\n",
       "      <td>34</td>\n",
       "      <td>95</td>\n",
       "      <td>Cell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>650</td>\n",
       "      <td>292</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>650</td>\n",
       "      <td>292</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>650</td>\n",
       "      <td>292</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>650</td>\n",
       "      <td>292</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>95</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td></td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>192 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    level page_num block_num par_num line_num word_num  left   top width  \\\n",
       "0       1        1         0       0        0        0     0     0   653   \n",
       "1       2        1         1       0        0        0    42    49   549   \n",
       "2       3        1         1       1        0        0    42    49   549   \n",
       "3       4        1         1       1        1        0    42    49   549   \n",
       "4       5        1         1       1        1        1    42    49    81   \n",
       "..    ...      ...       ...     ...      ...      ...   ...   ...   ...   \n",
       "187     2        1        42       0        0        0   650   292     1   \n",
       "188     3        1        42       1        0        0   650   292     1   \n",
       "189     4        1        42       1        1        0   650   292     1   \n",
       "190     5        1        42       1        1        1   650   292     1   \n",
       "191           None      None    None     None     None  None  None  None   \n",
       "\n",
       "    height  conf  text  \n",
       "0      977    -1        \n",
       "1       44    -1        \n",
       "2       44    -1        \n",
       "3       44    -1        \n",
       "4       34    95  Cell  \n",
       "..     ...   ...   ...  \n",
       "187    683    -1        \n",
       "188    683    -1        \n",
       "189    683    -1        \n",
       "190    683    95        \n",
       "191   None  None  None  \n",
       "\n",
       "[192 rows x 12 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "image = cv2.imread('./data/1.jpg')\n",
    "\n",
    "tessData = pytesseract.image_to_data(image)\n",
    "\n",
    "tessList = list(map(lambda x:x.split('\\t'), tessData.split('\\n')))\n",
    "df = pd.DataFrame(tessList[1:],columns=tessList[0])\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "da671bfe",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cell phone repair center mobile repair thomas atkins general manager mobile 91 908725526 mail thomasatkins@gmail.com 91 908725666 website www.abccompany.com ar es ripti aie\n"
     ]
    }
   ],
   "source": [
    "# Load Image\n",
    "image = cv2.imread('./data/1.jpg')\n",
    "\n",
    "# cv2.imshow('businesscard',image)\n",
    "# cv2.waitKey(0)\n",
    "# cv2.destroyAllWindows()\n",
    "\n",
    "# extract data using Pytesseract \n",
    "tessData = pytesseract.image_to_data(image)\n",
    "# convert into dataframe\n",
    "tessList = list(map(lambda x:x.split('\\t'), tessData.split('\\n')))\n",
    "df = pd.DataFrame(tessList[1:],columns=tessList[0])\n",
    "df.dropna(inplace=True) # drop missing values\n",
    "df['text'] = df['text'].apply(cleanText)\n",
    "\n",
    "# convet data into content\n",
    "df_clean = df.query('text != \"\" ')\n",
    "content = \" \".join([w for w in df_clean['text']])\n",
    "print(content)\n",
    "# get prediction from NER model\n",
    "doc = model_ner(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "737a547e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cell phone repair center mobile repair thomas atkins general manager mobile 91 908725526 mail thomasatkins@gmail.com 91 908725666 website www.abccompany.com ar es ripti aie\n"
     ]
    }
   ],
   "source": [
    "image = cv2.imread('./data/1.jpg')\n",
    "\n",
    "tessData = pytesseract.image_to_data(image)\n",
    "\n",
    "tessList = list(map(lambda x:x.split('\\t'), tessData.split('\\n')))\n",
    "df = pd.DataFrame(tessList[1:],columns=tessList[0])\n",
    "df.dropna(inplace=True)\n",
    "df['text'] = df['text'].apply(cleanText)\n",
    "\n",
    "df_clean = df.query('text != \"\" ')\n",
    "content = \" \".join([w for w in df_clean['text']])\n",
    "print(content)\n",
    "\n",
    "doc = model_ner(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "8b449d90",
   "metadata": {},
   "outputs": [],
   "source": [
    "from spacy import displacy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "021547c4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><!DOCTYPE html>\n",
       "<html lang=\"en\">\n",
       "    <head>\n",
       "        <title>displaCy</title>\n",
       "    </head>\n",
       "\n",
       "    <body style=\"font-size: 16px; font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Helvetica, Arial, sans-serif, 'Apple Color Emoji', 'Segoe UI Emoji', 'Segoe UI Symbol'; padding: 4rem 2rem; direction: ltr\">\n",
       "<figure style=\"margin-bottom: 6rem\">\n",
       "<div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">cell \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    phone\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    repair\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    center\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-ORG</span>\n",
       "</mark>\n",
       " mobile \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    repair\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    thomas\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-NAME</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    atkins\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-NAME</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    general\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-DES</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    manager\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-DES</span>\n",
       "</mark>\n",
       " mobile \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    91\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-PHONE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    908725526\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-PHONE</span>\n",
       "</mark>\n",
       " mail \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    thomasatkins@gmail.com\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-EMAIL</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    91\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-PHONE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    908725666\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-PHONE</span>\n",
       "</mark>\n",
       " website \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    www.abccompany.com\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-WEB</span>\n",
       "</mark>\n",
       " ar es ripti aie</div>\n",
       "</figure>\n",
       "</body>\n",
       "</html></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Using the 'ent' visualizer\n",
      "Serving on http://0.0.0.0:5000 ...\n",
      "\n",
      "Shutting down server on port 5000.\n"
     ]
    }
   ],
   "source": [
    "displacy.serve(doc,style='ent')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "ba6137f2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">cell \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    phone\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    repair\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    center\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-ORG</span>\n",
       "</mark>\n",
       " mobile \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    repair\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-ORG</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    thomas\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-NAME</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    atkins\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-NAME</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    general\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-DES</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    manager\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-DES</span>\n",
       "</mark>\n",
       " mobile \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    91\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-PHONE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    908725526\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-PHONE</span>\n",
       "</mark>\n",
       " mail \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    thomasatkins@gmail.com\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-EMAIL</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    91\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-PHONE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    908725666\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">I-PHONE</span>\n",
       "</mark>\n",
       " website \n",
       "<mark class=\"entity\" style=\"background: #ddd; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    www.abccompany.com\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem\">B-WEB</span>\n",
       "</mark>\n",
       " ar es ripti aie</div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "displacy.render(doc,style='ent')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "35fbad3b",
   "metadata": {},
   "source": [
    "### Tagging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "a67ec2b7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['text', 'ents', 'tokens'])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "docjson = doc.to_json()\n",
    "docjson.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "b3bd8de4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'text': 'cell phone repair center mobile repair thomas atkins general manager mobile 91 908725526 mail thomasatkins@gmail.com 91 908725666 website www.abccompany.com ar es ripti aie',\n",
       " 'ents': [{'start': 5, 'end': 10, 'label': 'B-ORG'},\n",
       "  {'start': 11, 'end': 17, 'label': 'I-ORG'},\n",
       "  {'start': 18, 'end': 24, 'label': 'I-ORG'},\n",
       "  {'start': 32, 'end': 38, 'label': 'B-ORG'},\n",
       "  {'start': 39, 'end': 45, 'label': 'B-NAME'},\n",
       "  {'start': 46, 'end': 52, 'label': 'I-NAME'},\n",
       "  {'start': 53, 'end': 60, 'label': 'B-DES'},\n",
       "  {'start': 61, 'end': 68, 'label': 'I-DES'},\n",
       "  {'start': 76, 'end': 78, 'label': 'B-PHONE'},\n",
       "  {'start': 79, 'end': 88, 'label': 'I-PHONE'},\n",
       "  {'start': 94, 'end': 116, 'label': 'B-EMAIL'},\n",
       "  {'start': 117, 'end': 119, 'label': 'B-PHONE'},\n",
       "  {'start': 120, 'end': 129, 'label': 'I-PHONE'},\n",
       "  {'start': 138, 'end': 156, 'label': 'B-WEB'}],\n",
       " 'tokens': [{'id': 0, 'start': 0, 'end': 4},\n",
       "  {'id': 1, 'start': 5, 'end': 10},\n",
       "  {'id': 2, 'start': 11, 'end': 17},\n",
       "  {'id': 3, 'start': 18, 'end': 24},\n",
       "  {'id': 4, 'start': 25, 'end': 31},\n",
       "  {'id': 5, 'start': 32, 'end': 38},\n",
       "  {'id': 6, 'start': 39, 'end': 45},\n",
       "  {'id': 7, 'start': 46, 'end': 52},\n",
       "  {'id': 8, 'start': 53, 'end': 60},\n",
       "  {'id': 9, 'start': 61, 'end': 68},\n",
       "  {'id': 10, 'start': 69, 'end': 75},\n",
       "  {'id': 11, 'start': 76, 'end': 78},\n",
       "  {'id': 12, 'start': 79, 'end': 88},\n",
       "  {'id': 13, 'start': 89, 'end': 93},\n",
       "  {'id': 14, 'start': 94, 'end': 116},\n",
       "  {'id': 15, 'start': 117, 'end': 119},\n",
       "  {'id': 16, 'start': 120, 'end': 129},\n",
       "  {'id': 17, 'start': 130, 'end': 137},\n",
       "  {'id': 18, 'start': 138, 'end': 156},\n",
       "  {'id': 19, 'start': 157, 'end': 159},\n",
       "  {'id': 20, 'start': 160, 'end': 162},\n",
       "  {'id': 21, 'start': 163, 'end': 168},\n",
       "  {'id': 22, 'start': 169, 'end': 172}]}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "doc.to_json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "4fc480fc",
   "metadata": {},
   "outputs": [],
   "source": [
    "doc_text = docjson['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "36314106",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'cell phone repair center mobile repair thomas atkins general manager mobile 91 908725526 mail thomasatkins@gmail.com 91 908725666 website www.abccompany.com ar es ripti aie'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "docjson['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d091449b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "      <th>token</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>cell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>phone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>17</td>\n",
       "      <td>repair</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>24</td>\n",
       "      <td>center</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>25</td>\n",
       "      <td>31</td>\n",
       "      <td>mobile</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>32</td>\n",
       "      <td>38</td>\n",
       "      <td>repair</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>39</td>\n",
       "      <td>45</td>\n",
       "      <td>thomas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>46</td>\n",
       "      <td>52</td>\n",
       "      <td>atkins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>53</td>\n",
       "      <td>60</td>\n",
       "      <td>general</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>61</td>\n",
       "      <td>68</td>\n",
       "      <td>manager</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id  start  end    token\n",
       "0   0      0    4     cell\n",
       "1   1      5   10    phone\n",
       "2   2     11   17   repair\n",
       "3   3     18   24   center\n",
       "4   4     25   31   mobile\n",
       "5   5     32   38   repair\n",
       "6   6     39   45   thomas\n",
       "7   7     46   52   atkins\n",
       "8   8     53   60  general\n",
       "9   9     61   68  manager"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datafram_tokens = pd.DataFrame(docjson['tokens'])\n",
    "datafram_tokens['token'] = datafram_tokens[['start','end']].apply(\n",
    "    lambda x:doc_text[x[0]:x[1]] , axis = 1)\n",
    "datafram_tokens.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "259f07fa",
   "metadata": {},
   "outputs": [],
   "source": [
    "right_table = pd.DataFrame(docjson['ents'])[['start','label']]\n",
    "datafram_tokens = pd.merge(datafram_tokens,right_table,how='left',on='start')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "30b5f5a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "      <th>token</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>cell</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>phone</td>\n",
       "      <td>B-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>17</td>\n",
       "      <td>repair</td>\n",
       "      <td>I-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>24</td>\n",
       "      <td>center</td>\n",
       "      <td>I-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>25</td>\n",
       "      <td>31</td>\n",
       "      <td>mobile</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>32</td>\n",
       "      <td>38</td>\n",
       "      <td>repair</td>\n",
       "      <td>B-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>39</td>\n",
       "      <td>45</td>\n",
       "      <td>thomas</td>\n",
       "      <td>B-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>46</td>\n",
       "      <td>52</td>\n",
       "      <td>atkins</td>\n",
       "      <td>I-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>53</td>\n",
       "      <td>60</td>\n",
       "      <td>general</td>\n",
       "      <td>B-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>61</td>\n",
       "      <td>68</td>\n",
       "      <td>manager</td>\n",
       "      <td>I-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>69</td>\n",
       "      <td>75</td>\n",
       "      <td>mobile</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>76</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>79</td>\n",
       "      <td>88</td>\n",
       "      <td>908725526</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>89</td>\n",
       "      <td>93</td>\n",
       "      <td>mail</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>94</td>\n",
       "      <td>116</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>B-EMAIL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>117</td>\n",
       "      <td>119</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>120</td>\n",
       "      <td>129</td>\n",
       "      <td>908725666</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>130</td>\n",
       "      <td>137</td>\n",
       "      <td>website</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>138</td>\n",
       "      <td>156</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>B-WEB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>157</td>\n",
       "      <td>159</td>\n",
       "      <td>ar</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    id  start  end                   token    label\n",
       "0    0      0    4                    cell        O\n",
       "1    1      5   10                   phone    B-ORG\n",
       "2    2     11   17                  repair    I-ORG\n",
       "3    3     18   24                  center    I-ORG\n",
       "4    4     25   31                  mobile        O\n",
       "5    5     32   38                  repair    B-ORG\n",
       "6    6     39   45                  thomas   B-NAME\n",
       "7    7     46   52                  atkins   I-NAME\n",
       "8    8     53   60                 general    B-DES\n",
       "9    9     61   68                 manager    I-DES\n",
       "10  10     69   75                  mobile        O\n",
       "11  11     76   78                      91  B-PHONE\n",
       "12  12     79   88               908725526  I-PHONE\n",
       "13  13     89   93                    mail        O\n",
       "14  14     94  116  thomasatkins@gmail.com  B-EMAIL\n",
       "15  15    117  119                      91  B-PHONE\n",
       "16  16    120  129               908725666  I-PHONE\n",
       "17  17    130  137                 website        O\n",
       "18  18    138  156      www.abccompany.com    B-WEB\n",
       "19  19    157  159                      ar        O"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datafram_tokens.fillna('O',inplace=True)\n",
    "datafram_tokens.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "625f1f46",
   "metadata": {},
   "outputs": [],
   "source": [
    "# join lable to df_clean dataframe\n",
    "df_clean['end'] = df_clean['text'].apply(lambda x: len(x)+1).cumsum() - 1 \n",
    "df_clean['start'] = df_clean[['text','end']].apply(lambda x: x[1] - len(x[0]),axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "50e3204e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# inner join with start \n",
    "dataframe_info = pd.merge(df_clean,datafram_tokens[['start','token','label']],how='inner',on='start')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "71e8663d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level</th>\n",
       "      <th>page_num</th>\n",
       "      <th>block_num</th>\n",
       "      <th>par_num</th>\n",
       "      <th>line_num</th>\n",
       "      <th>word_num</th>\n",
       "      <th>left</th>\n",
       "      <th>top</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>conf</th>\n",
       "      <th>text</th>\n",
       "      <th>end</th>\n",
       "      <th>start</th>\n",
       "      <th>token</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>447</td>\n",
       "      <td>50</td>\n",
       "      <td>144</td>\n",
       "      <td>33</td>\n",
       "      <td>96</td>\n",
       "      <td>center</td>\n",
       "      <td>24</td>\n",
       "      <td>18</td>\n",
       "      <td>center</td>\n",
       "      <td>I-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>39</td>\n",
       "      <td>129</td>\n",
       "      <td>46</td>\n",
       "      <td>11</td>\n",
       "      <td>96</td>\n",
       "      <td>mobile</td>\n",
       "      <td>31</td>\n",
       "      <td>25</td>\n",
       "      <td>mobile</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>91</td>\n",
       "      <td>129</td>\n",
       "      <td>46</td>\n",
       "      <td>14</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>38</td>\n",
       "      <td>32</td>\n",
       "      <td>repair</td>\n",
       "      <td>B-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>179</td>\n",
       "      <td>45</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>thomas</td>\n",
       "      <td>45</td>\n",
       "      <td>39</td>\n",
       "      <td>thomas</td>\n",
       "      <td>B-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>179</td>\n",
       "      <td>36</td>\n",
       "      <td>10</td>\n",
       "      <td>81</td>\n",
       "      <td>atkins</td>\n",
       "      <td>52</td>\n",
       "      <td>46</td>\n",
       "      <td>atkins</td>\n",
       "      <td>I-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>195</td>\n",
       "      <td>43</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>general</td>\n",
       "      <td>60</td>\n",
       "      <td>53</td>\n",
       "      <td>general</td>\n",
       "      <td>B-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>195</td>\n",
       "      <td>49</td>\n",
       "      <td>13</td>\n",
       "      <td>95</td>\n",
       "      <td>manager</td>\n",
       "      <td>68</td>\n",
       "      <td>61</td>\n",
       "      <td>manager</td>\n",
       "      <td>I-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>116</td>\n",
       "      <td>218</td>\n",
       "      <td>47</td>\n",
       "      <td>26</td>\n",
       "      <td>95</td>\n",
       "      <td>mobile</td>\n",
       "      <td>75</td>\n",
       "      <td>69</td>\n",
       "      <td>mobile</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>201</td>\n",
       "      <td>227</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>78</td>\n",
       "      <td>76</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>227</td>\n",
       "      <td>227</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>85</td>\n",
       "      <td>908725526</td>\n",
       "      <td>88</td>\n",
       "      <td>79</td>\n",
       "      <td>908725526</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>458</td>\n",
       "      <td>228</td>\n",
       "      <td>22</td>\n",
       "      <td>10</td>\n",
       "      <td>93</td>\n",
       "      <td>mail</td>\n",
       "      <td>93</td>\n",
       "      <td>89</td>\n",
       "      <td>mail</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>490</td>\n",
       "      <td>228</td>\n",
       "      <td>150</td>\n",
       "      <td>13</td>\n",
       "      <td>90</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>116</td>\n",
       "      <td>94</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>B-EMAIL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>201</td>\n",
       "      <td>243</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>119</td>\n",
       "      <td>117</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>227</td>\n",
       "      <td>243</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>84</td>\n",
       "      <td>908725666</td>\n",
       "      <td>129</td>\n",
       "      <td>120</td>\n",
       "      <td>908725666</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>433</td>\n",
       "      <td>243</td>\n",
       "      <td>47</td>\n",
       "      <td>10</td>\n",
       "      <td>93</td>\n",
       "      <td>website</td>\n",
       "      <td>137</td>\n",
       "      <td>130</td>\n",
       "      <td>website</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>490</td>\n",
       "      <td>244</td>\n",
       "      <td>133</td>\n",
       "      <td>13</td>\n",
       "      <td>64</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>156</td>\n",
       "      <td>138</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>B-WEB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>277</td>\n",
       "      <td>21</td>\n",
       "      <td>11</td>\n",
       "      <td>41</td>\n",
       "      <td>ar</td>\n",
       "      <td>159</td>\n",
       "      <td>157</td>\n",
       "      <td>ar</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>232</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>11</td>\n",
       "      <td>13</td>\n",
       "      <td>es</td>\n",
       "      <td>162</td>\n",
       "      <td>160</td>\n",
       "      <td>es</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>392</td>\n",
       "      <td>268</td>\n",
       "      <td>33</td>\n",
       "      <td>30</td>\n",
       "      <td>87</td>\n",
       "      <td>ripti</td>\n",
       "      <td>168</td>\n",
       "      <td>163</td>\n",
       "      <td>ripti</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>553</td>\n",
       "      <td>277</td>\n",
       "      <td>32</td>\n",
       "      <td>11</td>\n",
       "      <td>26</td>\n",
       "      <td>aie</td>\n",
       "      <td>172</td>\n",
       "      <td>169</td>\n",
       "      <td>aie</td>\n",
       "      <td>O</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   level page_num block_num par_num line_num word_num left  top width height  \\\n",
       "3      5        1         1       1        1        4  447   50   144     33   \n",
       "4      5        1         2       1        1        1   39  129    46     11   \n",
       "5      5        1         2       1        1        2   91  129    46     14   \n",
       "6      5        1         3       1        1        1    6  179    45     10   \n",
       "7      5        1         3       1        1        2   56  179    36     10   \n",
       "8      5        1         3       1        2        1    7  195    43     10   \n",
       "9      5        1         3       1        2        2   56  195    49     13   \n",
       "10     5        1         5       1        1        1  116  218    47     26   \n",
       "11     5        1         5       1        1        2  201  227    19     10   \n",
       "12     5        1         5       1        1        3  227  227    61     10   \n",
       "13     5        1         5       1        1        4  458  228    22     10   \n",
       "14     5        1         5       1        1        5  490  228   150     13   \n",
       "15     5        1         5       1        2        1  201  243    19     10   \n",
       "16     5        1         5       1        2        2  227  243    61     10   \n",
       "17     5        1         5       1        2        3  433  243    47     10   \n",
       "18     5        1         5       1        2        4  490  244   133     13   \n",
       "19     5        1         5       1        3        1   34  277    21     11   \n",
       "20     5        1         5       1        3        2  232  277    18     11   \n",
       "21     5        1         5       1        3        3  392  268    33     30   \n",
       "22     5        1         5       1        3        4  553  277    32     11   \n",
       "\n",
       "   conf                    text  end  start                   token    label  \n",
       "3    96                  center   24     18                  center    I-ORG  \n",
       "4    96                  mobile   31     25                  mobile        O  \n",
       "5    96                  repair   38     32                  repair    B-ORG  \n",
       "6    96                  thomas   45     39                  thomas   B-NAME  \n",
       "7    81                  atkins   52     46                  atkins   I-NAME  \n",
       "8    96                 general   60     53                 general    B-DES  \n",
       "9    95                 manager   68     61                 manager    I-DES  \n",
       "10   95                  mobile   75     69                  mobile        O  \n",
       "11   78                      91   78     76                      91  B-PHONE  \n",
       "12   85               908725526   88     79               908725526  I-PHONE  \n",
       "13   93                    mail   93     89                    mail        O  \n",
       "14   90  thomasatkins@gmail.com  116     94  thomasatkins@gmail.com  B-EMAIL  \n",
       "15   78                      91  119    117                      91  B-PHONE  \n",
       "16   84               908725666  129    120               908725666  I-PHONE  \n",
       "17   93                 website  137    130                 website        O  \n",
       "18   64      www.abccompany.com  156    138      www.abccompany.com    B-WEB  \n",
       "19   41                      ar  159    157                      ar        O  \n",
       "20   13                      es  162    160                      es        O  \n",
       "21   87                   ripti  168    163                   ripti        O  \n",
       "22   26                     aie  172    169                     aie        O  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataframe_info.tail(20)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d281f1a1",
   "metadata": {},
   "source": [
    "### Bounding Box"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "76db2791",
   "metadata": {},
   "outputs": [],
   "source": [
    "bb_df = dataframe_info.query(\"label != 'O' \")\n",
    "img = image.copy()\n",
    "\n",
    "for x,y,w,h,label in bb_df[['left','top','width','height','label']].values:\n",
    "    x = int(x)\n",
    "    y = int(y)\n",
    "    w = int(w)\n",
    "    h = int(h)\n",
    "    \n",
    "    cv2.rectangle(img,(x,y),(x+w,y+h),(0,255,0),2)\n",
    "    cv2.putText(img,str(label),(x,y),cv2.FONT_HERSHEY_PLAIN,1,(255,0,255),2)\n",
    "    \n",
    "    \n",
    "cv2.imshow('Predictions',img)\n",
    "cv2.waitKey(0)\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "be15dfd5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level</th>\n",
       "      <th>page_num</th>\n",
       "      <th>block_num</th>\n",
       "      <th>par_num</th>\n",
       "      <th>line_num</th>\n",
       "      <th>word_num</th>\n",
       "      <th>left</th>\n",
       "      <th>top</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>conf</th>\n",
       "      <th>text</th>\n",
       "      <th>end</th>\n",
       "      <th>start</th>\n",
       "      <th>token</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>136</td>\n",
       "      <td>49</td>\n",
       "      <td>135</td>\n",
       "      <td>34</td>\n",
       "      <td>95</td>\n",
       "      <td>phone</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>phone</td>\n",
       "      <td>B-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>285</td>\n",
       "      <td>49</td>\n",
       "      <td>148</td>\n",
       "      <td>44</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>17</td>\n",
       "      <td>11</td>\n",
       "      <td>repair</td>\n",
       "      <td>I-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>447</td>\n",
       "      <td>50</td>\n",
       "      <td>144</td>\n",
       "      <td>33</td>\n",
       "      <td>96</td>\n",
       "      <td>center</td>\n",
       "      <td>24</td>\n",
       "      <td>18</td>\n",
       "      <td>center</td>\n",
       "      <td>I-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>91</td>\n",
       "      <td>129</td>\n",
       "      <td>46</td>\n",
       "      <td>14</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>38</td>\n",
       "      <td>32</td>\n",
       "      <td>repair</td>\n",
       "      <td>B-ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>179</td>\n",
       "      <td>45</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>thomas</td>\n",
       "      <td>45</td>\n",
       "      <td>39</td>\n",
       "      <td>thomas</td>\n",
       "      <td>B-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>179</td>\n",
       "      <td>36</td>\n",
       "      <td>10</td>\n",
       "      <td>81</td>\n",
       "      <td>atkins</td>\n",
       "      <td>52</td>\n",
       "      <td>46</td>\n",
       "      <td>atkins</td>\n",
       "      <td>I-NAME</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>195</td>\n",
       "      <td>43</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>general</td>\n",
       "      <td>60</td>\n",
       "      <td>53</td>\n",
       "      <td>general</td>\n",
       "      <td>B-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>195</td>\n",
       "      <td>49</td>\n",
       "      <td>13</td>\n",
       "      <td>95</td>\n",
       "      <td>manager</td>\n",
       "      <td>68</td>\n",
       "      <td>61</td>\n",
       "      <td>manager</td>\n",
       "      <td>I-DES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>201</td>\n",
       "      <td>227</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>78</td>\n",
       "      <td>76</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>227</td>\n",
       "      <td>227</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>85</td>\n",
       "      <td>908725526</td>\n",
       "      <td>88</td>\n",
       "      <td>79</td>\n",
       "      <td>908725526</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>490</td>\n",
       "      <td>228</td>\n",
       "      <td>150</td>\n",
       "      <td>13</td>\n",
       "      <td>90</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>116</td>\n",
       "      <td>94</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>B-EMAIL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>201</td>\n",
       "      <td>243</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>119</td>\n",
       "      <td>117</td>\n",
       "      <td>91</td>\n",
       "      <td>B-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>227</td>\n",
       "      <td>243</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>84</td>\n",
       "      <td>908725666</td>\n",
       "      <td>129</td>\n",
       "      <td>120</td>\n",
       "      <td>908725666</td>\n",
       "      <td>I-PHONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>490</td>\n",
       "      <td>244</td>\n",
       "      <td>133</td>\n",
       "      <td>13</td>\n",
       "      <td>64</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>156</td>\n",
       "      <td>138</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>B-WEB</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   level page_num block_num par_num line_num word_num left  top width height  \\\n",
       "1      5        1         1       1        1        2  136   49   135     34   \n",
       "2      5        1         1       1        1        3  285   49   148     44   \n",
       "3      5        1         1       1        1        4  447   50   144     33   \n",
       "5      5        1         2       1        1        2   91  129    46     14   \n",
       "6      5        1         3       1        1        1    6  179    45     10   \n",
       "7      5        1         3       1        1        2   56  179    36     10   \n",
       "8      5        1         3       1        2        1    7  195    43     10   \n",
       "9      5        1         3       1        2        2   56  195    49     13   \n",
       "11     5        1         5       1        1        2  201  227    19     10   \n",
       "12     5        1         5       1        1        3  227  227    61     10   \n",
       "14     5        1         5       1        1        5  490  228   150     13   \n",
       "15     5        1         5       1        2        1  201  243    19     10   \n",
       "16     5        1         5       1        2        2  227  243    61     10   \n",
       "18     5        1         5       1        2        4  490  244   133     13   \n",
       "\n",
       "   conf                    text  end  start                   token    label  \n",
       "1    95                   phone   10      5                   phone    B-ORG  \n",
       "2    96                  repair   17     11                  repair    I-ORG  \n",
       "3    96                  center   24     18                  center    I-ORG  \n",
       "5    96                  repair   38     32                  repair    B-ORG  \n",
       "6    96                  thomas   45     39                  thomas   B-NAME  \n",
       "7    81                  atkins   52     46                  atkins   I-NAME  \n",
       "8    96                 general   60     53                 general    B-DES  \n",
       "9    95                 manager   68     61                 manager    I-DES  \n",
       "11   78                      91   78     76                      91  B-PHONE  \n",
       "12   85               908725526   88     79               908725526  I-PHONE  \n",
       "14   90  thomasatkins@gmail.com  116     94  thomasatkins@gmail.com  B-EMAIL  \n",
       "15   78                      91  119    117                      91  B-PHONE  \n",
       "16   84               908725666  129    120               908725666  I-PHONE  \n",
       "18   64      www.abccompany.com  156    138      www.abccompany.com    B-WEB  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bb_df = dataframe_info.query(\"label != 'O' \")\n",
    "bb_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "feaf0735",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level</th>\n",
       "      <th>page_num</th>\n",
       "      <th>block_num</th>\n",
       "      <th>par_num</th>\n",
       "      <th>line_num</th>\n",
       "      <th>word_num</th>\n",
       "      <th>left</th>\n",
       "      <th>top</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>conf</th>\n",
       "      <th>text</th>\n",
       "      <th>end</th>\n",
       "      <th>start</th>\n",
       "      <th>token</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>136</td>\n",
       "      <td>49</td>\n",
       "      <td>135</td>\n",
       "      <td>34</td>\n",
       "      <td>95</td>\n",
       "      <td>phone</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>phone</td>\n",
       "      <td>ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>285</td>\n",
       "      <td>49</td>\n",
       "      <td>148</td>\n",
       "      <td>44</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>17</td>\n",
       "      <td>11</td>\n",
       "      <td>repair</td>\n",
       "      <td>ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>447</td>\n",
       "      <td>50</td>\n",
       "      <td>144</td>\n",
       "      <td>33</td>\n",
       "      <td>96</td>\n",
       "      <td>center</td>\n",
       "      <td>24</td>\n",
       "      <td>18</td>\n",
       "      <td>center</td>\n",
       "      <td>ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>91</td>\n",
       "      <td>129</td>\n",
       "      <td>46</td>\n",
       "      <td>14</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>38</td>\n",
       "      <td>32</td>\n",
       "      <td>repair</td>\n",
       "      <td>ORG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>179</td>\n",
       "      <td>45</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>thomas</td>\n",
       "      <td>45</td>\n",
       "      <td>39</td>\n",
       "      <td>thomas</td>\n",
       "      <td>NAME</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  level page_num block_num par_num line_num word_num left  top width height  \\\n",
       "1     5        1         1       1        1        2  136   49   135     34   \n",
       "2     5        1         1       1        1        3  285   49   148     44   \n",
       "3     5        1         1       1        1        4  447   50   144     33   \n",
       "5     5        1         2       1        1        2   91  129    46     14   \n",
       "6     5        1         3       1        1        1    6  179    45     10   \n",
       "\n",
       "  conf    text  end  start   token label  \n",
       "1   95   phone   10      5   phone   ORG  \n",
       "2   96  repair   17     11  repair   ORG  \n",
       "3   96  center   24     18  center   ORG  \n",
       "5   96  repair   38     32  repair   ORG  \n",
       "6   96  thomas   45     39  thomas  NAME  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bb_df['label'] = bb_df['label'].apply(lambda x: x[2:])\n",
    "bb_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "4a73a4ea",
   "metadata": {},
   "outputs": [],
   "source": [
    "# group the label\n",
    "class groupgen():\n",
    "    def __init__(self):\n",
    "        self.id = 0\n",
    "        self.text = ''\n",
    "        \n",
    "    def getgroup(self,text):\n",
    "        if self.text == text:\n",
    "            return self.id\n",
    "        else:\n",
    "            self.id +=1\n",
    "            self.text = text\n",
    "            return self.id\n",
    "        \n",
    "grp_gen = groupgen()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "ca5ecba3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level</th>\n",
       "      <th>page_num</th>\n",
       "      <th>block_num</th>\n",
       "      <th>par_num</th>\n",
       "      <th>line_num</th>\n",
       "      <th>word_num</th>\n",
       "      <th>left</th>\n",
       "      <th>top</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>conf</th>\n",
       "      <th>text</th>\n",
       "      <th>end</th>\n",
       "      <th>start</th>\n",
       "      <th>token</th>\n",
       "      <th>label</th>\n",
       "      <th>group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>136</td>\n",
       "      <td>49</td>\n",
       "      <td>135</td>\n",
       "      <td>34</td>\n",
       "      <td>95</td>\n",
       "      <td>phone</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>phone</td>\n",
       "      <td>ORG</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>285</td>\n",
       "      <td>49</td>\n",
       "      <td>148</td>\n",
       "      <td>44</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>17</td>\n",
       "      <td>11</td>\n",
       "      <td>repair</td>\n",
       "      <td>ORG</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>447</td>\n",
       "      <td>50</td>\n",
       "      <td>144</td>\n",
       "      <td>33</td>\n",
       "      <td>96</td>\n",
       "      <td>center</td>\n",
       "      <td>24</td>\n",
       "      <td>18</td>\n",
       "      <td>center</td>\n",
       "      <td>ORG</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>91</td>\n",
       "      <td>129</td>\n",
       "      <td>46</td>\n",
       "      <td>14</td>\n",
       "      <td>96</td>\n",
       "      <td>repair</td>\n",
       "      <td>38</td>\n",
       "      <td>32</td>\n",
       "      <td>repair</td>\n",
       "      <td>ORG</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>179</td>\n",
       "      <td>45</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>thomas</td>\n",
       "      <td>45</td>\n",
       "      <td>39</td>\n",
       "      <td>thomas</td>\n",
       "      <td>NAME</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>179</td>\n",
       "      <td>36</td>\n",
       "      <td>10</td>\n",
       "      <td>81</td>\n",
       "      <td>atkins</td>\n",
       "      <td>52</td>\n",
       "      <td>46</td>\n",
       "      <td>atkins</td>\n",
       "      <td>NAME</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>195</td>\n",
       "      <td>43</td>\n",
       "      <td>10</td>\n",
       "      <td>96</td>\n",
       "      <td>general</td>\n",
       "      <td>60</td>\n",
       "      <td>53</td>\n",
       "      <td>general</td>\n",
       "      <td>DES</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56</td>\n",
       "      <td>195</td>\n",
       "      <td>49</td>\n",
       "      <td>13</td>\n",
       "      <td>95</td>\n",
       "      <td>manager</td>\n",
       "      <td>68</td>\n",
       "      <td>61</td>\n",
       "      <td>manager</td>\n",
       "      <td>DES</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>201</td>\n",
       "      <td>227</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>78</td>\n",
       "      <td>76</td>\n",
       "      <td>91</td>\n",
       "      <td>PHONE</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>227</td>\n",
       "      <td>227</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>85</td>\n",
       "      <td>908725526</td>\n",
       "      <td>88</td>\n",
       "      <td>79</td>\n",
       "      <td>908725526</td>\n",
       "      <td>PHONE</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>490</td>\n",
       "      <td>228</td>\n",
       "      <td>150</td>\n",
       "      <td>13</td>\n",
       "      <td>90</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>116</td>\n",
       "      <td>94</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "      <td>EMAIL</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>201</td>\n",
       "      <td>243</td>\n",
       "      <td>19</td>\n",
       "      <td>10</td>\n",
       "      <td>78</td>\n",
       "      <td>91</td>\n",
       "      <td>119</td>\n",
       "      <td>117</td>\n",
       "      <td>91</td>\n",
       "      <td>PHONE</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>227</td>\n",
       "      <td>243</td>\n",
       "      <td>61</td>\n",
       "      <td>10</td>\n",
       "      <td>84</td>\n",
       "      <td>908725666</td>\n",
       "      <td>129</td>\n",
       "      <td>120</td>\n",
       "      <td>908725666</td>\n",
       "      <td>PHONE</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>490</td>\n",
       "      <td>244</td>\n",
       "      <td>133</td>\n",
       "      <td>13</td>\n",
       "      <td>64</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>156</td>\n",
       "      <td>138</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "      <td>WEB</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   level page_num block_num par_num line_num word_num left  top width height  \\\n",
       "1      5        1         1       1        1        2  136   49   135     34   \n",
       "2      5        1         1       1        1        3  285   49   148     44   \n",
       "3      5        1         1       1        1        4  447   50   144     33   \n",
       "5      5        1         2       1        1        2   91  129    46     14   \n",
       "6      5        1         3       1        1        1    6  179    45     10   \n",
       "7      5        1         3       1        1        2   56  179    36     10   \n",
       "8      5        1         3       1        2        1    7  195    43     10   \n",
       "9      5        1         3       1        2        2   56  195    49     13   \n",
       "11     5        1         5       1        1        2  201  227    19     10   \n",
       "12     5        1         5       1        1        3  227  227    61     10   \n",
       "14     5        1         5       1        1        5  490  228   150     13   \n",
       "15     5        1         5       1        2        1  201  243    19     10   \n",
       "16     5        1         5       1        2        2  227  243    61     10   \n",
       "18     5        1         5       1        2        4  490  244   133     13   \n",
       "\n",
       "   conf                    text  end  start                   token  label  \\\n",
       "1    95                   phone   10      5                   phone    ORG   \n",
       "2    96                  repair   17     11                  repair    ORG   \n",
       "3    96                  center   24     18                  center    ORG   \n",
       "5    96                  repair   38     32                  repair    ORG   \n",
       "6    96                  thomas   45     39                  thomas   NAME   \n",
       "7    81                  atkins   52     46                  atkins   NAME   \n",
       "8    96                 general   60     53                 general    DES   \n",
       "9    95                 manager   68     61                 manager    DES   \n",
       "11   78                      91   78     76                      91  PHONE   \n",
       "12   85               908725526   88     79               908725526  PHONE   \n",
       "14   90  thomasatkins@gmail.com  116     94  thomasatkins@gmail.com  EMAIL   \n",
       "15   78                      91  119    117                      91  PHONE   \n",
       "16   84               908725666  129    120               908725666  PHONE   \n",
       "18   64      www.abccompany.com  156    138      www.abccompany.com    WEB   \n",
       "\n",
       "    group  \n",
       "1       1  \n",
       "2       1  \n",
       "3       1  \n",
       "5       1  \n",
       "6       2  \n",
       "7       2  \n",
       "8       3  \n",
       "9       3  \n",
       "11      4  \n",
       "12      4  \n",
       "14      5  \n",
       "15      6  \n",
       "16      6  \n",
       "18      7  "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bb_df['group'] = bb_df['label'].apply(grp_gen.getgroup)\n",
    "bb_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "0208a152",
   "metadata": {},
   "outputs": [],
   "source": [
    "# right and bottom of bounding box\n",
    "bb_df[['left','top','width','height']] = bb_df[['left','top','width','height']].astype(int)\n",
    "bb_df['right'] = bb_df['left'] + bb_df['width']\n",
    "bb_df['bottom'] = bb_df['top'] + bb_df['height']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "d52616ca",
   "metadata": {},
   "outputs": [],
   "source": [
    "# tagging: groupby group\n",
    "col_group = ['left','top','right','bottom','label','token','group']\n",
    "group_tag_img = bb_df[col_group].groupby(by='group')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "8c3f802a",
   "metadata": {},
   "outputs": [],
   "source": [
    "img_tagging = group_tag_img.agg({\n",
    "    \n",
    "    'left':min,\n",
    "    'right':max,\n",
    "    'top':min,\n",
    "    'bottom':max,\n",
    "    'label':np.unique,\n",
    "    'token':lambda x: \" \".join(x)\n",
    "    \n",
    "})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "932e213d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>left</th>\n",
       "      <th>right</th>\n",
       "      <th>top</th>\n",
       "      <th>bottom</th>\n",
       "      <th>label</th>\n",
       "      <th>token</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>group</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>91</td>\n",
       "      <td>591</td>\n",
       "      <td>49</td>\n",
       "      <td>143</td>\n",
       "      <td>[ORG]</td>\n",
       "      <td>phone repair center repair</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>92</td>\n",
       "      <td>179</td>\n",
       "      <td>189</td>\n",
       "      <td>[NAME]</td>\n",
       "      <td>thomas atkins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7</td>\n",
       "      <td>105</td>\n",
       "      <td>195</td>\n",
       "      <td>208</td>\n",
       "      <td>[DES]</td>\n",
       "      <td>general manager</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>201</td>\n",
       "      <td>288</td>\n",
       "      <td>227</td>\n",
       "      <td>237</td>\n",
       "      <td>[PHONE]</td>\n",
       "      <td>91 908725526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>490</td>\n",
       "      <td>640</td>\n",
       "      <td>228</td>\n",
       "      <td>241</td>\n",
       "      <td>[EMAIL]</td>\n",
       "      <td>thomasatkins@gmail.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>201</td>\n",
       "      <td>288</td>\n",
       "      <td>243</td>\n",
       "      <td>253</td>\n",
       "      <td>[PHONE]</td>\n",
       "      <td>91 908725666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>490</td>\n",
       "      <td>623</td>\n",
       "      <td>244</td>\n",
       "      <td>257</td>\n",
       "      <td>[WEB]</td>\n",
       "      <td>www.abccompany.com</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       left  right  top  bottom    label                       token\n",
       "group                                                               \n",
       "1        91    591   49     143    [ORG]  phone repair center repair\n",
       "2         6     92  179     189   [NAME]               thomas atkins\n",
       "3         7    105  195     208    [DES]             general manager\n",
       "4       201    288  227     237  [PHONE]                91 908725526\n",
       "5       490    640  228     241  [EMAIL]      thomasatkins@gmail.com\n",
       "6       201    288  243     253  [PHONE]                91 908725666\n",
       "7       490    623  244     257    [WEB]          www.abccompany.com"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "img_tagging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "67f08387",
   "metadata": {},
   "outputs": [],
   "source": [
    "img_bb = image.copy()\n",
    "for l,r,t,b,label,token in img_tagging.values:\n",
    "    cv2.rectangle(img_bb,(l,t),(r,b),(0,255,0),2)\n",
    "    \n",
    "    label = str(label)\n",
    "    cv2.putText(img_bb,label,(l,t), cv2.FONT_HERSHEY_PLAIN, 1, (255,0,255),2)\n",
    "    \n",
    "    \n",
    "cv2.imshow('Bounding Box Documents',img_bb)\n",
    "cv2.waitKey(0)\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "819959ac",
   "metadata": {},
   "source": [
    "## Parser"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "cc4929e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "def parser(text,label):\n",
    "    if label == 'PHONE':\n",
    "        text = text.lower()\n",
    "        text = re.sub(r'\\D','',text)\n",
    "        \n",
    "    elif label == 'EMAIL':\n",
    "        text = text.lower()\n",
    "        allow_special_char = '@_.\\-'\n",
    "        text = re.sub(r'[^A-Za-z0-9{} ]'.format(allow_special_char),'',text)\n",
    "        \n",
    "    elif label == 'WEB':\n",
    "        text = text.lower()\n",
    "        allow_special_char = ':/.%#\\-'\n",
    "        text = re.sub(r'[^A-Za-z0-9{} ]'.format(allow_special_char),'',text)\n",
    "        \n",
    "    elif label in ('NAME', 'DES'):\n",
    "        text = text.lower()\n",
    "        text = re.sub(r'[^a-z ]','',text)\n",
    "        text = text.title()\n",
    "        \n",
    "    elif label == 'ORG':\n",
    "        text = text.lower()\n",
    "        text = re.sub(r'[^a-z0-9 ]','',text)\n",
    "        text = text.title()\n",
    "        \n",
    "    return text"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ca392e40",
   "metadata": {},
   "source": [
    "#### Entities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "ae2b2da1",
   "metadata": {},
   "outputs": [],
   "source": [
    "info_array = dataframe_info[['token','label']].values\n",
    "entities = dict(NAME=[],ORG=[],DES=[],PHONE=[],EMAIL=[],WEB=[])\n",
    "previous = 'O'\n",
    "\n",
    "for token, label in info_array:\n",
    "    bio_tag = label[0]\n",
    "    label_tag = label[2:]\n",
    "    \n",
    "    # step -1 parse the token\n",
    "    text = parser(token,label_tag)\n",
    "    \n",
    "    if bio_tag in ('B','I'):\n",
    "        \n",
    "        if previous != label_tag:\n",
    "            entities[label_tag].append(text)\n",
    "            \n",
    "        else:\n",
    "            if bio_tag == \"B\":\n",
    "                entities[label_tag].append(text)\n",
    "                \n",
    "            else:\n",
    "                if label_tag in (\"NAME\",'ORG','DES'):\n",
    "                    entities[label_tag][-1] = entities[label_tag][-1] + \" \" + text\n",
    "                    \n",
    "                else:\n",
    "                    entities[label_tag][-1] = entities[label_tag][-1] + text\n",
    "                    \n",
    "    \n",
    "    \n",
    "    previous = label_tag\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "94cfb466",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'NAME': ['Thomas Atkins'],\n",
       " 'ORG': ['Phone Repair Center', 'Repair'],\n",
       " 'DES': ['General Manager'],\n",
       " 'PHONE': ['91908725526', '91908725666'],\n",
       " 'EMAIL': ['thomasatkins@gmail.com'],\n",
       " 'WEB': ['www.abccompany.com']}"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "entities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "90ea547f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Marko '"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('Marko 657-764-321','NAME')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "83782009",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Thomas Thomas'"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('Thomas 14thomas51515','NAME')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "62dc4c22",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'456634653'"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('thomas 456634653','PHONE')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "ec9d5e28",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'George '"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('George 2626235','NAME')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "4afc0e35",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'John '"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('John 2626235','NAME')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "e0e6e06b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2523532 www.abc.com'"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser('2523532 www.abc.com','EMAIL')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "90ff1b11",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "01fd77f0",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "619b25af",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c170d869",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "43b7793b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a14eb0ec",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5cd83349",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f0995cd9",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c75322f6",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}