Sentiment analysis_project_report.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "ed537553",
      "metadata": {
        "id": "ed537553"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "\n",
        "\n",
        "import warnings\n",
        "warnings.filterwarnings('ignore')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "f6bc112e",
      "metadata": {
        "id": "f6bc112e"
      },
      "outputs": [],
      "source": [
        "data=pd.read_csv(\"C:/Users/shamb/Downloads/1429_1 (1).csv\", low_memory=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "c0d5877f",
      "metadata": {
        "id": "c0d5877f",
        "outputId": "9ba464fe-ebe6-4dc5-8bab-1d757af9759e"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>This product so far has not disappointed. My c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>great for beginner or experienced person. Boug...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>Inexpensive tablet for him to use and learn on...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>I've had my Fire HD 8 two weeks now and I love...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>I bought this for my grand daughter when she c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27895</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>This is my new favorite device. While not perf...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27896</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>I got this to basically experiment with. Strai...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27897</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>Good product that does the basics. Too bad you...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27898</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>This is great for a connected home. People who...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27899</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>Cool product. Amazon does a cool job with it. ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>27900 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    name  \\\n",
              "0      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "1      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "2      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "3      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "4      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "...                                                  ...   \n",
              "27895  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27896  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27897  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27898  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27899  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "\n",
              "                                              categories  \\\n",
              "0      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "1      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "2      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "3      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "4      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "...                                                  ...   \n",
              "27895  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27896  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27897  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27898  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27899  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "\n",
              "                                            reviews.text  \n",
              "0      This product so far has not disappointed. My c...  \n",
              "1      great for beginner or experienced person. Boug...  \n",
              "2      Inexpensive tablet for him to use and learn on...  \n",
              "3      I've had my Fire HD 8 two weeks now and I love...  \n",
              "4      I bought this for my grand daughter when she c...  \n",
              "...                                                  ...  \n",
              "27895  This is my new favorite device. While not perf...  \n",
              "27896  I got this to basically experiment with. Strai...  \n",
              "27897  Good product that does the basics. Too bad you...  \n",
              "27898  This is great for a connected home. People who...  \n",
              "27899  Cool product. Amazon does a cool job with it. ...  \n",
              "\n",
              "[27900 rows x 3 columns]"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "b5636883",
      "metadata": {
        "id": "b5636883"
      },
      "outputs": [],
      "source": [
        "data.dropna(inplace=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "1dbc9d8e",
      "metadata": {
        "id": "1dbc9d8e"
      },
      "outputs": [],
      "source": [
        "Data=data.head(20000)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "7797b85b",
      "metadata": {
        "id": "7797b85b",
        "outputId": "31ecf7dd-e58c-49d2-d5a3-5c9cf5d075dd"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>This product so far has not disappointed. My c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>great for beginner or experienced person. Boug...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>Inexpensive tablet for him to use and learn on...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>I've had my Fire HD 8 two weeks now and I love...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>I bought this for my grand daughter when she c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19996</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>The screen is perfect for me to read all my fa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19997</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>This device has so many great features. I love...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19998</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>I bought this as an upgrade to the kindle fire...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19999</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>I love my kindle because it's so convenient wh...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20000</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>While reading might be a bit easier on the Pap...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>20000 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    name  \\\n",
              "0      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "1      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "2      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "3      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "4      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "...                                                  ...   \n",
              "19996  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19997  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19998  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19999  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20000  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "\n",
              "                                              categories  \\\n",
              "0      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "1      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "2      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "3      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "4      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "...                                                  ...   \n",
              "19996  Walmart for Business,Office Electronics,Tablet...   \n",
              "19997  Walmart for Business,Office Electronics,Tablet...   \n",
              "19998  Walmart for Business,Office Electronics,Tablet...   \n",
              "19999  Walmart for Business,Office Electronics,Tablet...   \n",
              "20000  Walmart for Business,Office Electronics,Tablet...   \n",
              "\n",
              "                                            reviews.text  \n",
              "0      This product so far has not disappointed. My c...  \n",
              "1      great for beginner or experienced person. Boug...  \n",
              "2      Inexpensive tablet for him to use and learn on...  \n",
              "3      I've had my Fire HD 8 two weeks now and I love...  \n",
              "4      I bought this for my grand daughter when she c...  \n",
              "...                                                  ...  \n",
              "19996  The screen is perfect for me to read all my fa...  \n",
              "19997  This device has so many great features. I love...  \n",
              "19998  I bought this as an upgrade to the kindle fire...  \n",
              "19999  I love my kindle because it's so convenient wh...  \n",
              "20000  While reading might be a bit easier on the Pap...  \n",
              "\n",
              "[20000 rows x 3 columns]"
            ]
          },
          "execution_count": 10,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "Data\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "01fd2c49",
      "metadata": {
        "id": "01fd2c49",
        "outputId": "beedc6c1-abe6-4c87-8877-06f7e887fb9d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['name', 'categories', 'reviews.text'], dtype='object')"
            ]
          },
          "execution_count": 11,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "0d73c648",
      "metadata": {
        "scrolled": true,
        "id": "0d73c648",
        "outputId": "5070caeb-9bd5-42f4-f0f3-c0865fe1dd21"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "(27899, 3)"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "9e454f76",
      "metadata": {
        "id": "9e454f76"
      },
      "outputs": [],
      "source": [
        "import nltk\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.stem import PorterStemmer"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "42ae205a",
      "metadata": {
        "id": "42ae205a",
        "outputId": "53140a00-e3c9-4f9b-8316-cb59616af0da"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package punkt to\n",
            "[nltk_data]     C:\\Users\\shamb\\AppData\\Roaming\\nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "execution_count": 14,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "nltk.download('punkt')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "8bcb4e79",
      "metadata": {
        "id": "8bcb4e79"
      },
      "outputs": [],
      "source": [
        "Data['reviews.text'] =Data['reviews.text'].str.lower()\n",
        "\n",
        "Data['reviews.text'] = Data['reviews.text'].str.replace('[^\\w\\s]', '')\n",
        "\n",
        "Data['reviews.text'] = Data['reviews.text'] .str.replace('\\d', '')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "e05e962a",
      "metadata": {
        "id": "e05e962a",
        "outputId": "7113ec22-2250-420e-9521-cbd35c727fe9"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>this product so far has not disappointed my ch...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>great for beginner or experienced person bough...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>inexpensive tablet for him to use and learn on...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>ive had my fire hd  two weeks now and i love i...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>i bought this for my grand daughter when she c...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                name  \\\n",
              "0  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "1  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "2  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "3  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "4  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "\n",
              "                                          categories  \\\n",
              "0  Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "1  Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "2  Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "3  Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "4  Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "\n",
              "                                        reviews.text  \n",
              "0  this product so far has not disappointed my ch...  \n",
              "1  great for beginner or experienced person bough...  \n",
              "2  inexpensive tablet for him to use and learn on...  \n",
              "3  ive had my fire hd  two weeks now and i love i...  \n",
              "4  i bought this for my grand daughter when she c...  "
            ]
          },
          "execution_count": 16,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "Data.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "e7210053",
      "metadata": {
        "id": "e7210053",
        "outputId": "4ccecab4-f6c4-46ce-f310-f4965c304d97"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package stopwords to\n",
            "[nltk_data]     C:\\Users\\shamb\\AppData\\Roaming\\nltk_data...\n",
            "[nltk_data]   Package stopwords is already up-to-date!\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "nltk.download('stopwords')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "a87e32d2",
      "metadata": {
        "id": "a87e32d2"
      },
      "outputs": [],
      "source": [
        "from nltk.corpus import stopwords\n",
        "\n",
        "# Initialize Porter Stemmer\n",
        "stemmer = PorterStemmer()\n",
        "\n",
        "# Function to preprocess text\n",
        "def clean_text(text):\n",
        "    # Remove stopwords and tokenization\n",
        "    tokens = word_tokenize(text)\n",
        "    stop_words = set(stopwords.words('english'))\n",
        "    exclude_stopwords = {'not', 'wasn', \"wasn't\", \"no\", 'ain', 'aren', \"aren't\", 'couldn', \"couldn't\", 'didn', \"didn't\", 'doesn', \"doesn't\", 'hadn', \"hadn't\", 'hasn', \"hasn't\", 'haven', \"haven't\", 'isn', \"isn't\", 'ma', 'mightn', \"mightn't\", 'mustn', \"mustn't\", 'needn', \"needn't\", 'shan', \"shan't\", 'shouldn', \"shouldn't\", 'wasn', \"wasn't\", 'weren', \"weren't\", 'won', \"won't\", 'wouldn', \"wouldn't\", 'not'}\n",
        "    tokens = [token for token in tokens if token not in stop_words or (token in exclude_stopwords)]\n",
        "\n",
        "    # Stemming\n",
        "    stemmed_tokens = [stemmer.stem(token) for token in tokens]\n",
        "\n",
        "    # Join tokens back into a string\n",
        "    clean_text = ' '.join(stemmed_tokens)\n",
        "\n",
        "    return clean_text\n",
        "\n",
        "# Apply preprocessing to each review\n",
        "Data['reviews.text'] = Data['reviews.text'].apply(clean_text)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "3fa30a6b",
      "metadata": {
        "id": "3fa30a6b",
        "outputId": "ee485dbb-7e66-4c0e-b589-7260bcd8cfd9"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>product far not disappoint children love use l...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>great beginn experienc person bought gift love</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>inexpens tablet use learn step nabi thrill lea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>ive fire hd two week love tablet great valuew ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>bought grand daughter come visit set user ente...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19996</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>screen perfect read favorit book</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19997</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>devic mani great featur love stay charg long f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19998</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>bought upgrad kindl fire bought wife year ago ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19999</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>love kindl conveni want new book download righ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20000</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>read might bit easier paperwhit navig drove nu...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>20000 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    name  \\\n",
              "0      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "1      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "2      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "3      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "4      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "...                                                  ...   \n",
              "19996  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19997  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19998  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19999  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20000  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "\n",
              "                                              categories  \\\n",
              "0      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "1      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "2      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "3      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "4      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "...                                                  ...   \n",
              "19996  Walmart for Business,Office Electronics,Tablet...   \n",
              "19997  Walmart for Business,Office Electronics,Tablet...   \n",
              "19998  Walmart for Business,Office Electronics,Tablet...   \n",
              "19999  Walmart for Business,Office Electronics,Tablet...   \n",
              "20000  Walmart for Business,Office Electronics,Tablet...   \n",
              "\n",
              "                                            reviews.text  \n",
              "0      product far not disappoint children love use l...  \n",
              "1         great beginn experienc person bought gift love  \n",
              "2      inexpens tablet use learn step nabi thrill lea...  \n",
              "3      ive fire hd two week love tablet great valuew ...  \n",
              "4      bought grand daughter come visit set user ente...  \n",
              "...                                                  ...  \n",
              "19996                   screen perfect read favorit book  \n",
              "19997  devic mani great featur love stay charg long f...  \n",
              "19998  bought upgrad kindl fire bought wife year ago ...  \n",
              "19999  love kindl conveni want new book download righ...  \n",
              "20000  read might bit easier paperwhit navig drove nu...  \n",
              "\n",
              "[20000 rows x 3 columns]"
            ]
          },
          "execution_count": 19,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "Data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "7bc6dd8e",
      "metadata": {
        "id": "7bc6dd8e"
      },
      "outputs": [],
      "source": [
        "catalyst_words = [\"very\"]\n",
        "positive_words = [ \"amazing\", \"love\", \"awesome\", \"great\", \"excellent\", \"wonderful\",\"fantastic\", \"superb\", \"good\",\n",
        "    \"perfect\",\"impressive\",\"outstanding\",\"brilliant\",\"terrific\",\"splendid\",\"delightful\",\"satisfying\",\"fabulous\",\"exceptional\",\"top-notch\",\n",
        "    \"marvelous\",\"phenomenal\", \"remarkable\",\"stellar\",\"high-quality\",\"best\",\"quality\",\"beautiful\",\"nice\",\"pleas\",\"gorgeous\",\n",
        "    \"fine\",\"pleasant\",\"charming\",\"appealing\",\"positive\",\"sensational\",\"awesome\",\"joyful\",\"thrilling\",\"exciting\",\"uplifting\",\"inspiring\",\n",
        "    \"heartwarming\",\"refreshing\",\"delicious\",\"fun\",\"satisfactory\",\"rewarding\",\"beneficial\",\"effective\",\"efficient\",\"helpful\",\"valuable\",\n",
        "    \"worthwhile\",\"praiseworthy\",\"commendable\",\"commendable\",\"applaudable\",\"admirable\",\"worthy\",\"noteworthy\",\"impeccable\",\n",
        "    \"flawless\",\"spotless\",\"clean\",\"neat\",\"tidy\",\"organized\",\"smooth\",\"easy\",\"convenient\",\"user-friendly\",\"accessible\",\"simple\",\"straightforward\",\n",
        "    \"excellent\",]\n",
        "negative_words = ['not', 'wasn', \"wasn't\", \"no\", 'ain', 'aren', \"aren't\", 'couldn', \"couldn't\", 'didn', \"didn't\", 'doesn', \"doesn't\",\n",
        "                  'hadn', \"hadn't\", 'hasn', \"hasn't\", 'haven', \"haven't\", 'isn', \"isn't\", 'ma', 'mightn', \"mightn't\", 'mustn',\n",
        "                  \"mustn't\", 'needn', \"needn't\", 'shan', \"shan't\", 'shouldn', \"shouldn't\", 'wasn', \"wasn't\", 'weren', \"weren't\",\n",
        "                  'won', \"won't\", 'wouldn', \"wouldn't\", 'not']\n",
        "inverse_words = [\"contrary\", \"transposed\", \"antithetical\", \"antithesis\", \"neither\", \"nor\"]\n",
        "\n",
        "catalyst_words = [stemmer.stem(word) for word in catalyst_words]\n",
        "positive_words = [stemmer.stem(word) for word in positive_words]\n",
        "inverse_words = [stemmer.stem(word) for word in inverse_words]\n",
        "negative_words = [stemmer.stem(word) for word in negative_words]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "281d2a15",
      "metadata": {
        "id": "281d2a15"
      },
      "outputs": [],
      "source": [
        "def calculate_sw(sentence):\n",
        "    Cp = sum(sentence.count(word) for word in positive_words)\n",
        "    Cn = sum(sentence.count(word) for word in negative_words)\n",
        "    Ci = sum(sentence.count(word) for word in inverse_words)\n",
        "    Cc = sum(sentence.count(word) for word in catalyst_words)\n",
        "\n",
        "    # Applying conditions to calculate Sw\n",
        "    if Cp > 0:\n",
        "        if Cc > 0:\n",
        "            Cp = 2 * Cp\n",
        "    elif Cn > 0:\n",
        "        if Cc > 0:\n",
        "            Cn = -2 * Cn\n",
        "    elif Ci > 0:\n",
        "        Ci = -Ci\n",
        "\n",
        "    Sw = Cp - Cn + Ci\n",
        "    return Sw\n",
        "\n",
        "# Calculate sentiment score for each review\n",
        "Data['sentiment_score'] = Data['reviews.text'].apply(lambda x: calculate_sw(x))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "34177d99",
      "metadata": {
        "id": "34177d99",
        "outputId": "49e1ed28-36bf-47e6-c283-9ad20059f82f"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "      <th>sentiment_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>product far not disappoint children love use l...</td>\n",
              "      <td>-2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>great beginn experienc person bought gift love</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>inexpens tablet use learn step nabi thrill lea...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>ive fire hd two week love tablet great valuew ...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>Electronics,iPad &amp; Tablets,All Tablets,Fire Ta...</td>\n",
              "      <td>bought grand daughter come visit set user ente...</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19996</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>screen perfect read favorit book</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19997</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>devic mani great featur love stay charg long f...</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19998</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>bought upgrad kindl fire bought wife year ago ...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19999</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>love kindl conveni want new book download righ...</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20000</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>read might bit easier paperwhit navig drove nu...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>20000 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    name  \\\n",
              "0      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "1      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "2      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "3      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "4      All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   \n",
              "...                                                  ...   \n",
              "19996  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19997  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19998  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "19999  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20000  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "\n",
              "                                              categories  \\\n",
              "0      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "1      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "2      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "3      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "4      Electronics,iPad & Tablets,All Tablets,Fire Ta...   \n",
              "...                                                  ...   \n",
              "19996  Walmart for Business,Office Electronics,Tablet...   \n",
              "19997  Walmart for Business,Office Electronics,Tablet...   \n",
              "19998  Walmart for Business,Office Electronics,Tablet...   \n",
              "19999  Walmart for Business,Office Electronics,Tablet...   \n",
              "20000  Walmart for Business,Office Electronics,Tablet...   \n",
              "\n",
              "                                            reviews.text  sentiment_score  \n",
              "0      product far not disappoint children love use l...               -2  \n",
              "1         great beginn experienc person bought gift love                2  \n",
              "2      inexpens tablet use learn step nabi thrill lea...                1  \n",
              "3      ive fire hd two week love tablet great valuew ...               10  \n",
              "4      bought grand daughter come visit set user ente...                3  \n",
              "...                                                  ...              ...  \n",
              "19996                   screen perfect read favorit book                1  \n",
              "19997  devic mani great featur love stay charg long f...                2  \n",
              "19998  bought upgrad kindl fire bought wife year ago ...                1  \n",
              "19999  love kindl conveni want new book download righ...                4  \n",
              "20000  read might bit easier paperwhit navig drove nu...                0  \n",
              "\n",
              "[20000 rows x 4 columns]"
            ]
          },
          "execution_count": 22,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "Data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "4618e358",
      "metadata": {
        "id": "4618e358"
      },
      "outputs": [],
      "source": [
        "# Group by product name and calculate the maximum, minimum, and mean sentiment scores\n",
        "product_scores = Data.groupby('name')['sentiment_score'].agg(['max', 'min', 'mean']).reset_index()\n",
        "\n",
        "# Function to calculate review score for each row individually\n",
        "def calculate_review_score(row):\n",
        "    max_score = row['max']\n",
        "    min_score = row['min']\n",
        "    mean_score = row['mean']\n",
        "\n",
        "    # Avoid division by zero if all sentiment scores are the same\n",
        "    if max_score == min_score:\n",
        "        return max_score\n",
        "    else:\n",
        "        return round((((mean_score - min_score) / (max_score - min_score)) * 20)-10)\n",
        "\n",
        "# Apply the function to calculate review score for each row\n",
        "product_scores['review_score'] = product_scores.apply(calculate_review_score, axis=1)\n",
        "\n",
        "product_scores['review_score'] = product_scores['review_score'].apply(lambda x: round(x))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "67b649e7",
      "metadata": {
        "id": "67b649e7",
        "outputId": "0e3b336a-253c-4d51-fb9d-97923cd69614"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>max</th>\n",
              "      <th>min</th>\n",
              "      <th>mean</th>\n",
              "      <th>review_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>12</td>\n",
              "      <td>-30</td>\n",
              "      <td>0.631841</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...</td>\n",
              "      <td>7</td>\n",
              "      <td>-60</td>\n",
              "      <td>-0.158228</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>All-New Kindle E-reader - Black, 6 Glare-Free ...</td>\n",
              "      <td>3</td>\n",
              "      <td>-8</td>\n",
              "      <td>-0.108491</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Amazon - Kindle Voyage - 4GB - Wi-Fi + 3G - Bl...</td>\n",
              "      <td>5</td>\n",
              "      <td>-4</td>\n",
              "      <td>0.760000</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Amazon - Kindle Voyage - 4GB - Wi-Fi + 3G - Bl...</td>\n",
              "      <td>-1</td>\n",
              "      <td>-1</td>\n",
              "      <td>-1.000000</td>\n",
              "      <td>-1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                name  max  min      mean  \\\n",
              "0  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...   12  -30  0.631841   \n",
              "1  All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi,...    7  -60 -0.158228   \n",
              "2  All-New Kindle E-reader - Black, 6 Glare-Free ...    3   -8 -0.108491   \n",
              "3  Amazon - Kindle Voyage - 4GB - Wi-Fi + 3G - Bl...    5   -4  0.760000   \n",
              "4  Amazon - Kindle Voyage - 4GB - Wi-Fi + 3G - Bl...   -1   -1 -1.000000   \n",
              "\n",
              "   review_score  \n",
              "0             5  \n",
              "1             8  \n",
              "2             4  \n",
              "3             1  \n",
              "4            -1  "
            ]
          },
          "execution_count": 24,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "product_scores.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "723ac89c",
      "metadata": {
        "id": "723ac89c"
      },
      "outputs": [],
      "source": [
        "product_scores.to_csv('Review Scores.csv', index=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "3de64b45",
      "metadata": {
        "id": "3de64b45"
      },
      "outputs": [],
      "source": [
        "test = data.iloc[20000: , :]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "132d7752",
      "metadata": {
        "id": "132d7752",
        "outputId": "5013c05b-3965-4eee-e26a-f9b1db623784"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>categories</th>\n",
              "      <th>reviews.text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>20001</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>Love the compact size, ease to read, ability t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20002</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>I love the paperwhite! It took me a long time ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20003</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>I love this Kindle. It syncs without needing t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20004</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>The high resolution screen is noticeably easie...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20005</th>\n",
              "      <td>Amazon Kindle Paperwhite - eBook reader - 4 GB...</td>\n",
              "      <td>Walmart for Business,Office Electronics,Tablet...</td>\n",
              "      <td>Love my new paperwhite Kindle reader . Easy to...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27895</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>This is my new favorite device. While not perf...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27896</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>I got this to basically experiment with. Strai...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27897</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>Good product that does the basics. Too bad you...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27898</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>This is great for a connected home. People who...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27899</th>\n",
              "      <td>New Amazon Kindle Fire Hd 9w Powerfast Adapter...</td>\n",
              "      <td>Stereos,Remote Controls,Amazon Echo,Audio Dock...</td>\n",
              "      <td>Cool product. Amazon does a cool job with it. ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>7899 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    name  \\\n",
              "20001  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20002  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20003  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20004  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "20005  Amazon Kindle Paperwhite - eBook reader - 4 GB...   \n",
              "...                                                  ...   \n",
              "27895  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27896  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27897  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27898  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "27899  New Amazon Kindle Fire Hd 9w Powerfast Adapter...   \n",
              "\n",
              "                                              categories  \\\n",
              "20001  Walmart for Business,Office Electronics,Tablet...   \n",
              "20002  Walmart for Business,Office Electronics,Tablet...   \n",
              "20003  Walmart for Business,Office Electronics,Tablet...   \n",
              "20004  Walmart for Business,Office Electronics,Tablet...   \n",
              "20005  Walmart for Business,Office Electronics,Tablet...   \n",
              "...                                                  ...   \n",
              "27895  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27896  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27897  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27898  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "27899  Stereos,Remote Controls,Amazon Echo,Audio Dock...   \n",
              "\n",
              "                                            reviews.text  \n",
              "20001  Love the compact size, ease to read, ability t...  \n",
              "20002  I love the paperwhite! It took me a long time ...  \n",
              "20003  I love this Kindle. It syncs without needing t...  \n",
              "20004  The high resolution screen is noticeably easie...  \n",
              "20005  Love my new paperwhite Kindle reader . Easy to...  \n",
              "...                                                  ...  \n",
              "27895  This is my new favorite device. While not perf...  \n",
              "27896  I got this to basically experiment with. Strai...  \n",
              "27897  Good product that does the basics. Too bad you...  \n",
              "27898  This is great for a connected home. People who...  \n",
              "27899  Cool product. Amazon does a cool job with it. ...  \n",
              "\n",
              "[7899 rows x 3 columns]"
            ]
          },
          "execution_count": 27,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "test"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "fa629867",
      "metadata": {
        "id": "fa629867",
        "outputId": "ebcb1b6e-1ed9-4b1c-a2e8-e622977799e3"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "All-New Fire HD 8 Tablet, 8 HD Display, Wi-Fi, 16 GB - Includes Special Offers, Magenta is best among the others because it has the highest review score.\n"
          ]
        }
      ],
      "source": [
        "def compare_products(product_x, product_y, product_z):\n",
        "    # Get the review scores for the given products\n",
        "    scores = product_scores.set_index('name')['review_score']\n",
        "\n",
        "    # Check if the given product names are in the product_scores DataFrame\n",
        "    if product_x not in scores or product_y not in scores or product_z not in scores:\n",
        "        print(\"One or more products not found in the product scores dataset.\")\n",
        "        return\n",
        "\n",
        "    # Get the review scores for the given products\n",
        "    score_x, score_y, score_z = scores.loc[[product_x, product_y, product_z]]\n",
        "\n",
        "    # Compare the review scores\n",
        "    if score_x > score_y and score_x > score_z:\n",
        "        print(f\"{product_x} is best among the others because it has the highest review score.\")\n",
        "    elif score_y > score_x and score_y > score_z:\n",
        "        print(f\"{product_y} is best among the others because it has the highest review score.\")\n",
        "    elif score_z > score_x and score_z > score_y:\n",
        "        print(f\"{product_z} is best among the others because it has the highest review score.\")\n",
        "    else:\n",
        "        print(\"All products have the same review score.\")\n",
        "\n",
        "# Example usage:\n",
        "compare_products(product_scores.iloc[0, 0], product_scores.iloc[3, 0], product_scores.iloc[4, 0])\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "c47b99f0",
      "metadata": {
        "id": "c47b99f0",
        "outputId": "9dfe5986-f117-4c3f-b002-e84dcb7a0390"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "['NLTK', 'is', 'a', 'leading', 'platform', 'for', 'building', 'Python', 'programs', 'to', 'work', 'with', 'human', 'language', 'data', '.']\n"
          ]
        }
      ],
      "source": [
        "# Importing necessary libraries\n",
        "from nltk.tokenize import word_tokenize\n",
        "\n",
        "# Sample text\n",
        "text = \"NLTK is a leading platform for building Python programs to work with human language data.\"\n",
        "\n",
        "# Tokenizing the text into words\n",
        "tokens = word_tokenize(text)\n",
        "\n",
        "# Printing the tokens\n",
        "print(tokens)\n"
      ]
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.9"
    },
    "colab": {
      "provenance": []
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}