Sentiment Out of time (17-09-2021).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "774bb811",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     C:\\Users\\vacha\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\vacha\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score of BernoulliNB(alpha=2) : 69%\n",
      "Accuracy Score of LinearSVC() : 88%\n",
      "Accuracy Score of LogisticRegression(C=2, max_iter=1000) : 84%\n",
      "              Actual Feedback SENTIMENT\n",
      "0           I did not like it  Negative\n",
      "1                  I liked it  Positive\n",
      "2  i do not like that manager  Positive\n",
      "3              I am not funny  Negative\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\vacha\\Anaconda3\\lib\\site-packages\\seaborn\\_decorators.py:36: FutureWarning: Pass the following variable as a keyword arg: x. From version 0.12, the only valid positional argument will be `data`, and passing other arguments without an explicit keyword will result in an error or misinterpretation.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEGCAYAAACKB4k+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAS1UlEQVR4nO3df6xfd33f8ecLE0I3QCTzTebaZo6QqeR0xaxX7lZULSXdkjGoQ6W0jlbqbpEcaWGCiW0k7TbSMUtITci6tkEyI8V0FGOVZnFR12E8MorKcK+ZCbGNh0XS5GLPvgml4G1yZ/PeH/f4k2/s6+tvnJzv98bf50P66nvO53w+57wdWXn5/Ph+TqoKSZIAXjbuAiRJS4ehIElqDAVJUmMoSJIaQ0GS1Lx83AW8EMuXL681a9aMuwxJeknZt2/f01U1tdC2l3QorFmzhpmZmXGXIUkvKUn+9ELbvHwkSWoMBUlSYyhIkhpDQZLUGAqSpKb3UEiyLMn/SPKZbv3qJLuTfKP7vmqg791JjiQ5nOSmvmuTJD3XKM4U3g0cGli/C9hTVWuBPd06SdYBm4DrgZuBB5IsG0F9kqROr6GQZBXw94H/MNC8EdjeLW8Hbhlo31FVp6rqceAIsKHP+iRJz9X3mcK/A/4F8P2Btmur6hhA931N174SeGqg32zX9hxJtiSZSTIzNzfXS9GSNKl6+0VzkrcBJ6pqX5IbhhmyQNt5bwCqqm3ANoDp6WnfEKTL1pP/5q+PuwQtQa/711/rdf99TnPxZuCnk7wVeCXwmiT/ETieZEVVHUuyAjjR9Z8FVg+MXwUc7bE+SdI5ert8VFV3V9WqqlrD/A3k/1pVPw/sAjZ33TYDD3fLu4BNSa5Mch2wFtjbV32SpPONY0K8DwI7k9wOPAncClBVB5LsBA4Cp4E7q+rMGOqTpIk1klCoqkeAR7rlZ4AbL9BvK7B1FDVJks7nL5olSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJElNb6GQ5JVJ9ib5apIDSX6la78nybeS7O8+bx0Yc3eSI0kOJ7mpr9okSQvr83Wcp4C3VNXJJFcAX0zyn7tt91fVvYOdk6wDNgHXAz8IfC7JG3xPsySNTm9nCjXvZLd6RfepRYZsBHZU1amqehw4Amzoqz5J0vl6vaeQZFmS/cAJYHdVfbnb9K4kjyZ5MMlVXdtK4KmB4bNd27n73JJkJsnM3Nxcn+VL0sTpNRSq6kxVrQdWARuS/DDwYeD1wHrgGHBf1z0L7WKBfW6rqumqmp6amuqlbkmaVCN5+qiqvgM8AtxcVce7sPg+8BGevUQ0C6weGLYKODqK+iRJ8/p8+mgqyWu75R8Afgr4epIVA93eATzWLe8CNiW5Msl1wFpgb1/1SZLO1+fTRyuA7UmWMR8+O6vqM0l+O8l65i8NPQHcAVBVB5LsBA4Cp4E7ffJIkkart1CoqkeBNy3Q/s5FxmwFtvZVkyRpcf6iWZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1PT5juZXJtmb5KtJDiT5la796iS7k3yj+75qYMzdSY4kOZzkpr5qkyQtrM8zhVPAW6rqjcB64OYkfxO4C9hTVWuBPd06SdYBm4DrgZuBB7r3O0uSRqS3UKh5J7vVK7pPARuB7V37duCWbnkjsKOqTlXV48ARYENf9UmSztfrPYUky5LsB04Au6vqy8C1VXUMoPu+puu+EnhqYPhs13buPrckmUkyMzc312f5kjRxeg2FqjpTVeuBVcCGJD+8SPcstIsF9rmtqqaranpqaupFqlSSBCN6+qiqvgM8wvy9guNJVgB03ye6brPA6oFhq4Cjo6hPkjSvz6ePppK8tlv+AeCngK8Du4DNXbfNwMPd8i5gU5Irk1wHrAX29lWfJOl8L+9x3yuA7d0TRC8DdlbVZ5J8CdiZ5HbgSeBWgKo6kGQncBA4DdxZVWd6rE+SdI7eQqGqHgXetED7M8CNFxizFdjaV02SpMX5i2ZJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVLT5zuaVyf5fJJDSQ4keXfXfk+SbyXZ333eOjDm7iRHkhxOclNftUmSFtbnO5pPA++tqq8keTWwL8nubtv9VXXvYOck64BNwPXADwKfS/IG39MsSaPT25lCVR2rqq90y98DDgErFxmyEdhRVaeq6nHgCLChr/okSecbyT2FJGuANwFf7preleTRJA8muaprWwk8NTBslgVCJMmWJDNJZubm5vosW5ImTu+hkORVwKeB91TVd4EPA68H1gPHgPvOdl1geJ3XULWtqqaranpqaqqfoiVpQvUaCkmuYD4QPlFVvwdQVcer6kxVfR/4CM9eIpoFVg8MXwUc7bM+SdJz9fn0UYCPAoeq6kMD7SsGur0DeKxb3gVsSnJlkuuAtcDevuqTJJ2vz6eP3gy8E/hakv1d2y8BtyVZz/yloSeAOwCq6kCSncBB5p9cutMnjyRptHoLhar6IgvfJ/iDRcZsBbb2VZMkaXH+olmS1BgKkqTGUJAkNYaCJKkZKhSS7BmmTZL00rbo00dJXgn8JWB5Nx3F2aeJXsP8pHWSpMvIxR5JvQN4D/MBsI9nQ+G7wG/2V5YkaRwWDYWq+jXg15L8k6r69RHVJEkak6F+vFZVv57kx4E1g2Oq6uM91SVJGoOhQiHJbzM/s+l+4OzUEwUYCpJ0GRl2motpYF1VnTeVtSTp8jHs7xQeA/5qn4VIksZv2DOF5cDBJHuBU2cbq+qne6lKkjQWw4bCPX0WIUlaGoZ9+ui/9V2IJGn8hn366Hs8+77kVwBXAP+7ql7TV2GSpNEb9kzh1YPrSW7h2XcrS5IuE5c0S2pV/SfgLYv1SbI6yeeTHEpyIMm7u/ark+xO8o3u+6qBMXcnOZLkcJKbLqU2SdKlG/by0c8MrL6M+d8tXOw3C6eB91bVV5K8GtiXZDfwi8CeqvpgkruAu4D3JVkHbAKuZ36upc8leYPvaZak0Rn26aO3DyyfBp4ANi42oKqOAce65e8lOQSs7Mbd0HXbDjwCvK9r31FVp4DHkxxh/hLVl4asUZL0Ag17T+EfvpCDJFkDvAn4MnBtFxhU1bEk13TdVgL/fWDYbNd27r62AFsAXve6172QsiRJ5xj2JTurkjyU5ESS40k+nWTVkGNfBXwaeE9VfXexrgu0nXeJqqq2VdV0VU1PTU0NU4IkaUjD3mj+LWAX89f6VwK/37UtKskVzAfCJ6rq97rm40lWdNtXACe69llg9cDwVcDRIeuTJL0Ihg2Fqar6rao63X0+Biz6z/QkAT4KHKqqDw1s2gVs7pY3Aw8PtG9KcmWS64C1wN4h65MkvQiGvdH8dJKfBz7Zrd8GPHORMW8G3gl8Lcn+ru2XgA8CO5PcDjwJ3ApQVQeS7AQOMn8z+06fPJKk0Ro2FP4R8BvA/cxf5/9jYNGbz1X1RRa+TwBw4wXGbAW2DlmTJOlFNmwofADYXFV/BvM/QAPuZT4sJEmXiWHvKfzI2UAAqKpvM/+IqSTpMjJsKLzsnOkormb4swxJ0kvEsP9jvw/44yS/y/w9hZ/Fa/+SdNkZ9hfNH08yw/wkeAF+pqoO9lqZJGnkhr4E1IWAQSBJl7FLmjpbknR5MhQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWp6C4UkDyY5keSxgbZ7knwryf7u89aBbXcnOZLkcJKb+qpLknRhfZ4pfAy4eYH2+6tqfff5A4Ak64BNwPXdmAeSLOuxNknSAnoLhar6AvDtIbtvBHZU1amqehw4AmzoqzZJ0sLGcU/hXUke7S4vnX2b20rgqYE+s13beZJsSTKTZGZubq7vWiVpoow6FD4MvB5YDxxj/o1uMP/innPVQjuoqm1VNV1V01NTU70UKUmTaqShUFXHq+pMVX0f+AjPXiKaBVYPdF0FHB1lbZKkEYdCkhUDq+8Azj6ZtAvYlOTKJNcBa4G9o6xNkvQ8Xsf5fCX5JHADsDzJLPB+4IYk65m/NPQEcAdAVR1IspP5132eBu6sqjN91SZJWlhvoVBVty3Q/NFF+m8FtvZVjyTp4vxFsySpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJTW/TXLxU/Og///i4S9AStO9Xf2HcJUhj4ZmCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLU9BYKSR5MciLJYwNtVyfZneQb3fdVA9vuTnIkyeEkN/VVlyTpwvo8U/gYcPM5bXcBe6pqLbCnWyfJOmATcH035oEky3qsTZK0gN5Coaq+AHz7nOaNwPZueTtwy0D7jqo6VVWPA0eADX3VJkla2KjvKVxbVccAuu9ruvaVwFMD/Wa7tvMk2ZJkJsnM3Nxcr8VK0qRZKjeas0BbLdSxqrZV1XRVTU9NTfVcliRNllGHwvEkKwC67xNd+yyweqDfKuDoiGuTpIk36lDYBWzuljcDDw+0b0pyZZLrgLXA3hHXJkkTr7dZUpN8ErgBWJ5kFng/8EFgZ5LbgSeBWwGq6kCSncBB4DRwZ1Wd6as2SdLCeguFqrrtAptuvED/rcDWvuqRJF3cUrnRLElaAgwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWp6e/PaYpI8AXwPOAOcrqrpJFcDnwLWAE8AP1tVfzaO+iRpUo3zTOEnq2p9VU1363cBe6pqLbCnW5ckjdBSuny0EdjeLW8HbhlfKZI0mcYVCgV8Nsm+JFu6tmur6hhA933NQgOTbEkyk2Rmbm5uROVK0mQYyz0F4M1VdTTJNcDuJF8fdmBVbQO2AUxPT1dfBUrSJBrLmUJVHe2+TwAPARuA40lWAHTfJ8ZRmyRNspGHQpK/nOTVZ5eBvws8BuwCNnfdNgMPj7o2SZp047h8dC3wUJKzx/+dqvrDJH8C7ExyO/AkcOsYapOkiTbyUKiqbwJvXKD9GeDGUdcjSXrWUnokVZI0ZoaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDVLLhSS3JzkcJIjSe4adz2SNEmWVCgkWQb8JvD3gHXAbUnWjbcqSZocSyoUgA3Akar6ZlX9BbAD2DjmmiRpYrx83AWcYyXw1MD6LPBjgx2SbAG2dKsnkxweUW2TYDnw9LiLWApy7+Zxl6Dn8u/mWe/Pi7GXv3ahDUstFBb609ZzVqq2AdtGU85kSTJTVdPjrkM6l383R2epXT6aBVYPrK8Cjo6pFkmaOEstFP4EWJvkuiSvADYBu8ZckyRNjCV1+aiqTid5F/BfgGXAg1V1YMxlTRIvy2mp8u/miKSqLt5LkjQRltrlI0nSGBkKkqTGUJBTi2jJSvJgkhNJHht3LZPCUJhwTi2iJe5jwM3jLmKSGApyahEtWVX1BeDb465jkhgKWmhqkZVjqkXSmBkKuujUIpImh6EgpxaR1BgKcmoRSY2hMOGq6jRwdmqRQ8BOpxbRUpHkk8CXgB9KMpvk9nHXdLlzmgtJUuOZgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0ETJckvJzmQ5NEk+5P8WJJHulli93ef3+363pPk/yS5ZmD8ySR/ZaDv/0ryrYH1VyQ52fVdk6SSfGBg/PIk/y/JbwwcY3D8/iSvTXJDN/btA2M/07U/1PU7kuTPB8b9+Oj+S+pytaRexyn1KcnfAt4G/I2qOpVkOfCKbvM/qKqZBYY9DbwXeN/Zhqp6Bljf7fMe4GRV3TtwnMHx3+yO+a+69VuBc38Hcv/g+IF9zAK/DPz+4LaqekfX5wbgn1XV2y74h5aeJ88UNElWAE9X1SmAqnq6qi42pceDwM8lufoSj/l/gUNJprv1nwN2Djn2q8CfJ/k7l3hs6XkzFDRJPgusTvI/kzyQ5G8PbPvEwGWYXx1oP8l8MLz7BRx3B7ApySrgDOfPLfVPB479+XO2/VvgX76AY0vPi5ePNDGq6mSSHwV+AvhJ4FMDb5q70OUjgH8P7E9y3yUe+g+BDwDHgU8tsP28y0cDNf9REpL8xCUeW3peDAVNlKo6AzwCPJLka8DmIcZ8J8nvAP/4Eo/5F0n2MX9v4nrg7RcZcq6tzN9bOH0px5eeDy8faWIk+aEkawea1gN/OuTwDwF3cOn/kLoPeF93k/p5qarPAlcBb7zEY0tDMxQ0SV4FbE9yMMmjzL+T+p5u2+A9hc+dO7CqngYeAq68lANX1YGq2n6BzYP3FPYnWbNAn63Mv+tC6pWzpEqSGs8UJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDX/H20RI95QY8DIAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import re\n",
    "import pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from sklearn.svm import LinearSVC\n",
    "from sklearn.naive_bayes import BernoulliNB\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics import confusion_matrix, classification_report\n",
    "import nltk\n",
    "nltk.download('wordnet')\n",
    "from sklearn.metrics import accuracy_score\n",
    "import nltk\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "stop_words=set(stopwords.words(\"english\"))\n",
    "import seaborn as sns\n",
    "\n",
    "\n",
    "df = pd.read_excel(\"Out of time.xlsx\",sheet_name = \"Sheet1\")\n",
    "df = df.drop(['Label'], axis = 1)\n",
    "df = df.drop(['Date of review'], axis = 1)\n",
    "\n",
    "df.dropna(axis=0,inplace = True)\n",
    "df.isna().sum()\n",
    "df.isnull().sum(axis = 1)\n",
    "df.loc[df.SENTIMENT == \"positive\", \"SENTIMENT\"] = 1\n",
    "df.loc[df.SENTIMENT == \"Negative\", \"SENTIMENT\"] = 0\n",
    "df.SENTIMENT.unique()\n",
    "\n",
    "feedback, sentiment = list(df['Actual Feedback']), list(df['SENTIMENT'])\n",
    "\n",
    "\n",
    "def preprocess(textdata):\n",
    "    processedText = []\n",
    "    \n",
    "    wordLemm = WordNetLemmatizer()\n",
    "    sent = \"[^a-zA-Z0-9]\"\n",
    "    \n",
    "    for text in textdata:\n",
    "        text = text.lower()\n",
    "        text = re.sub(sent, \" \", text)\n",
    "        \n",
    "        words = ''\n",
    "        for word in text.split():\n",
    "            if len(word)>1:\n",
    "                # Lemmatizing the word.\n",
    "                word = wordLemm.lemmatize(word)\n",
    "                words += (word+' ')\n",
    "        processedText.append(words)\n",
    "    return processedText\n",
    "\n",
    "\n",
    "processedtext = preprocess(feedback)\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(processedtext, sentiment, test_size = 0.05, random_state = 0)\n",
    "\n",
    "vectoriser = TfidfVectorizer(ngram_range=(1,2), max_features=10000)\n",
    "vectoriser.fit(X_train)\n",
    "X_train = vectoriser.transform(X_train)\n",
    "X_test  = vectoriser.transform(X_test)\n",
    "\n",
    "\n",
    "sns.countplot('SENTIMENT', data = df)\n",
    "\n",
    "def model_Evaluate(model):\n",
    "    y_pred = model.predict(X_test)\n",
    "    score = int(accuracy_score(y_test,y_pred)*100)\n",
    "    round(score, 2)\n",
    "    print(f\"Accuracy Score of {model} : {score}%\")\n",
    "\n",
    "BNBmodel = BernoulliNB(alpha = 2)\n",
    "BNBmodel.fit(X_train, y_train)\n",
    "model_Evaluate(BNBmodel)\n",
    "\n",
    "\n",
    "SVCmodel = LinearSVC()\n",
    "SVCmodel.fit(X_train, y_train)\n",
    "model_Evaluate(SVCmodel)\n",
    "\n",
    "\n",
    "LRmodel = LogisticRegression(C = 2, max_iter = 1000)\n",
    "LRmodel.fit(X_train, y_train)\n",
    "model_Evaluate(LRmodel)\n",
    "\n",
    "\n",
    "def predict(vectoriser, model, text):\n",
    "    textdata = vectoriser.transform(preprocess(text))\n",
    "    sentiment = model.predict(textdata)\n",
    "    data = []\n",
    "    for text, pred in zip(text, sentiment):\n",
    "        data.append((text,pred))\n",
    "    df = pd.DataFrame(data, columns = ['Actual Feedback','SENTIMENT'])\n",
    "    df = df.replace([0,1], [\"Negative\",\"Positive\"])\n",
    "    return df\n",
    "\n",
    "text = [\"I did not like it\",\"I liked it\", \"i do not like that manager\", \"I am not funny\"]\n",
    "    \n",
    "df = predict(vectoriser, LRmodel, text)\n",
    "print(df.head())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f15c0fd4",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}