natural pro lan project1 spam filter.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#nltk.download_shell()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages=[line.rstrip() for line in open('SMSSpamCollection')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5574\n"
     ]
    }
   ],
   "source": [
    "print(len(messages))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 ham\tGo until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...\n",
      "\n",
      "\n",
      "1 ham\tOk lar... Joking wif u oni...\n",
      "\n",
      "\n",
      "2 spam\tFree entry in 2 a wkly comp to win FA Cup final tkts 21st May 2005. Text FA to 87121 to receive entry question(std txt rate)T&C's apply 08452810075over18's\n",
      "\n",
      "\n",
      "3 ham\tU dun say so early hor... U c already then say...\n",
      "\n",
      "\n",
      "4 ham\tNah I don't think he goes to usf, he lives around here though\n",
      "\n",
      "\n",
      "5 spam\tFreeMsg Hey there darling it's been 3 week's now and no word back! I'd like some fun you up for it still? Tb ok! XxX std chgs to send, Â£1.50 to rcv\n",
      "\n",
      "\n",
      "6 ham\tEven my brother is not like to speak with me. They treat me like aids patent.\n",
      "\n",
      "\n",
      "7 ham\tAs per your request 'Melle Melle (Oru Minnaminunginte Nurungu Vettam)' has been set as your callertune for all Callers. Press *9 to copy your friends Callertune\n",
      "\n",
      "\n",
      "8 spam\tWINNER!! As a valued network customer you have been selected to receivea Â£900 prize reward! To claim call 09061701461. Claim code KL341. Valid 12 hours only.\n",
      "\n",
      "\n",
      "9 spam\tHad your mobile 11 months or more? U R entitled to Update to the latest colour mobiles with camera for Free! Call The Mobile Update Co FREE on 08002986030\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for mess_no,message in enumerate(messages[:10]):\n",
    "    print(mess_no,message)\n",
    "    print('\\n')\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'ham\\tGo until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages=pd.read_csv('SMSSpamCollection',sep='\\t',names=['label','message'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages.reset_index(level=None, drop=False, inplace=True, col_level=0, col_fill='')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>label</th>\n",
       "      <th>message</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>spam</td>\n",
       "      <td>FreeMsg Hey there darling it's been 3 week's n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>ham</td>\n",
       "      <td>Even my brother is not like to speak with me. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>ham</td>\n",
       "      <td>As per your request 'Melle Melle (Oru Minnamin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>spam</td>\n",
       "      <td>WINNER!! As a valued network customer you have...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>spam</td>\n",
       "      <td>Had your mobile 11 months or more? U R entitle...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm gonna be home soon and i don't want to tal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>spam</td>\n",
       "      <td>SIX chances to win CASH! From 100 to 20,000 po...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>spam</td>\n",
       "      <td>URGENT! You have won a 1 week FREE membership ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>ham</td>\n",
       "      <td>I've been searching for the right words to tha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>ham</td>\n",
       "      <td>I HAVE A DATE ON SUNDAY WITH WILL!!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>spam</td>\n",
       "      <td>XXXMobileMovieClub: To use your credit, click ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>ham</td>\n",
       "      <td>Oh k...i'm watching here:)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>ham</td>\n",
       "      <td>Eh u remember how 2 spell his name... Yes i di...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>ham</td>\n",
       "      <td>Fine if thats the way u feel. Thats the way ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>spam</td>\n",
       "      <td>England v Macedonia - dont miss the goals/team...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>ham</td>\n",
       "      <td>Is that seriously how you spell his name?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>ham</td>\n",
       "      <td>I‘m going to try for 2 months ha ha only joking</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>ham</td>\n",
       "      <td>So ü pay first lar... Then when is da stock co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>ham</td>\n",
       "      <td>Aft i finish my lunch then i go str down lor. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ffffffffff. Alright no way I can meet up with ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>ham</td>\n",
       "      <td>Just forced myself to eat a slice. I'm really ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>ham</td>\n",
       "      <td>Lol your always so convincing.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>ham</td>\n",
       "      <td>Did you catch the bus ? Are you frying an egg ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm back &amp;amp; we're packing the car now, I'll...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ahhh. Work. I vaguely remember that! What does...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5542</th>\n",
       "      <td>5542</td>\n",
       "      <td>ham</td>\n",
       "      <td>Armand says get your ass over to epsilon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5543</th>\n",
       "      <td>5543</td>\n",
       "      <td>ham</td>\n",
       "      <td>U still havent got urself a jacket ah?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5544</th>\n",
       "      <td>5544</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm taking derek &amp;amp; taylor to walmart, if I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5545</th>\n",
       "      <td>5545</td>\n",
       "      <td>ham</td>\n",
       "      <td>Hi its in durban are you still on this number</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5546</th>\n",
       "      <td>5546</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ic. There are a lotta childporn cars then.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5547</th>\n",
       "      <td>5547</td>\n",
       "      <td>spam</td>\n",
       "      <td>Had your contract mobile 11 Mnths? Latest Moto...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5548</th>\n",
       "      <td>5548</td>\n",
       "      <td>ham</td>\n",
       "      <td>No, I was trying it all weekend ;V</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5549</th>\n",
       "      <td>5549</td>\n",
       "      <td>ham</td>\n",
       "      <td>You know, wot people wear. T shirts, jumpers, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5550</th>\n",
       "      <td>5550</td>\n",
       "      <td>ham</td>\n",
       "      <td>Cool, what time you think you can get here?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5551</th>\n",
       "      <td>5551</td>\n",
       "      <td>ham</td>\n",
       "      <td>Wen did you get so spiritual and deep. That's ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5552</th>\n",
       "      <td>5552</td>\n",
       "      <td>ham</td>\n",
       "      <td>Have a safe trip to Nigeria. Wish you happines...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5553</th>\n",
       "      <td>5553</td>\n",
       "      <td>ham</td>\n",
       "      <td>Hahaha..use your brain dear</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5554</th>\n",
       "      <td>5554</td>\n",
       "      <td>ham</td>\n",
       "      <td>Well keep in mind I've only got enough gas for...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5555</th>\n",
       "      <td>5555</td>\n",
       "      <td>ham</td>\n",
       "      <td>Yeh. Indians was nice. Tho it did kane me off ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5556</th>\n",
       "      <td>5556</td>\n",
       "      <td>ham</td>\n",
       "      <td>Yes i have. So that's why u texted. Pshew...mi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5557</th>\n",
       "      <td>5557</td>\n",
       "      <td>ham</td>\n",
       "      <td>No. I meant the calculation is the same. That ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5558</th>\n",
       "      <td>5558</td>\n",
       "      <td>ham</td>\n",
       "      <td>Sorry, I'll call later</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5559</th>\n",
       "      <td>5559</td>\n",
       "      <td>ham</td>\n",
       "      <td>if you aren't here in the next  &amp;lt;#&amp;gt;  hou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5560</th>\n",
       "      <td>5560</td>\n",
       "      <td>ham</td>\n",
       "      <td>Anything lor. Juz both of us lor.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5561</th>\n",
       "      <td>5561</td>\n",
       "      <td>ham</td>\n",
       "      <td>Get me out of this dump heap. My mom decided t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5562</th>\n",
       "      <td>5562</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lor... Sony ericsson salesman... I ask shuh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5563</th>\n",
       "      <td>5563</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ard 6 like dat lor.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5564</th>\n",
       "      <td>5564</td>\n",
       "      <td>ham</td>\n",
       "      <td>Why don't you wait 'til at least wednesday to ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5565</th>\n",
       "      <td>5565</td>\n",
       "      <td>ham</td>\n",
       "      <td>Huh y lei...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5566</th>\n",
       "      <td>5566</td>\n",
       "      <td>spam</td>\n",
       "      <td>REMINDER FROM O2: To get 2.50 pounds free call...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>5567</td>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>5568</td>\n",
       "      <td>ham</td>\n",
       "      <td>Will ü b going to esplanade fr home?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>5569</td>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>5570</td>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>5571</td>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      index label                                            message\n",
       "0         0   ham  Go until jurong point, crazy.. Available only ...\n",
       "1         1   ham                      Ok lar... Joking wif u oni...\n",
       "2         2  spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3         3   ham  U dun say so early hor... U c already then say...\n",
       "4         4   ham  Nah I don't think he goes to usf, he lives aro...\n",
       "5         5  spam  FreeMsg Hey there darling it's been 3 week's n...\n",
       "6         6   ham  Even my brother is not like to speak with me. ...\n",
       "7         7   ham  As per your request 'Melle Melle (Oru Minnamin...\n",
       "8         8  spam  WINNER!! As a valued network customer you have...\n",
       "9         9  spam  Had your mobile 11 months or more? U R entitle...\n",
       "10       10   ham  I'm gonna be home soon and i don't want to tal...\n",
       "11       11  spam  SIX chances to win CASH! From 100 to 20,000 po...\n",
       "12       12  spam  URGENT! You have won a 1 week FREE membership ...\n",
       "13       13   ham  I've been searching for the right words to tha...\n",
       "14       14   ham                I HAVE A DATE ON SUNDAY WITH WILL!!\n",
       "15       15  spam  XXXMobileMovieClub: To use your credit, click ...\n",
       "16       16   ham                         Oh k...i'm watching here:)\n",
       "17       17   ham  Eh u remember how 2 spell his name... Yes i di...\n",
       "18       18   ham  Fine if thats the way u feel. Thats the way ...\n",
       "19       19  spam  England v Macedonia - dont miss the goals/team...\n",
       "20       20   ham          Is that seriously how you spell his name?\n",
       "21       21   ham    I‘m going to try for 2 months ha ha only joking\n",
       "22       22   ham  So ü pay first lar... Then when is da stock co...\n",
       "23       23   ham  Aft i finish my lunch then i go str down lor. ...\n",
       "24       24   ham  Ffffffffff. Alright no way I can meet up with ...\n",
       "25       25   ham  Just forced myself to eat a slice. I'm really ...\n",
       "26       26   ham                     Lol your always so convincing.\n",
       "27       27   ham  Did you catch the bus ? Are you frying an egg ...\n",
       "28       28   ham  I'm back &amp; we're packing the car now, I'll...\n",
       "29       29   ham  Ahhh. Work. I vaguely remember that! What does...\n",
       "...     ...   ...                                                ...\n",
       "5542   5542   ham           Armand says get your ass over to epsilon\n",
       "5543   5543   ham             U still havent got urself a jacket ah?\n",
       "5544   5544   ham  I'm taking derek &amp; taylor to walmart, if I...\n",
       "5545   5545   ham      Hi its in durban are you still on this number\n",
       "5546   5546   ham         Ic. There are a lotta childporn cars then.\n",
       "5547   5547  spam  Had your contract mobile 11 Mnths? Latest Moto...\n",
       "5548   5548   ham                 No, I was trying it all weekend ;V\n",
       "5549   5549   ham  You know, wot people wear. T shirts, jumpers, ...\n",
       "5550   5550   ham        Cool, what time you think you can get here?\n",
       "5551   5551   ham  Wen did you get so spiritual and deep. That's ...\n",
       "5552   5552   ham  Have a safe trip to Nigeria. Wish you happines...\n",
       "5553   5553   ham                        Hahaha..use your brain dear\n",
       "5554   5554   ham  Well keep in mind I've only got enough gas for...\n",
       "5555   5555   ham  Yeh. Indians was nice. Tho it did kane me off ...\n",
       "5556   5556   ham  Yes i have. So that's why u texted. Pshew...mi...\n",
       "5557   5557   ham  No. I meant the calculation is the same. That ...\n",
       "5558   5558   ham                             Sorry, I'll call later\n",
       "5559   5559   ham  if you aren't here in the next  &lt;#&gt;  hou...\n",
       "5560   5560   ham                  Anything lor. Juz both of us lor.\n",
       "5561   5561   ham  Get me out of this dump heap. My mom decided t...\n",
       "5562   5562   ham  Ok lor... Sony ericsson salesman... I ask shuh...\n",
       "5563   5563   ham                                Ard 6 like dat lor.\n",
       "5564   5564   ham  Why don't you wait 'til at least wednesday to ...\n",
       "5565   5565   ham                                       Huh y lei...\n",
       "5566   5566  spam  REMINDER FROM O2: To get 2.50 pounds free call...\n",
       "5567   5567  spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568   5568   ham               Will ü b going to esplanade fr home?\n",
       "5569   5569   ham  Pity, * was in mood for that. So...any other s...\n",
       "5570   5570   ham  The guy did some bitching but I acted like i'd...\n",
       "5571   5571   ham                         Rofl. Its true to its name\n",
       "\n",
       "[5572 rows x 3 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5572.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>2785.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1608.642181</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1392.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>2785.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>4178.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5571.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             index\n",
       "count  5572.000000\n",
       "mean   2785.500000\n",
       "std    1608.642181\n",
       "min       0.000000\n",
       "25%    1392.750000\n",
       "50%    2785.500000\n",
       "75%    4178.250000\n",
       "max    5571.000000"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"8\" halign=\"left\">index</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>label</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ham</th>\n",
       "      <td>4825.0</td>\n",
       "      <td>2793.21886</td>\n",
       "      <td>1604.618358</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1409.0</td>\n",
       "      <td>2794.0</td>\n",
       "      <td>4184.0</td>\n",
       "      <td>5571.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>spam</th>\n",
       "      <td>747.0</td>\n",
       "      <td>2735.64257</td>\n",
       "      <td>1634.604866</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1228.0</td>\n",
       "      <td>2719.0</td>\n",
       "      <td>4151.5</td>\n",
       "      <td>5567.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        index                                                              \n",
       "        count        mean          std  min     25%     50%     75%     max\n",
       "label                                                                      \n",
       "ham    4825.0  2793.21886  1604.618358  0.0  1409.0  2794.0  4184.0  5571.0\n",
       "spam    747.0  2735.64257  1634.604866  2.0  1228.0  2719.0  4151.5  5567.0"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.groupby('label').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages['length']=messages['message'].apply(len)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>label</th>\n",
       "      <th>message</th>\n",
       "      <th>length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   index label                                            message  length\n",
       "0      0   ham  Go until jurong point, crazy.. Available only ...     111\n",
       "1      1   ham                      Ok lar... Joking wif u oni...      29\n",
       "2      2  spam  Free entry in 2 a wkly comp to win FA Cup fina...     155\n",
       "3      3   ham  U dun say so early hor... U c already then say...      49\n",
       "4      4   ham  Nah I don't think he goes to usf, he lives aro...      61"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "%matplotlib inline\n",
    "sns.set_style('whitegrid')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x21850b4c4a8>"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAD7CAYAAACFfIhNAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAFJZJREFUeJzt3X2MZXV9x/H3zD7cVbuLGtFow7qF6texphDWFkRgtwpdcdXVWhtirQVqjcmaQEMjq11ksdjYVmkwQiQoXW00TYVqlHVlo1VceXB1Ai3E69f4ADQ1NbB1ZRXvsDs7/ePcOXNnmIczw5y5s/e+X4nxnHPPOfd7v2HuZ3/n6Q6MjY0hSRLAYLcLkCQtH4aCJKlkKEiSSoaCJKlkKEiSSoaCJKlkKEiSSoaCJKlkKEiSSiu7XcB83XfffWONRmPe242MjLCQ7XqRvZhgLybYi8l6rR+PP/74oxs3bjxxrvWOu1BoNBoMDQ3Ne7tms7mg7XqRvZhgLybYi8l6rR/Dw8MPVVnPw0eSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhALSOjE47LUn95rh7zEUd1qxawYYdewB48ENbu1yNJHWPIwVJUslQkCSVDAVJUslQkCSVDAVJUslQkCSVDAVJUslQkCSVarl5LSIuAi5qz64BTgM2A9cBR4F9mXl1RAwCNwCnAiPAOzLzh3XUJEmaWy2hkJm7gd0AEXE9cDPwceDNwI+BPRFxOrABWJOZr4iIM4GPANvqqKmq1pFR1qxa8aRpSeoHtR4+ioiXA78D/CvQyMwfZeYYcDvwauBs4CsAmXkP8PI666li/JEXG3bsMRAk9Z26n330PuBqYB3wWMfyw8DJ7eW/6Fg+GhErM/PoTDscGRmh2WzOu5BWqzXjdkNDQzNut5D3Wu5m60W/sRcT7MVk/dqP2kIhIp4JvCQzvx4R64C1HS+vBQ4BT5+yfHC2QABoNBqzfonPpNlsLmi7hWyz3C20F73IXkywF5P1Wj+Gh4crrVfn4aNzga8CZOZjwBMRcUpEDABbgP3AncBrAdrnFO6vsR5J0hzqPHwUFCeVx70L+AywguLqo29HxHeA8yPiLmAAuLjGeiRJc6gtFDLzH6fM3wOcOWXZMYqwkCQtA968JkkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpJKhIEkqGQqSpNLKunYcEe8F3gCsBm4A7gB2A2PAA8D2zDwWEVcBW4GjwGWZeaCumiRJs6tlpBARm4GzgFcCm4CTgGuBnZl5DjAAbIuI09uvnwFcCFxfRz2SpGrqOny0Bbgf+DzwJeA2YCPFaAFgL3AecDawLzPHMvNhYGVEnFhTTZKkOdR1+Og5wAuB1wG/BXwRGMzMsfbrh4ETgHXAwY7txpc/MtOOR0ZGaDab8y6o1WrNuN3Q0NCM2y3kvZa72XrRb+zFBHsxWb/2o65QOAh8PzOfADIiWhSHkMatBQ4Bj7Wnpy6fUaPRmPVLfCbNZnNB2y1km+Vuob3oRfZigr2YrNf6MTw8XGm9ug4ffQt4TUQMRMQLgGcAX2ufawC4ANgP3AlsiYjBiFhPMZp4tKaaJElzqGWkkJm3RcS5wAGK4NkO/AS4KSJWA03glswcjYj9wN0d60mSuqS2S1Iz8z3TLN40zXq7gF111SFJqs6b1yRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFGbROjI67bQk9ara7lPoBWtWrWDDjj0APPihrV2uRpLq50hBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklSq7dlHEXEv8Iv27E+AG4HrgKPAvsy8OiIGgRuAU4ER4B2Z+cO6apIkza6WUIiINQCZublj2X3Am4EfA3si4nRgA7AmM18REWcCHwG21VGTJGludY0UTgWeHhH72u+xC2hk5o8AIuJ24NXA84GvAGTmPRHx8prqkSRVUFcoPA58GPgE8CJgL3Co4/XDwMnAOiYOMQGMRsTKzDw6045HRkZoNpvzLqjVas243dDQUKV9LOR9l6PZetFv7MUEezFZv/ajrlD4AfDDzBwDfhARvwCe3fH6WoqQeHp7etzgbIEA0Gg0Kn+Jd2o2mwvartNT3X65WIxe9Ap7McFeTNZr/RgeHq60Xl1XH11CcX6AiHgBxZf/ryLilIgYALYA+4E7gde21zsTuL+meiRJFdQ1UvgksDsivgWMUYTEMeAzwAqKq4++HRHfAc6PiLuAAeDimuqRJFVQSyhk5hPAW6d56cwp6x0D3lVHDZKk+fPmNUlSyVCQJJUMBUlSqVIoRMTz6i5EktR9VU803xoRj1BcVfTl9gliSVKPqTRSyMyzgfcBm4C7IuKDEXFyrZVJkpbcfM4p/JTiYXaPAy8DrouID9RSlSSpK6qeU/g34G7gWcDbMnNbZr6e9t3IkqTeUHWkcBPw+5n5dxR3KI87e/FLkiR1S9VQOAu4uj390YjYAZCZrVqqkiR1RdVQeENmXg6QmW8BXl9fSZKkbqkaCsciYjVARKyax3aSpONI1S/3jwMPRMStwH3t+b7SOjI67bQk9ZJKN69l5icj4osUv5b2o8x8tN6ylp81q1awYcceAB780NYuVyNJ9agUChFxGvBOYE17nsy8pM7CJElLr+pjLnYDHwP+u75SJEndVjUU/jczP1FrJZKkrqsaCg+27024l/bNa5m5r7aqJEldUTUUGkC0/wdFMBgKktRjql59dHFEvBg4Bbif4uF4kqQeU/Xqo3cDbwKeTXHS+UXAu+fY5rnAMHA+cLS93RjwALA9M49FxFXA1vbrl2XmgQV9CknSoqh689qFwHnAocy8DjhjtpXbdz3fCPy6vehaYGdmngMMANsi4nSK32c4o73/6+dfviRpMVUNhfH1xp+QOjLH+h+muOt5/DDTRuCO9vReioA5G9iXmWOZ+TCwMiJOrFiPJKkGVU80fxb4JvDCiPgy8IWZVoyIi4BHMvP2iHhve/FAZo4HymHgBGAdcLBj0/Hlj8xWyMjICM1ms2LZE1qt1ozbDQ0NzXt/C6lhuZitF/3GXkywF5P1az+qnmj+WER8jeIX1zIz/2uW1S8BxiLiPOA04NPAczteXwscAh5rT09dPqtGo7HgL/GFbDeTxdzXUlvsXhzP7MUEezFZr/VjeHi40npVf3nt/cBbgCHgje35aWXmuZm5KTM3Uzw87+3A3ojY3F7lAmA/cCewJSIGI2I9MNiPz1SSpOWk6uGjn7X/fwA4nfk/Ovty4Kb247ebwC2ZORoR+yl+5nMQ2D7PfUqSFlnVw0c3ds5HxN6K223umN00zeu7gF1V9iVJql/V+xRe3DH7fGB9PeVIkrqp6uGjzpFCC/jrGmqRJHVZ1cNHf1B3IZKk7qt6+Og/KS4ZbdH+oR2Kk85jmXlyTbVJkpZY1auI7gL+NDNfCmwDvgW8hOISVUlSj6h6TuGlmXk3QGbeHxHrM3OuR11Iko4zVUPhUET8LXCA4plFD9VXkiSpW6oePnorxWMpXgP8GPiL2irSrFpHRqedlqTFUHWk0AJ+DvwGkMAzAR9J0QVrVq1gw449ADz4oa1drkZSr6k6UriR4oa1P6S4CunTtVUkSeqaqqFwSma+H2hl5pcoHnEtSeoxVUNhZUQ8h+KR2GuBYzXWJEnqkqrnFP6G4lHXzwfuAS6trSJJUtdUHSmclJkBnAK8LDO/WmNNkqQuqTpSeCfwmcyc9acyJUnHt6qh0IiIeykuRz0GkJlvra0qSVJXzBoKEbEzM68BrgB+E/ifJalKktQVc40UXgVck5l3RMR/ZOarlqIoSVJ3zHWieWCGaUlSD5orFMZmmJYk9aC5Dh9tjIi7KEYJL+2YHsvMs2baKCJWADcBAYwCF7e3200RLg8A2zPzWERcBWwFjgKXZeaBp/aRJEkLNVco/O4C9/t6gMx8ZURsBq6lCIWdmfmNiPg4sC0iHgI2AWcAJwG3Ar+3wPdcMq0jo6xZtWLWaUk6Hs0aCpm5oN9NyMwvRMRt7dkXAj+jGA3c0V62l+Lhegnsy8wx4OGIWBkRJy73+yGmPqnUp5ZK6hVV71OYt8w8GhGfAt4E/DHwuvaXP8BhiofqrQMOdmw2vnzGUBgZGaHZbM67nlarNeN2Q0OL96uiC6ltPjpr7RyZ/OrXIzz84I8r7WO2XvQbezHBXkzWr/2oLRQAMvPPI+IK4NvA0zpeWgscovjhnrXTLJ9Ro9FY0Jd4s9lc1C//mSzFe4ybOmKp+t5L1Yvjgb2YYC8m67V+DA8PV1qv6rOP5iUi/iwi3tuefZziLujvts8vAFwA7Kd4yN6WiBiMiPXAYGb64z2S1CV1jRT+HfjniPgmsAq4DGgCN0XE6vb0LZk5GhH7gbspAmp7TfVIkiqoJRQy81fAn0zz0qZp1t0F7KqjDknS/NRy+EiSdHwyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklQyFBZR68jotNOSdLyo9ZfX+s3UX0KTpOONIwVJUslQkCSVDAVJUslQOA540lrSUln0E80RsQq4GdgANIBrgO8Bu4Ex4AFge2Yei4irgK3AUeCyzDyw2PV0S+vIKGtWrXjS9EJ4AlvSUqljpPA24GBmngNcAHwMuBbY2V42AGyLiNOBTcAZwIXA9TXU0jXjX+Qbdux5SoEgSUupjlD4HHBlx/xRYCNwR3t+L3AecDawLzPHMvNhYGVEnFhDPZKkihb98FFm/hIgItYCtwA7gQ9n5lh7lcPACcA64GDHpuPLH5lt/yMjIzSbzXnX1Wq1ZtxuaGho3vubr4XUPK5qfVXfY7Ze9Bt7McFeTNav/ajl5rWIOAn4PHBDZn42Iv6h4+W1wCHgsfb01OWzajQaC/oSbzabS/LlP5OleO/5hEc3e7Gc2IsJ9mKyXuvH8PBwpfUW/fBRRDwP2AdckZk3txffGxGb29MXAPuBO4EtETEYEeuBwcx8dLHrkSRVV8dI4X3As4ArI2L83MKlwEcjYjXQBG7JzNGI2A/cTRFO22uo5bj1VK9YkqSFqOOcwqUUITDVpmnW3QXsWuwaeoGXoUrqBm9ekySVDAVJUslQkCSVDAVJUslQkCSVDAVJUslQ6DJ/11nScmIodFnn01QlqdsMhWXEgJDUbYbCEph6WMjDRJKWq1qekqrJOh9ZAcVjK3yEhaTlyJGCJKlkKEiSSoaCJKlkKEiSSoaCJKlkKEiSSoaCJKlkKEiSSoaCJKlU2x3NEXEG8PeZuTkifhvYDYwBDwDbM/NYRFwFbAWOApdl5oG66pEkza2WkUJEvAf4BLCmvehaYGdmngMMANsi4nRgE3AGcCFwfR21SJKqq+vw0Y+AP+qY3wjc0Z7eC5wHnA3sy8yxzHwYWBkRJ9ZUjySpgloOH2XmrRGxoWPRQGaOtacPAycA64CDHeuML39ktn2PjIzQbDbnXVOr1Zq03foNJ/OMpzXmvZ/lrGpfpvain9mLCfZisn7tx1I9JfVYx/Ra4BDwWHt66vJZNRoNhoaG5l1As9l80na99qTSqn2Zrhf9yl5MsBeT9Vo/hoeHK623VFcf3RsRm9vTFwD7gTuBLRExGBHrgcHMfHSJ6pEkTWOpRgqXAzdFxGqgCdySmaMRsR+4myKcti9RLZKkGdQWCpn5IHBme/oHFFcaTV1nF7CrrhokSfPjzWuSpJKhIEkqGQqSpJKhIEkq9VUotI6MdrsESVrW+ioU1qxawYYde8qb1iRJk/VVKEiSZmcoSJJKhoIkqWQoSJJKhoIkqWQo9IjOy2299FbSQi3VU1JVs/HLbaF3fh9C0tJzpCBJKhkKPchDSZIWysNHPchDSZIWypGCJKlkKEiSSoaCJKlkKPS46U46Dw0NeTJa0rS6fqI5IgaBG4BTgRHgHZn5w+5W1TumnnSeaXo6rSOjrFm14knTVTyVbSV1z3IYKbwRWJOZrwB2AB/pcj19rXPUMNPvT1QZWXRu2xkIVUcoy3kks5xrk56q5RAKZwNfAcjMe4CXd7ec/lMlCKoExExfkDPtf+roYbECaaaaFusL/KkG3nJwPNWqpTUwNjbW1QIi4hPArZm5tz3/MHByZh6dbv3h4eFHgIeWsERJ6gUv3Lhx44lzrdT1cwrAY8DajvnBmQIBoMqHkiQtzHI4fHQn8FqAiDgTuL+75UhS/1oOI4XPA+dHxF3AAHBxl+uRpL7V9XMKkqTlYzkcPpIkLROGgiSptBzOKdSqH++YjohVwM3ABqABXAN8D9gNjAEPANsz81hEXAVsBY4Cl2XmgW7UXLeIeC4wDJxP8Vl307+9eC/wBmA1xd/GHfRhP9p/J5+i+DsZBf6SPv9vA/pjpNCPd0y/DTiYmecAFwAfA64FdraXDQDbIuJ0YBNwBnAhcH2X6q1V+4//RuDX7UX93IvNwFnAKyk+70n0bz9eC6zMzLOADwAfpH97UeqHUOjHO6Y/B1zZMX8U2EjxL0KAvcB5FL3Zl5ljmfkwsDIievE+kA8DHwd+2p7v515sobjs+/PAl4Db6N9+/IDicw0C64Aj9G8vSv0QCuuAX3TMj0ZETx82y8xfZubhiFgL3ALsBAYyc/xSs8PACTy5N+PLe0ZEXAQ8kpm3dyzuy160PYfiH0ZvAd4FfIbihtF+7McvKQ4dfR+4Cfgo/f3fBtAfoTCvO6Z7RUScBHwd+JfM/CxwrOPltcAhntyb8eW95BKK+2C+AZwGfBp4bsfr/dQLgIPA7Zn5RGYm0GLyF1w/9eOvKHrxYopzjp+iOM8yrp96UeqHUOi7O6Yj4nnAPuCKzLy5vfje9vFkKM4z7KfozZaIGIyI9RSB+eiSF1yjzDw3Mzdl5mbgPuDtwN5+7EXbt4DXRMRARLwAeAbwtT7tx8+ZGAH8H7CKPv076dTTh1Ha+vGO6fcBzwKujIjxcwuXAh+NiNVAE7glM0cjYj9wN8U/ELZ3pdqldzlwUz/2IjNvi4hzgQNMfM6f0J/9+Cfg5vbnXE3xd/Nd+rMXJe9oliSV+uHwkSSpIkNBklQyFCRJJUNBklQyFCRJJUNBklQyFCRJJUNBklT6fxYph/T0saG5AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "messages['length'].plot.hist(bins=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    5572.000000\n",
       "mean       80.489950\n",
       "std        59.942907\n",
       "min         2.000000\n",
       "25%        36.000000\n",
       "50%        62.000000\n",
       "75%       122.000000\n",
       "max       910.000000\n",
       "Name: length, dtype: float64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages['length'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"For me the love should start with attraction.i should feel that I need her every time around me.she should be the first thing which comes in my thoughts.I would start the day and end it with her.she should be there every time I dream.love will be then when my every breath has her name.my life should happen around her.my life will be named to her.I would cry for her.will give all my happiness and take all her sorrows.I will be ready to fight with anyone for her.I will be in love when I will be doing the craziest things for her.love will be when I don't have to proove anyone that my girl is the most beautiful lady on the whole planet.I will always be singing praises for her.love will be when I start up making chicken curry and end up makiing sambar.life will be the most beautiful then.will get every morning and thank god for the day because she is with me.I would like to say a lot..will tell later..\""
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages[messages['length']==910]['message'].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([<matplotlib.axes._subplots.AxesSubplot object at 0x0000021850E847B8>,\n",
       "       <matplotlib.axes._subplots.AxesSubplot object at 0x0000021850F69860>],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAuIAAAEMCAYAAACBRdNQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAHSRJREFUeJzt3X+UXGd52PGvfq5akJUCpgkHHEEJTzelxFgQu8ayVGpijAhK6Anx6SHUkDgtUVLM4QRsMLVKQvlREC1gQmriGHKakGLiE2PXsQvYrjAGJ4ucWCfDYwwIcQIhtkFYNswirbZ/3Fl7vN6VZmdn9p259/v5xzPv3Dv3eV+P9j7zzHvfu2p2dhZJkiRJK2t16QAkSZKkJjIRlyRJkgowEZckSZIKMBGXJEmSCjARlyRJkgowEZckSZIKMBHXWIuI7RGxv3QckiRJS2UiLkmSJBWwtnQA0gA8PiI+DvxzYANwIfAd4HJgI/ATwJ3AL2dmOyLawB7gHODxwG7gl4B/CXwL+PnMfGilOyFJ6k9EPB74Q+CngGPAFPAnwDuAb1CdH34IXJCZrYh4Fp4jNAKsiKsOngq8LzNPBX6f6o/mhcBHM/MM4JnA04Edne0ngL/PzJ8FPgp8BLgI+GlgE7BzRaOXJC3XLwIbO+eB53fangE8D/hAZj6HKlH/o85rniM0EkzEVQdfzcwvdh7fCTwZeBNwb0S8Efg94ClUlY05n5zbF7grM/8uM48BXweesDJhS5IG5HPAv4iIW4CLgf8O3AP8dWbu7WxzJfDciHginiM0Ipyaojo40vV4FlhF9ZPkWuB/A9cDp3Ta50wvsr8kacxk5tcj4pnAduCFwKeBXweOdm02dw6YwXOERoQVcdXVucDbMvNPO89PB9YUjEeSNCQR8VqqqSc3ZeabgBuB04BTI+I5nc1+Hfh8Zh7Cc4RGhBVx1dWbgWsi4iHg+8CtVPMAJUn18zGqavjfRsQPgIPA3wB/D7w9IjYD/wD8Smd7zxEaCatmZ2dLxyBJkjRQEbEd+GBmPrt0LNJinJoiSZIkFWBFXJIkSSrAirgkSZJUgBdrSpIGJiJOB96Vmdsj4lTgA1TLxU0Dr8rM70TEhcB/oFpa7ncz87pyEUtSOVbEJUkD0bk5ykeADZ2m/wH8VmZuB/4MeFNE/Djwn4AXUC0h946ImCgQriQVN3IV8TvvvHN2YmJpf5Onp6dZ6j7jrml9tr/1Ns79/cEPfnDfli1bTi4dx4j4KvByHrmN+PmZ+e3O47VAG/hZ4LbMnAamI+Ie4DnAXx7vjfs5N9TBOP/bGBTHwDGA8RuDXs8NI5eIT0xMMDk5uaR9Wq3WkvcZd03rs/2tt3Hu79TU1DdKxzAqMvOTnfWa555/GyAizgR+Ezibqgr+/a7dDgObTvTe/Zwb6mCc/20MimPgGMD4jUGv54aRS8QlSfUREb8MvAXYkZn3RsQDwMauTTYCh070PtPT07RarSFFObra7XYj+93NMXAMoL5jYCIuSRqKiHgl1UWZ2zPzu53mO6judLgBmAAmgf0nei8r4s3lGDgGMH5jMDU11dN2JuKSpIGLiDXA+6luNf5nEQFwa2ZeFhHvB/ZSLRjwlsxsl4tUksoxEZckDUxmHgDO6Dx9wiLbXAFcsVIxSdKocvlCSZIkqQATcUmSJKkAE3FJkiSpABNxSZIkqYBaJ+LtIzPHfS5JkjRuzG/qo9arpmxYt4bNF1//8PMD79xRMBpJkqTlM7+pj1pXxCVJkqRRZSIuSZIkFWAiLkmSJBXQ0xzxiDgdeFdmbo+IZwJXAbPAfmBXZh6LiMuAHcBR4KLMvGOxbQffDUmSJGm8nLAiHhFvBD4CbOg07QEuzcytwCpgZ0ScBmwDTgfOBy5fbNvBhi9JkiSNp16mpnwVeHnX8y3ArZ3HNwDnAGcBN2XmbGYeBNZGxMmLbCtJkiQ13gmnpmTmJyNic1fTqsyc7Tw+DGwCTgLu79pmrn2hbY9renqaVqvVQ+iPaLfbC+4zOTn56O2OzLBh3ZpHtT30w2kOHvjako43Chbrc13Z33prWn8lSYL+1hHvnuO9ETgEPNB5PL99oW2Pa2Ji4jEJ9Im0Wq2e9pm/7iZUa28u9XijoNc+14X9rbdx7u/U1FTpECRJY6qfVVP2RcT2zuPzgL3AbcC5EbE6Ik4BVmfmfYtsK0mSJDVePxXxNwBXRMR6oAVcnZkzEbEXuJ0qud+12LYDiFmSJEkaez0l4pl5ADij8/huqhVS5m+zG9g9r23BbSVJkqSm84Y+kiRJUgEm4pIkSVIBJuKSJEljrH1kpqc2jZ5+LtaUJEnSiFhseWaNPivikiRJUgEm4pIkSVIBJuKSJElSASbikiRJUgEm4pIkSVIBJuKSJElSASbikiRJUgGuIy5JGqiIOB14V2Zuj4hnAlcBs8B+YFdmHouIy4AdwFHgosy8o1jAklSIFXFJ0sBExBuBjwAbOk17gEszcyuwCtgZEacB24DTgfOBy0vEKkmlmYhLkgbpq8DLu55vAW7tPL4BOAc4C7gpM2cz8yCwNiJOXtkwJak8p6ZIkgYmMz8ZEZu7mlZl5mzn8WFgE3AScH/XNnPt9y72vtPT07RarQFHO/ra7XYj+93NMXjsGExOTva0X53Gra6fAxNxSdIwHet6vBE4BDzQeTy/fVETExM9Jx910mq1Gtnvbo5B/2NQp3Ebt8/B1NRUT9s5NUWSNEz7ImJ75/F5wF7gNuDciFgdEacAqzPzvlIBSlIpVsQlScP0BuCKiFgPtICrM3MmIvYCt1MVhHaVDFCSSjERlyQNVGYeAM7oPL6baoWU+dvsBnavZFySNGqcmiJJkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBWwtp+dImId8FFgMzADXAgcBa4CZoH9wK7MPBYRlwE7Oq9flJl3LD9sSZIkabz1WxF/CbA2M88E3ga8HdgDXJqZW4FVwM6IOA3YBpwOnA9cvvyQJUmSpPHXbyJ+N7A2IlYDJwFHgC3ArZ3XbwDOAc4CbsrM2cw82Nnn5GXGLEmSJI29vqamAA9STUv5MvAk4KXA2Zk523n9MLCJKkm/v2u/ufZ7+zyuJEmSVAv9JuKvB27MzEsi4mnAZ4H1Xa9vBA4BD3Qez29f1PT0NK1Wa0nBtNvtBfeZnJzsaf+lHm8ULNbnurK/9da0/kqSBP0n4t+jmo4C8F1gHbAvIrZn5i3AecDNwD3AuyPiPcBTgdWZed/x3nhiYqLnBHpOq9Va8j7dlrNvKcvt87ixv/U2zv2dmpoqHYIkaUz1m4i/D7gyIvZSVcLfDPwVcEVErAdawNWZOdPZ5naq+ei7BhCzJEmSNPb6SsQz80HgFQu8tG2BbXcDu/s5jiRJklRX3tBHkiRJKsBEXJIkSSrARFySJEkqwERckiRJKsBEXJIkSSrARFySJEkqwERckiRJKsBEXJIkSSqg3ztrSpJ0QhGxDvgosBmYAS4EjgJXAbPAfmBXZh4rFKIkFWNFXJI0TC8B1mbmmcDbgLcDe4BLM3MrsArYWTA+SSrGRFySNEx3A2sjYjVwEnAE2ALc2nn9BuCcQrFJUlFOTZEkDdODVNNSvgw8CXgpcHZmznZePwxsOtGbTE9P02q1hhXjyGq3243sdzfH4LFjMDk52dN+dRq3un4OTMQlScP0euDGzLwkIp4GfBZY3/X6RuDQid5kYmKi5+SjTlqtViP73c0x6H8M6jRu4/Y5mJqa6mk7p6ZIkobpe8D3O4+/C6wD9kXE9k7becDeAnFJUnFWxCVJw/Q+4MqI2EtVCX8z8FfAFRGxHmgBVxeMT5KKMRGXJA1NZj4IvGKBl7atdCySNGqcmiJJkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSVDPtIzPHfa7RsLZ0AJIkSRqsDevWsPni6x9+fuCdOwpGo8U0viLuN0ZJkiSV0PiKuN8YJUmSVELjK+KSJElSCX1XxCPiEuBlwHrgQ8CtwFXALLAf2JWZxyLiMmAHcBS4KDPvWG7QkiRJ0rjrqyIeEduBM4EXANuApwF7gEszcyuwCtgZEad1Xj8dOB+4fAAxS5IkSWOv36kp5wJ3AdcAnwKuA7ZQVcUBbgDOAc4CbsrM2cw8CKyNiJOXF7IkSZI0/vqdmvIk4CeBlwJPB64FVmfmbOf1w8Am4CTg/q795trvXeyNp6enabVaSwqm3W4vuM/k5OSS3mfOUo9fwmJ9riv7W29N668kSdB/In4/8OXM/BGQEdGmmp4yZyNwCHig83h++6ImJiaWnEC3Wq2+k+6FDPK9hmXQfR519rfexrm/U1NTpUOQJI2pfqemfA54cUSsioinAI8DPtOZOw5wHrAXuA04NyJWR8QpVFXz+5YbtCRJkjTu+qqIZ+Z1EXE2cAdVMr8L+DpwRUSsB1rA1Zk5ExF7gdu7tpMkSZIar+/lCzPzjQs0b1tgu93A7n6PI0mSJNWRN/SRJEkaEe0jM8d9rnpp/C3uJUmSRsWGdWvYfPH1Dz8/8M4dBaPRsFkRlyRJkgqwIi5JGqqIuAR4GbAe+BDVzd+uAmaB/cCuzDxWLEBJKsSKuCRpaDrL2p4JvIDqgv6nAXuASzNzK7AK2FksQEkqyERckjRM5wJ3AdcAnwKuA7ZQVcUBbgDOKROaJJXl1BRJ0jA9CfhJ4KXA04FrqW7uNtt5/TCwqVBsklSUibgkaZjuB76cmT8CMiLaVNNT5mwEDp3oTaanp2m1WkMKcXS12+1G9rtb08ZgcnLyMW3zx2ChbXoxzuNY18+BibgkaZg+B7wuIvYAPwE8DvhMRGzPzFuA84CbT/QmExMTfScf46zVajWy390cA9iwYcNAxmCcx3HcPgdTU1M9bWciLkkamsy8LiLOBu6gui5pF/B14IqIWA+0gKsLhihJxZiIS5KGKjPfuEDzthUPRJJGjKumSJIkSQWYiEuSJEkFmIhLkiRJBZiIS5IkSQWYiEuSJEkFmIhLkiRJBZiIS5IkSQWYiEuSJEkFmIhLkiRJBZiIz9M+MtNTmyRJkrQc3uJ+ng3r1rD54usf1XbgnTsKRSNJkqS6siIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkjSi2kdmmJycLB2GhsQ7a0qSJI0o7/hdb8tKxCPiycAU8CLgKHAVMAvsB3Zl5rGIuAzY0Xn9osy8Y1kRS5IkSTXQ99SUiFgH/D7ww07THuDSzNwKrAJ2RsRpwDbgdOB84PLlhStJkiTVw3LmiL8H+DDwrc7zLcCtncc3AOcAZwE3ZeZsZh4E1kbEycs4piRJklQLfU1NiYgLgHsz88aIuKTTvCozZzuPDwObgJOA+7t2nWu/d7H3np6eptVqLSmedru94D6DvLhhqTEN22J9riv7W29N668kQXUh5oZ1a0qHoYL6nSP+GmA2Is4BTgU+Bjy56/WNwCHggc7j+e2LmpiYWHIC3Wq1hn5F8ahdsbwSfR4l9rfexrm/U1NTpUOQNKa8EFN9TU3JzLMzc1tmbgfuBF4F3BAR2zubnAfsBW4Dzo2I1RFxCrA6M+9bftiSJEnSeBvk8oVvAK6IiPVAC7g6M2ciYi9wO1XSv2uAx5MkSZLG1rIT8U5VfM62BV7fDexe7nEkSeOrl+Vuy0UnSWV4Z01J0lD1stxtqdgkqSQTcUnSsPWy3K0kNY6JuCRpaLqXu+1qXmi5W0lqnEFerClJ0ny9Lnd7XP3cY6IOXGO/3mOw0su2jvM41vVzYCIuSRqazDx77nFE3AL8R+C/RcT2zLyFarnbm0/0Pv3cY6IOxnmN/UFxDAZnnMdx3D4Hvd5jwkRckrTSHrPcbeF4JKkIE/EezL8FrbeklaSlO9Fyt5LUNCbiPZh/C1pvPytJkqTlctUUSZKkZWgfmempTZrPirgkSdIyzP/lHPz1XL2xIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZIkFWAiLkmSJBVgIi5JkiQVYCIuSZI0YN7kR73whj6SJEkD5k1+1Asr4pIkSSvAirjmsyIuSZK0AuZXya2Qy4q4JEmSVICJuCRJklSAibgkSZJUgIm4JEmSVICJuCRJklSAibgkSZJUgIm4JEmSVICJuCRJklSAibgkSZJUgIl4Hxa6Ra23rZUkSdJS9HWL+4hYB1wJbAYmgN8F/ha4CpgF9gO7MvNYRFwG7ACOAhdl5h3LD7us+beoBW9TK0mSpKXptyL+SuD+zNwKnAd8ENgDXNppWwXsjIjTgG3A6cD5wOXLD3k0za+IWyGXJEnS8fRVEQc+AVzd9fwosAW4tfP8BuDngARuysxZ4GBErI2IkzPz3n4DHlXzq+QLVcjbR2bYsG7NCdskSZJUf30l4pn5IEBEbKRKyC8F3tNJuAEOA5uAk4D7u3ada69dIt4Lp7RIkiRpTr8VcSLiacA1wIcy848j4t1dL28EDgEPdB7Pb1/U9PQ0rVZrSbG02+0F95mcnFzS+wza/JgWimd+RfyhH05z8MDXTvjei/W5ruxvvTWtv02ylGuKCoUoScX0e7HmPwVuAn4zMz/Tad4XEdsz8xaqeeM3A/cA746I9wBPBVZn5n3He++JiYklJ9CtVqt40j1f+8hMTzEtNKWll/1Gsc/DZH/rbZz7OzU1VTqEUTd3TdGvRMQTgX3AnVTXFN0SER8GdlIVdiSpUfqtiL8Z+CfAWyPirZ221wHvj4j1QAu4OjNnImIvcDvVhaG7lhvwuHAaiiQBvV9TZCIuqXH6nSP+OqrEe75tC2y7G9jdz3EkSeNtCdcUHVc/0xbrwGlb4zEG4/KL3qiP4/GMw+egH33PEZckqRc9XlN0XP1MW6yDcZ62NSiOweCM8ziO2+eg12mL3llTkjQ0XdcUvSkzr+w074uI7Z3H5wF7S8QmSaVZEZckDVNP1xSVCk6SSjIRlyQNzVKuKZKkpnFqiiRJklSAibgkSZJUgIm4JEmSVICJuCRJaqT2kZme2qRh8WJNSZLUSN4FW6VZEZckSZIKMBGXJEmSCqhNIu6cLkmSJI2T2swRd56XJEnN0D4yw4Z1a47b1ss2gzqW1K/aJOKSJKkZeim+DapAt9j7dLdZ+FO/ajM1RZIkSRonJuKSJElSASbikiRJUgEm4pIkNdj8VceavgpZ0/uvleXFmpIkNdj8ixGbfuGh46GVZEVckiSNrFM2P6On7axkaxxZEZckSSPrcf9ooqdlCK1kaxxZEZckSaq5hX4x8FeE8qyIS5Ik1Zx3IB9NVsQlSRoh3VXKycnJx7RJqg8r4pIkjZDSlcv2kRk2rFtz3LZethnk8aW6MhGXJEkP6+WLwDC/LHjRpZrEqSmSJGnZ+rkxkFNu1HRWxEfMMH/ukyRpWPqpZJeehiOVZiI+YvyjJEkahFEs7DT9+OOgl+sBNDgm4pIk1dAoFnZKz/8uffxx4BitLOeIS5K0RP3eHMWbqmiUDOoz6+e6f1bEx8BCPxNJksrpt9q82H5WIFXCoFbIGcVfX8bF0BPxiFgNfAj4GWAa+LXMvGfYx62T+R/wL//Oix++ycOclVzjVZKWy3NDGf2eB/rZz3OOdGIrURH/BWBDZv6riDgDeC+wcwWOW1vD/Hba70UaXtwhaYlW5NzQT5Gi30LGSt7kpt9jDaqS74ooGobSRcQSx1+JRPws4C8AMvMLEfG8FThm4/Rzklhon4Wq770cq58/0it9Zza/HEgjZUXODQv9beq3kHGiv3HDnHbSy99YL7LTuCv95a3E8VfNzs4O9QAR8RHgk5l5Q+f5QeAZmXl0oe2npqbuBb4x1KAkaXB+csuWLSeXDmLceG6QVHM9nRtWoiL+ALCx6/nqxf7QAnhCk6RG8NwgqfFWYvnC24CXAHTmAd61AseUJI02zw2SGm8lKuLXAC+KiM8Dq4BXr8AxJUmjzXODpMYb+hxxSZIkSY/lnTUlSZKkAkzEJUmSpAJMxCVJkqQCxjoR79wiWZIkSRo7Y3exZkQ8A9gDPA84SvVl4i7g9Zl5d8nYhikinghsAg5l5ndLxzNsTesvNK/PTeuv1IuIOBX4N3T+bQB7M/Mvy0YlldGE88Q4JuKfBS7JzC92tZ0BvDczX1AusuGIiOcDlwNrgAepboCxCtiVmZ8vGdswNK2/0Lw+N62/Uq8i4j8DpwM3Aoep/m2cC3wpM99aMraV1oQErBdNHYcmnSdWYh3xQdvQnYQDZOYXIqJUPMP2PuDfZuY35xoi4hTgE1R/sOumaf2F5vW5af2VevWizNza3RARHwC+ADQiEV8oAYuIWiZgx+M4NOc8MY6J+F9HxJXAXwDfp/qW9BLgb4pGNTzruj+IHd8ExuunjN41rb/QvD43rb9Sr9ZFxObMPNDVthk4ViacIhqTgJ1A08ehMeeJcUzEfwP4BeAs4CTgAeA6qru01dH1EfFp4CaqLx4nAT8H/J+iUQ1P0/oLzetz0/or9ep1wDURsR74AfAE4CHg14pGtbIak4CdQNPHoTHnibGbI95EEfFcqi8eG6m+eHw+M79UNqrhaVp/oXl9blp/pV5ExB9k5q9GxFbgD6kSkH8MvDozv1A2upXRmSd/No9NwPZm5ttKxraSIuIyYCuPHodzgf/XlHFoynnC5f/GwylAAJPAs4B/1pkrVldN6y80r89N66/Ui6d3/nsZcF5mbqFaQeVd5UJaWZ0k87eBHwJP7Pz3TU1JPudk5n/hsePw2w0bh0acJ8ZxakqjRMTlVF+YbuCRq+jPo/pmXLufK5vWX2hen5vWX6kPM5n5FYDM/FYD75kxl4BtAr4HfCci9mVmY37Cj4hfysxPRMRXqL6YvRB4akR8JTMfLBze0DXpPGEiPvqenZnb5rVdGxG3FYlm+JrWX2hen5vWX6lXPxYRU8DjIuJXgf8FvBf4RtmwVk6TErATeC3VhZnvA74G/BbVryP/E/h3BeNaKY05TzTtW/Y4Wt2ZL/iwiDgbOFIonmFrWn9h4T5vo759blp/pZ5k5mnAmcCrgC9SrZZyF/DqknGtsGdn5msz89rMvLnz39dSTU9oomdl5jsys5WZHwR+vHRAK6QxuYAV8dF3AbAnIv6YajH7Y8A+qm/HdXQBj/R3NXAyVWXkwpJBDdkFPLrPm4DPUN/qzwU8+jO9nuozXdf+Sj3LzGngjq6mD5eKpZDVEbE1M/fONdQ1ATuBZ0XE64EjEfHczNwXEc8DJkoHtkIuoCG5j4n46Ptp4FTgR8BbMvPj8PAdRl9YMrAhWUN1gcrcBRkfm/e8js4GvgS8jeqn6Hup/r9vBu4pF9bQrKE6qX4OeD/V/+NnAVuoZ38l9e4CqgTsT3gkAfsS9S7GLOTngdOAu4HnRMTXgA9STVlpgsbkPibio+8tVB/G1cAnImIiMz9KfRPTT1Otn/stqj7+FI9UhGr1j6/LbwDbgWuBl2Xm3RHxFODPqcajbq4Afoeq8v8p4GeAQ1R9/dOCcUkqLDO/CuwsHUdpmbmPqgL8B13NZxQKp4TG5D4m4qPvR5n5PYCI2Al8NiIOUt9F/Z9HlXj/Xmb+34i4OTPrmoDPOZKZD0XEYaqLcuZWSqjr/+O1mfnpzjJU/zUz/w4gIpr207OkeSLiZhaZfpGZZ65wOMU4Ds3JfUzER9+BiNgDvDUzD0fEy4EbgR8rHNdQZOY/RMQrgPdExPNLx7NCro2IPwf2A9dFxI3Ai4HPlg1raA5ExMep/v48GBFvp7phxbfLhiVpBFxM9avZLwJHC8dSUtPHoTG5j4n46HsN8Eo63wIz85sR8a+BS4pGNUSZeRS4KCIuoAEr+2TmOzurhpwLHASeDLw/M68vG9nQ/HvgJVRzHx8EXk81Hek1JYOSVF5mfjEi/gh4TmZeUzqeUhyH5uQ+3uJekiRJKqD21UZJkiRpFJmIS5IkSQWYiEuSJEkFmIhLkiRJBZiIS5IkSQX8f9gXiU+nq2DsAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 864x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "messages.hist(column='length',by='label',bins=60,figsize=(12,4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "import string"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "mess='Sample message! Notice: it has punctuation'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "nopunc=[c for c in mess if c not in string.punctuation]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['S',\n",
       " 'a',\n",
       " 'm',\n",
       " 'p',\n",
       " 'l',\n",
       " 'e',\n",
       " ' ',\n",
       " 'm',\n",
       " 'e',\n",
       " 's',\n",
       " 's',\n",
       " 'a',\n",
       " 'g',\n",
       " 'e',\n",
       " ' ',\n",
       " 'N',\n",
       " 'o',\n",
       " 't',\n",
       " 'i',\n",
       " 'c',\n",
       " 'e',\n",
       " ' ',\n",
       " 'i',\n",
       " 't',\n",
       " ' ',\n",
       " 'h',\n",
       " 'a',\n",
       " 's',\n",
       " ' ',\n",
       " 'p',\n",
       " 'u',\n",
       " 'n',\n",
       " 'c',\n",
       " 't',\n",
       " 'u',\n",
       " 'a',\n",
       " 't',\n",
       " 'i',\n",
       " 'o',\n",
       " 'n']"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nopunc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['i',\n",
       " 'me',\n",
       " 'my',\n",
       " 'myself',\n",
       " 'we',\n",
       " 'our',\n",
       " 'ours',\n",
       " 'ourselves',\n",
       " 'you',\n",
       " \"you're\",\n",
       " \"you've\",\n",
       " \"you'll\",\n",
       " \"you'd\",\n",
       " 'your',\n",
       " 'yours',\n",
       " 'yourself',\n",
       " 'yourselves',\n",
       " 'he',\n",
       " 'him',\n",
       " 'his',\n",
       " 'himself',\n",
       " 'she',\n",
       " \"she's\",\n",
       " 'her',\n",
       " 'hers',\n",
       " 'herself',\n",
       " 'it',\n",
       " \"it's\",\n",
       " 'its',\n",
       " 'itself',\n",
       " 'they',\n",
       " 'them',\n",
       " 'their',\n",
       " 'theirs',\n",
       " 'themselves',\n",
       " 'what',\n",
       " 'which',\n",
       " 'who',\n",
       " 'whom',\n",
       " 'this',\n",
       " 'that',\n",
       " \"that'll\",\n",
       " 'these',\n",
       " 'those',\n",
       " 'am',\n",
       " 'is',\n",
       " 'are',\n",
       " 'was',\n",
       " 'were',\n",
       " 'be',\n",
       " 'been',\n",
       " 'being',\n",
       " 'have',\n",
       " 'has',\n",
       " 'had',\n",
       " 'having',\n",
       " 'do',\n",
       " 'does',\n",
       " 'did',\n",
       " 'doing',\n",
       " 'a',\n",
       " 'an',\n",
       " 'the',\n",
       " 'and',\n",
       " 'but',\n",
       " 'if',\n",
       " 'or',\n",
       " 'because',\n",
       " 'as',\n",
       " 'until',\n",
       " 'while',\n",
       " 'of',\n",
       " 'at',\n",
       " 'by',\n",
       " 'for',\n",
       " 'with',\n",
       " 'about',\n",
       " 'against',\n",
       " 'between',\n",
       " 'into',\n",
       " 'through',\n",
       " 'during',\n",
       " 'before',\n",
       " 'after',\n",
       " 'above',\n",
       " 'below',\n",
       " 'to',\n",
       " 'from',\n",
       " 'up',\n",
       " 'down',\n",
       " 'in',\n",
       " 'out',\n",
       " 'on',\n",
       " 'off',\n",
       " 'over',\n",
       " 'under',\n",
       " 'again',\n",
       " 'further',\n",
       " 'then',\n",
       " 'once',\n",
       " 'here',\n",
       " 'there',\n",
       " 'when',\n",
       " 'where',\n",
       " 'why',\n",
       " 'how',\n",
       " 'all',\n",
       " 'any',\n",
       " 'both',\n",
       " 'each',\n",
       " 'few',\n",
       " 'more',\n",
       " 'most',\n",
       " 'other',\n",
       " 'some',\n",
       " 'such',\n",
       " 'no',\n",
       " 'nor',\n",
       " 'not',\n",
       " 'only',\n",
       " 'own',\n",
       " 'same',\n",
       " 'so',\n",
       " 'than',\n",
       " 'too',\n",
       " 'very',\n",
       " 's',\n",
       " 't',\n",
       " 'can',\n",
       " 'will',\n",
       " 'just',\n",
       " 'don',\n",
       " \"don't\",\n",
       " 'should',\n",
       " \"should've\",\n",
       " 'now',\n",
       " 'd',\n",
       " 'll',\n",
       " 'm',\n",
       " 'o',\n",
       " 're',\n",
       " 've',\n",
       " 'y',\n",
       " 'ain',\n",
       " 'aren',\n",
       " \"aren't\",\n",
       " 'couldn',\n",
       " \"couldn't\",\n",
       " 'didn',\n",
       " \"didn't\",\n",
       " 'doesn',\n",
       " \"doesn't\",\n",
       " 'hadn',\n",
       " \"hadn't\",\n",
       " 'hasn',\n",
       " \"hasn't\",\n",
       " 'haven',\n",
       " \"haven't\",\n",
       " 'isn',\n",
       " \"isn't\",\n",
       " 'ma',\n",
       " 'mightn',\n",
       " \"mightn't\",\n",
       " 'mustn',\n",
       " \"mustn't\",\n",
       " 'needn',\n",
       " \"needn't\",\n",
       " 'shan',\n",
       " \"shan't\",\n",
       " 'shouldn',\n",
       " \"shouldn't\",\n",
       " 'wasn',\n",
       " \"wasn't\",\n",
       " 'weren',\n",
       " \"weren't\",\n",
       " 'won',\n",
       " \"won't\",\n",
       " 'wouldn',\n",
       " \"wouldn't\"]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stopwords.words('english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "nopunc=''.join(nopunc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Sample message Notice it has punctuation'"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nopunc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "x=['a b c d']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'a b c d'"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "''.join(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Sample', 'message', 'Notice', 'it', 'has', 'punctuation']"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nopunc.split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "clean_mess=[word for word in nopunc.split() if word.lower() not in stopwords.words('english')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Sample', 'message', 'Notice', 'punctuation']"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clean_mess"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "def text_process(mess):\n",
    "    \"\"\"\n",
    "    1. remove punc\n",
    "    2. remove stopwords\n",
    "    3. return list of clean text words\n",
    "    \"\"\"\n",
    "    nopunc=[char for char in mess if char not in string.punctuation]\n",
    "    nopunc=''.join(nopunc)\n",
    "    return [word for word in nopunc.split() if word.lower() not in stopwords.words('english')]\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>label</th>\n",
       "      <th>message</th>\n",
       "      <th>length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   index label                                            message  length\n",
       "0      0   ham  Go until jurong point, crazy.. Available only ...     111\n",
       "1      1   ham                      Ok lar... Joking wif u oni...      29\n",
       "2      2  spam  Free entry in 2 a wkly comp to win FA Cup fina...     155\n",
       "3      3   ham  U dun say so early hor... U c already then say...      49\n",
       "4      4   ham  Nah I don't think he goes to usf, he lives aro...      61"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    [Go, jurong, point, crazy, Available, bugis, n...\n",
       "1                       [Ok, lar, Joking, wif, u, oni]\n",
       "2    [Free, entry, 2, wkly, comp, win, FA, Cup, fin...\n",
       "3        [U, dun, say, early, hor, U, c, already, say]\n",
       "4    [Nah, dont, think, goes, usf, lives, around, t...\n",
       "Name: message, dtype: object"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages['message'].head(5).apply(text_process)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "bow_transformer=CountVectorizer(analyzer=text_process).fit(messages['message'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11425\n"
     ]
    }
   ],
   "source": [
    "print(len(bow_transformer.vocabulary_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "mess4=messages['message'][3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "U dun say so early hor... U c already then say...\n"
     ]
    }
   ],
   "source": [
    "print(mess4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "bow4=bow_transformer.transform([mess4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  (0, 4068)\t2\n",
      "  (0, 4629)\t1\n",
      "  (0, 5261)\t1\n",
      "  (0, 6204)\t1\n",
      "  (0, 6222)\t1\n",
      "  (0, 7186)\t1\n",
      "  (0, 9554)\t2\n"
     ]
    }
   ],
   "source": [
    "print(bow4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'say'"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bow_transformer.get_feature_names()[9554]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages_bow=bow_transformer.transform(messages['message'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shape of Sparse Matrix:  (5572, 11425)\n"
     ]
    }
   ],
   "source": [
    "print('Shape of Sparse Matrix: ',messages_bow.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "50548"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages_bow.nnz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sparsity: 0.07940295412668218\n"
     ]
    }
   ],
   "source": [
    "sparsity = (100.0 * messages_bow.nnz / (messages_bow.shape[0] * messages_bow.shape[1]))\n",
    "print('sparsity: {}'.format((sparsity)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfTransformer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf_transformer=TfidfTransformer().fit(messages_bow)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf4= tfidf_transformer.transform(bow4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  (0, 9554)\t0.5385626262927564\n",
      "  (0, 7186)\t0.4389365653379857\n",
      "  (0, 6222)\t0.3187216892949149\n",
      "  (0, 6204)\t0.29953799723697416\n",
      "  (0, 5261)\t0.29729957405868723\n",
      "  (0, 4629)\t0.26619801906087187\n",
      "  (0, 4068)\t0.40832589933384067\n"
     ]
    }
   ],
   "source": [
    "print(tfidf4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8.527076498901426"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_transformer.idf_[bow_transformer.vocabulary_['university']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages_tfidf=tfidf_transformer.transform(messages_bow)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "spam_detect_model=MultinomialNB().fit(messages_tfidf,messages['label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# here below we predict spam vs ham for 0  row or 1st messages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'ham'"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "spam_detect_model.predict(tfidf4)[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>label</th>\n",
       "      <th>message</th>\n",
       "      <th>length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>spam</td>\n",
       "      <td>FreeMsg Hey there darling it's been 3 week's n...</td>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>ham</td>\n",
       "      <td>Even my brother is not like to speak with me. ...</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>ham</td>\n",
       "      <td>As per your request 'Melle Melle (Oru Minnamin...</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>spam</td>\n",
       "      <td>WINNER!! As a valued network customer you have...</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>spam</td>\n",
       "      <td>Had your mobile 11 months or more? U R entitle...</td>\n",
       "      <td>154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm gonna be home soon and i don't want to tal...</td>\n",
       "      <td>109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>spam</td>\n",
       "      <td>SIX chances to win CASH! From 100 to 20,000 po...</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>spam</td>\n",
       "      <td>URGENT! You have won a 1 week FREE membership ...</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>ham</td>\n",
       "      <td>I've been searching for the right words to tha...</td>\n",
       "      <td>196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>ham</td>\n",
       "      <td>I HAVE A DATE ON SUNDAY WITH WILL!!</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>spam</td>\n",
       "      <td>XXXMobileMovieClub: To use your credit, click ...</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>ham</td>\n",
       "      <td>Oh k...i'm watching here:)</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>ham</td>\n",
       "      <td>Eh u remember how 2 spell his name... Yes i di...</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>ham</td>\n",
       "      <td>Fine if thats the way u feel. Thats the way ...</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>spam</td>\n",
       "      <td>England v Macedonia - dont miss the goals/team...</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>ham</td>\n",
       "      <td>Is that seriously how you spell his name?</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>ham</td>\n",
       "      <td>I‘m going to try for 2 months ha ha only joking</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>ham</td>\n",
       "      <td>So ü pay first lar... Then when is da stock co...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>ham</td>\n",
       "      <td>Aft i finish my lunch then i go str down lor. ...</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ffffffffff. Alright no way I can meet up with ...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>ham</td>\n",
       "      <td>Just forced myself to eat a slice. I'm really ...</td>\n",
       "      <td>144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>ham</td>\n",
       "      <td>Lol your always so convincing.</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>ham</td>\n",
       "      <td>Did you catch the bus ? Are you frying an egg ...</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm back &amp;amp; we're packing the car now, I'll...</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ahhh. Work. I vaguely remember that! What does...</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5542</th>\n",
       "      <td>5542</td>\n",
       "      <td>ham</td>\n",
       "      <td>Armand says get your ass over to epsilon</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5543</th>\n",
       "      <td>5543</td>\n",
       "      <td>ham</td>\n",
       "      <td>U still havent got urself a jacket ah?</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5544</th>\n",
       "      <td>5544</td>\n",
       "      <td>ham</td>\n",
       "      <td>I'm taking derek &amp;amp; taylor to walmart, if I...</td>\n",
       "      <td>154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5545</th>\n",
       "      <td>5545</td>\n",
       "      <td>ham</td>\n",
       "      <td>Hi its in durban are you still on this number</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5546</th>\n",
       "      <td>5546</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ic. There are a lotta childporn cars then.</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5547</th>\n",
       "      <td>5547</td>\n",
       "      <td>spam</td>\n",
       "      <td>Had your contract mobile 11 Mnths? Latest Moto...</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5548</th>\n",
       "      <td>5548</td>\n",
       "      <td>ham</td>\n",
       "      <td>No, I was trying it all weekend ;V</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5549</th>\n",
       "      <td>5549</td>\n",
       "      <td>ham</td>\n",
       "      <td>You know, wot people wear. T shirts, jumpers, ...</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5550</th>\n",
       "      <td>5550</td>\n",
       "      <td>ham</td>\n",
       "      <td>Cool, what time you think you can get here?</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5551</th>\n",
       "      <td>5551</td>\n",
       "      <td>ham</td>\n",
       "      <td>Wen did you get so spiritual and deep. That's ...</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5552</th>\n",
       "      <td>5552</td>\n",
       "      <td>ham</td>\n",
       "      <td>Have a safe trip to Nigeria. Wish you happines...</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5553</th>\n",
       "      <td>5553</td>\n",
       "      <td>ham</td>\n",
       "      <td>Hahaha..use your brain dear</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5554</th>\n",
       "      <td>5554</td>\n",
       "      <td>ham</td>\n",
       "      <td>Well keep in mind I've only got enough gas for...</td>\n",
       "      <td>98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5555</th>\n",
       "      <td>5555</td>\n",
       "      <td>ham</td>\n",
       "      <td>Yeh. Indians was nice. Tho it did kane me off ...</td>\n",
       "      <td>153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5556</th>\n",
       "      <td>5556</td>\n",
       "      <td>ham</td>\n",
       "      <td>Yes i have. So that's why u texted. Pshew...mi...</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5557</th>\n",
       "      <td>5557</td>\n",
       "      <td>ham</td>\n",
       "      <td>No. I meant the calculation is the same. That ...</td>\n",
       "      <td>273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5558</th>\n",
       "      <td>5558</td>\n",
       "      <td>ham</td>\n",
       "      <td>Sorry, I'll call later</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5559</th>\n",
       "      <td>5559</td>\n",
       "      <td>ham</td>\n",
       "      <td>if you aren't here in the next  &amp;lt;#&amp;gt;  hou...</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5560</th>\n",
       "      <td>5560</td>\n",
       "      <td>ham</td>\n",
       "      <td>Anything lor. Juz both of us lor.</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5561</th>\n",
       "      <td>5561</td>\n",
       "      <td>ham</td>\n",
       "      <td>Get me out of this dump heap. My mom decided t...</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5562</th>\n",
       "      <td>5562</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lor... Sony ericsson salesman... I ask shuh...</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5563</th>\n",
       "      <td>5563</td>\n",
       "      <td>ham</td>\n",
       "      <td>Ard 6 like dat lor.</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5564</th>\n",
       "      <td>5564</td>\n",
       "      <td>ham</td>\n",
       "      <td>Why don't you wait 'til at least wednesday to ...</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5565</th>\n",
       "      <td>5565</td>\n",
       "      <td>ham</td>\n",
       "      <td>Huh y lei...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5566</th>\n",
       "      <td>5566</td>\n",
       "      <td>spam</td>\n",
       "      <td>REMINDER FROM O2: To get 2.50 pounds free call...</td>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>5567</td>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>5568</td>\n",
       "      <td>ham</td>\n",
       "      <td>Will ü b going to esplanade fr home?</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>5569</td>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>5570</td>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "      <td>125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>5571</td>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      index label                                            message  length\n",
       "0         0   ham  Go until jurong point, crazy.. Available only ...     111\n",
       "1         1   ham                      Ok lar... Joking wif u oni...      29\n",
       "2         2  spam  Free entry in 2 a wkly comp to win FA Cup fina...     155\n",
       "3         3   ham  U dun say so early hor... U c already then say...      49\n",
       "4         4   ham  Nah I don't think he goes to usf, he lives aro...      61\n",
       "5         5  spam  FreeMsg Hey there darling it's been 3 week's n...     147\n",
       "6         6   ham  Even my brother is not like to speak with me. ...      77\n",
       "7         7   ham  As per your request 'Melle Melle (Oru Minnamin...     160\n",
       "8         8  spam  WINNER!! As a valued network customer you have...     157\n",
       "9         9  spam  Had your mobile 11 months or more? U R entitle...     154\n",
       "10       10   ham  I'm gonna be home soon and i don't want to tal...     109\n",
       "11       11  spam  SIX chances to win CASH! From 100 to 20,000 po...     136\n",
       "12       12  spam  URGENT! You have won a 1 week FREE membership ...     155\n",
       "13       13   ham  I've been searching for the right words to tha...     196\n",
       "14       14   ham                I HAVE A DATE ON SUNDAY WITH WILL!!      35\n",
       "15       15  spam  XXXMobileMovieClub: To use your credit, click ...     149\n",
       "16       16   ham                         Oh k...i'm watching here:)      26\n",
       "17       17   ham  Eh u remember how 2 spell his name... Yes i di...      81\n",
       "18       18   ham  Fine if thats the way u feel. Thats the way ...      56\n",
       "19       19  spam  England v Macedonia - dont miss the goals/team...     155\n",
       "20       20   ham          Is that seriously how you spell his name?      41\n",
       "21       21   ham    I‘m going to try for 2 months ha ha only joking      47\n",
       "22       22   ham  So ü pay first lar... Then when is da stock co...      52\n",
       "23       23   ham  Aft i finish my lunch then i go str down lor. ...      88\n",
       "24       24   ham  Ffffffffff. Alright no way I can meet up with ...      57\n",
       "25       25   ham  Just forced myself to eat a slice. I'm really ...     144\n",
       "26       26   ham                     Lol your always so convincing.      30\n",
       "27       27   ham  Did you catch the bus ? Are you frying an egg ...     134\n",
       "28       28   ham  I'm back &amp; we're packing the car now, I'll...      75\n",
       "29       29   ham  Ahhh. Work. I vaguely remember that! What does...      64\n",
       "...     ...   ...                                                ...     ...\n",
       "5542   5542   ham           Armand says get your ass over to epsilon      40\n",
       "5543   5543   ham             U still havent got urself a jacket ah?      38\n",
       "5544   5544   ham  I'm taking derek &amp; taylor to walmart, if I...     154\n",
       "5545   5545   ham      Hi its in durban are you still on this number      45\n",
       "5546   5546   ham         Ic. There are a lotta childporn cars then.      42\n",
       "5547   5547  spam  Had your contract mobile 11 Mnths? Latest Moto...     160\n",
       "5548   5548   ham                 No, I was trying it all weekend ;V      34\n",
       "5549   5549   ham  You know, wot people wear. T shirts, jumpers, ...      87\n",
       "5550   5550   ham        Cool, what time you think you can get here?      43\n",
       "5551   5551   ham  Wen did you get so spiritual and deep. That's ...      51\n",
       "5552   5552   ham  Have a safe trip to Nigeria. Wish you happines...      91\n",
       "5553   5553   ham                        Hahaha..use your brain dear      27\n",
       "5554   5554   ham  Well keep in mind I've only got enough gas for...      98\n",
       "5555   5555   ham  Yeh. Indians was nice. Tho it did kane me off ...     153\n",
       "5556   5556   ham  Yes i have. So that's why u texted. Pshew...mi...      63\n",
       "5557   5557   ham  No. I meant the calculation is the same. That ...     273\n",
       "5558   5558   ham                             Sorry, I'll call later      22\n",
       "5559   5559   ham  if you aren't here in the next  &lt;#&gt;  hou...      66\n",
       "5560   5560   ham                  Anything lor. Juz both of us lor.      33\n",
       "5561   5561   ham  Get me out of this dump heap. My mom decided t...      70\n",
       "5562   5562   ham  Ok lor... Sony ericsson salesman... I ask shuh...      96\n",
       "5563   5563   ham                                Ard 6 like dat lor.      19\n",
       "5564   5564   ham  Why don't you wait 'til at least wednesday to ...      67\n",
       "5565   5565   ham                                       Huh y lei...      12\n",
       "5566   5566  spam  REMINDER FROM O2: To get 2.50 pounds free call...     147\n",
       "5567   5567  spam  This is the 2nd time we have tried 2 contact u...     160\n",
       "5568   5568   ham               Will ü b going to esplanade fr home?      36\n",
       "5569   5569   ham  Pity, * was in mood for that. So...any other s...      57\n",
       "5570   5570   ham  The guy did some bitching but I acted like i'd...     125\n",
       "5571   5571   ham                         Rofl. Its true to its name      26\n",
       "\n",
       "[5572 rows x 4 columns]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_pred=spam_detect_model.predict(messages_tfidf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "# here below we predict spam vs ham for all  row or messages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['ham', 'ham', 'spam', ..., 'ham', 'ham', 'ham'], dtype='<U4')"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Now we will check our model classifiaction report ie. how good our model can predict so we will split message for testing and training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\RUSHIKESH INAME\\Anaconda3\\lib\\site-packages\\sklearn\\cross_validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.cross_validation import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "msg_train,msg_test,label_train,label_test=train_test_split(messages['message'],messages['label'],test_size=0.33)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Pipeline reduces code length"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\RUSHIKESH INAME\\Anaconda3\\lib\\site-packages\\sklearn\\ensemble\\weight_boosting.py:29: DeprecationWarning: numpy.core.umath_tests is an internal NumPy module and should not be imported. It will be removed in a future NumPy release.\n",
      "  from numpy.core.umath_tests import inner1d\n"
     ]
    }
   ],
   "source": [
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "pipeline=Pipeline([('bow',CountVectorizer(analyzer=text_process)\n",
    "                   ),\n",
    "                  ('tfidf',TfidfTransformer()),\n",
    "                  ('classifier',RandomForestClassifier())])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Pipeline(memory=None,\n",
       "     steps=[('bow', CountVectorizer(analyzer=<function text_process at 0x0000021851128950>,\n",
       "        binary=False, decode_error='strict', dtype=<class 'numpy.int64'>,\n",
       "        encoding='utf-8', input='content', lowercase=True, max_df=1.0,\n",
       "        max_features=None, min_df=1, ngram_range=(1, 1), preprocesso...n_jobs=1,\n",
       "            oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False))])"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pipeline.fit(msg_train,label_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# here below  I made prediction from test message"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "prediction=pipeline.predict(msg_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4867    Oh! Shit, I thought that was your trip! Looooo...\n",
       "2574    Congrats 2 mobile 3G Videophones R yours. call...\n",
       "2406                                I'm meeting Darren...\n",
       "767     I'm nt goin, got somethin on, unless they meet...\n",
       "2130           Mine here like all fr china then so noisy.\n",
       "2160    FREE for 1st week! No1 Nokia tone 4 ur mob eve...\n",
       "2045                  I can send you a pic if you like :)\n",
       "1917    Fffff. Can you text kadeem or are you too far ...\n",
       "4235    Now only i reached home. . . I am very tired n...\n",
       "4422    Still at west coast... Haiz... Ü'll take forev...\n",
       "4657                           K, I'll work something out\n",
       "2109    FREE2DAY sexy St George's Day pic of Jordan!Tx...\n",
       "1856    K.:)you are the only girl waiting in reception...\n",
       "16                             Oh k...i'm watching here:)\n",
       "3231    I feel like a dick because I keep sleeping thr...\n",
       "473     Nothing. I meant that once the money enters yo...\n",
       "5498                   Why did I wake up on my own &gt;:(\n",
       "3363         No messages on her phone. I'm holding it now\n",
       "4379        Doing nothing, then u not having dinner w us?\n",
       "1141            Oh:)as usual vijay film or its different?\n",
       "3109    Hello hun how ru? Its here by the way. Im good...\n",
       "4579    Urgent! call 09066350750 from your landline. Y...\n",
       "1421            No. She's currently in scotland for that.\n",
       "3458    Friendship poem: Dear O Dear U R Not Near But ...\n",
       "4481    Y cant u try new invention to fly..i'm not jok...\n",
       "4711    Ya i knw u vl giv..its ok thanks kano..anyway ...\n",
       "5133    Hmm... Dunno leh, mayb a bag 4 goigng out dat ...\n",
       "1388    Hope ur head doesn't hurt 2 much ! Am ploughin...\n",
       "3999    We tried to call you re your reply to our sms ...\n",
       "1567                        I am late. I will be there at\n",
       "                              ...                        \n",
       "4327                     That seems unnecessarily hostile\n",
       "1282        Am I the only one who doesn't stalk profiles?\n",
       "3446    wiskey Brandy Rum Gin Beer Vodka Scotch Shampa...\n",
       "3259    He fucking chickened out. He messaged me he wo...\n",
       "427                           aathi..where are you dear..\n",
       "5129    Rose for red,red for blood,blood for heart,hea...\n",
       "4163    How's it going? Got any exciting karaoke type ...\n",
       "4013                       Discussed with your mother ah?\n",
       "887     I like to talk pa but am not able to. I dont k...\n",
       "4500    SMS SERVICES. for your inclusive text credits,...\n",
       "5432                               Thanx a lot 4 ur help!\n",
       "2961                     Sir send to group mail check it.\n",
       "171     Sir, I need AXIS BANK account no and bank addr...\n",
       "1191                                        We're done...\n",
       "2753                           Sat right? Okay thanks... \n",
       "2065    Pass dis to all ur contacts n see wat u get! R...\n",
       "3905    Your 2004 account for 07XXXXXXXXX shows 786 un...\n",
       "5234                                Ok cool. See ya then.\n",
       "1777                    Call FREEPHONE 0800 542 0578 now!\n",
       "1553                                             U too...\n",
       "5019    Babe ! What are you doing ? Where are you ? Wh...\n",
       "2370    A Boy loved a gal. He propsd bt she didnt mind...\n",
       "1257       Not yet chikku..going to room nw, i'm in bus..\n",
       "3361                            Please attend the phone:)\n",
       "4287    Congrats. That's great. I wanted to tell you n...\n",
       "1724    Hi Jon, Pete here, Ive bin 2 Spain recently & ...\n",
       "777     Why don't you go tell your friend you're not s...\n",
       "2246    How did you find out in a way that didn't incl...\n",
       "2553                          Oh fine, I'll be by tonight\n",
       "3758    YES! The only place in town to meet exciting a...\n",
       "Name: message, Length: 1839, dtype: object"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "msg_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Now I check classifiacation report and confusion metrics to check how good our model made prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import classification_report,confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "        ham       0.96      1.00      0.98      1580\n",
      "       spam       0.99      0.72      0.83       259\n",
      "\n",
      "avg / total       0.96      0.96      0.96      1839\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(label_test,prediction))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Here we can see our models made approx 96% correct prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "Actual=pd.DataFrame(data=label_test,index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "pred=pd.DataFrame(data=prediction,index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    spam\n",
       "Name: 1, dtype: object"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred.iloc[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label    spam\n",
       "Name: 2574, dtype: object"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Actual.iloc[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Here above I check for 1 user in testing message or user-4867 and we can see the prediction and acual matches and so pred dataframe has all message info (spam or ham)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}