data_preparation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_news=pd.read_json('headlines.json',convert_dates=['Date'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_news=pd.DataFrame.from_records(df_news['news'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>headlines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2011-01-01</td>\n",
       "      <td>Transporters threaten protest, hike in fares.P...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2011-01-02</td>\n",
       "      <td>Power sectorâ€™s payables cross Rs275bn mark.N...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>Sui cantonment turned into military college.De...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2011-01-04</td>\n",
       "      <td>Big loss to progressive forces, says Sherry.Bl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2011-01-05</td>\n",
       "      <td>Naming new Punjab governor a test for Zardari....</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Date                                          headlines\n",
       "0  2011-01-01  Transporters threaten protest, hike in fares.P...\n",
       "1  2011-01-02  Power sectorâ€™s payables cross Rs275bn mark.N...\n",
       "2  2011-01-03  Sui cantonment turned into military college.De...\n",
       "3  2011-01-04  Big loss to progressive forces, says Sherry.Bl...\n",
       "4  2011-01-05  Naming new Punjab governor a test for Zardari...."
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_news.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_news['Date']=pd.to_datetime(df_news['Date'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_news['Date']=df_news['Date'].dt.strftime('%d-%b-%Y')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_bank=pd.read_csv('HBL_01012010_07062018.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Date</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HBL</td>\n",
       "      <td>04-Jan-2010</td>\n",
       "      <td>123.40</td>\n",
       "      <td>124.70</td>\n",
       "      <td>123.20</td>\n",
       "      <td>123.79</td>\n",
       "      <td>121296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HBL</td>\n",
       "      <td>05-Jan-2010</td>\n",
       "      <td>124.50</td>\n",
       "      <td>128.00</td>\n",
       "      <td>124.31</td>\n",
       "      <td>127.40</td>\n",
       "      <td>866016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HBL</td>\n",
       "      <td>06-Jan-2010</td>\n",
       "      <td>128.25</td>\n",
       "      <td>129.99</td>\n",
       "      <td>127.41</td>\n",
       "      <td>128.00</td>\n",
       "      <td>926924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HBL</td>\n",
       "      <td>07-Jan-2010</td>\n",
       "      <td>128.49</td>\n",
       "      <td>134.40</td>\n",
       "      <td>127.67</td>\n",
       "      <td>133.61</td>\n",
       "      <td>3268357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HBL</td>\n",
       "      <td>08-Jan-2010</td>\n",
       "      <td>133.25</td>\n",
       "      <td>134.00</td>\n",
       "      <td>131.50</td>\n",
       "      <td>133.26</td>\n",
       "      <td>1042705</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Symbol         Date    Open    High     Low   Close   Volume\n",
       "0    HBL  04-Jan-2010  123.40  124.70  123.20  123.79   121296\n",
       "1    HBL  05-Jan-2010  124.50  128.00  124.31  127.40   866016\n",
       "2    HBL  06-Jan-2010  128.25  129.99  127.41  128.00   926924\n",
       "3    HBL  07-Jan-2010  128.49  134.40  127.67  133.61  3268357\n",
       "4    HBL  08-Jan-2010  133.25  134.00  131.50  133.26  1042705"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_bank.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_merged=df_bank.merge(df_news,on='Date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Date</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Volume</th>\n",
       "      <th>headlines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HBL</td>\n",
       "      <td>03-Jan-2011</td>\n",
       "      <td>120.20</td>\n",
       "      <td>121.00</td>\n",
       "      <td>116.80</td>\n",
       "      <td>119.49</td>\n",
       "      <td>510969</td>\n",
       "      <td>Sui cantonment turned into military college.De...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HBL</td>\n",
       "      <td>04-Jan-2011</td>\n",
       "      <td>119.50</td>\n",
       "      <td>122.30</td>\n",
       "      <td>119.50</td>\n",
       "      <td>121.87</td>\n",
       "      <td>627959</td>\n",
       "      <td>Big loss to progressive forces, says Sherry.Bl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HBL</td>\n",
       "      <td>05-Jan-2011</td>\n",
       "      <td>121.75</td>\n",
       "      <td>126.45</td>\n",
       "      <td>121.40</td>\n",
       "      <td>124.93</td>\n",
       "      <td>1506848</td>\n",
       "      <td>Naming new Punjab governor a test for Zardari....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HBL</td>\n",
       "      <td>06-Jan-2011</td>\n",
       "      <td>124.50</td>\n",
       "      <td>125.89</td>\n",
       "      <td>123.75</td>\n",
       "      <td>124.98</td>\n",
       "      <td>773913</td>\n",
       "      <td>Violence in Pakistan declines: US report.Power...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HBL</td>\n",
       "      <td>07-Jan-2011</td>\n",
       "      <td>125.84</td>\n",
       "      <td>126.06</td>\n",
       "      <td>124.69</td>\n",
       "      <td>124.99</td>\n",
       "      <td>376749</td>\n",
       "      <td>President vows to expose Taseerâ€™s killers.Be...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Symbol         Date    Open    High     Low   Close   Volume  \\\n",
       "0    HBL  03-Jan-2011  120.20  121.00  116.80  119.49   510969   \n",
       "1    HBL  04-Jan-2011  119.50  122.30  119.50  121.87   627959   \n",
       "2    HBL  05-Jan-2011  121.75  126.45  121.40  124.93  1506848   \n",
       "3    HBL  06-Jan-2011  124.50  125.89  123.75  124.98   773913   \n",
       "4    HBL  07-Jan-2011  125.84  126.06  124.69  124.99   376749   \n",
       "\n",
       "                                           headlines  \n",
       "0  Sui cantonment turned into military college.De...  \n",
       "1  Big loss to progressive forces, says Sherry.Bl...  \n",
       "2  Naming new Punjab governor a test for Zardari....  \n",
       "3  Violence in Pakistan declines: US report.Power...  \n",
       "4  President vows to expose Taseerâ€™s killers.Be...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merged.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1846, 8)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merged.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_merged=df_merged[['Date','Close','headlines']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Close</th>\n",
       "      <th>headlines</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03-Jan-2011</td>\n",
       "      <td>119.49</td>\n",
       "      <td>Sui cantonment turned into military college.De...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>04-Jan-2011</td>\n",
       "      <td>121.87</td>\n",
       "      <td>Big loss to progressive forces, says Sherry.Bl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>05-Jan-2011</td>\n",
       "      <td>124.93</td>\n",
       "      <td>Naming new Punjab governor a test for Zardari....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>06-Jan-2011</td>\n",
       "      <td>124.98</td>\n",
       "      <td>Violence in Pakistan declines: US report.Power...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>07-Jan-2011</td>\n",
       "      <td>124.99</td>\n",
       "      <td>President vows to expose Taseerâ€™s killers.Be...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Date   Close                                          headlines\n",
       "0  03-Jan-2011  119.49  Sui cantonment turned into military college.De...\n",
       "1  04-Jan-2011  121.87  Big loss to progressive forces, says Sherry.Bl...\n",
       "2  05-Jan-2011  124.93  Naming new Punjab governor a test for Zardari....\n",
       "3  06-Jan-2011  124.98  Violence in Pakistan declines: US report.Power...\n",
       "4  07-Jan-2011  124.99  President vows to expose Taseerâ€™s killers.Be..."
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merged.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_merged['compund']=''\n",
    "df_merged['neg']=''\n",
    "df_merged['neu']=''\n",
    "df_merged['pos']=''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Close</th>\n",
       "      <th>headlines</th>\n",
       "      <th>compund</th>\n",
       "      <th>neg</th>\n",
       "      <th>neu</th>\n",
       "      <th>pos</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03-Jan-2011</td>\n",
       "      <td>119.49</td>\n",
       "      <td>Sui cantonment turned into military college.De...</td>\n",
       "      <td>-0.8934</td>\n",
       "      <td>0.172</td>\n",
       "      <td>0.746</td>\n",
       "      <td>0.082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>04-Jan-2011</td>\n",
       "      <td>121.87</td>\n",
       "      <td>Big loss to progressive forces, says Sherry.Bl...</td>\n",
       "      <td>-0.6996</td>\n",
       "      <td>0.133</td>\n",
       "      <td>0.806</td>\n",
       "      <td>0.06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>05-Jan-2011</td>\n",
       "      <td>124.93</td>\n",
       "      <td>Naming new Punjab governor a test for Zardari....</td>\n",
       "      <td>-0.9442</td>\n",
       "      <td>0.319</td>\n",
       "      <td>0.638</td>\n",
       "      <td>0.044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>06-Jan-2011</td>\n",
       "      <td>124.98</td>\n",
       "      <td>Violence in Pakistan declines: US report.Power...</td>\n",
       "      <td>-0.7906</td>\n",
       "      <td>0.179</td>\n",
       "      <td>0.726</td>\n",
       "      <td>0.094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>07-Jan-2011</td>\n",
       "      <td>124.99</td>\n",
       "      <td>President vows to expose Taseerâ€™s killers.Be...</td>\n",
       "      <td>-0.5859</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.766</td>\n",
       "      <td>0.094</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Date   Close                                          headlines  \\\n",
       "0  03-Jan-2011  119.49  Sui cantonment turned into military college.De...   \n",
       "1  04-Jan-2011  121.87  Big loss to progressive forces, says Sherry.Bl...   \n",
       "2  05-Jan-2011  124.93  Naming new Punjab governor a test for Zardari....   \n",
       "3  06-Jan-2011  124.98  Violence in Pakistan declines: US report.Power...   \n",
       "4  07-Jan-2011  124.99  President vows to expose Taseerâ€™s killers.Be...   \n",
       "\n",
       "  compund    neg    neu    pos  \n",
       "0 -0.8934  0.172  0.746  0.082  \n",
       "1 -0.6996  0.133  0.806   0.06  \n",
       "2 -0.9442  0.319  0.638  0.044  \n",
       "3 -0.7906  0.179  0.726  0.094  \n",
       "4 -0.5859   0.14  0.766  0.094  "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merged.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.sentiment.vader import SentimentIntensityAnalyzer\n",
    "sia=SentimentIntensityAnalyzer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\MY\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n",
      "C:\\Users\\MY\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  after removing the cwd from sys.path.\n",
      "C:\\Users\\MY\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"\n",
      "C:\\Users\\MY\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:6: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "for index,sentence in enumerate(df_merged['headlines']):\n",
    "    ps=sia.polarity_scores(sentence)\n",
    "    df_merged['compund'][index]=ps['compound']\n",
    "    df_merged['neg'][index]=ps['neg']\n",
    "    df_merged['neu'][index]=ps['neu']\n",
    "    df_merged['pos'][index]=ps['pos']\n",
    "#     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_df=df_merged[['Date','compund','neg','neu','pos','Close']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>compund</th>\n",
       "      <th>neg</th>\n",
       "      <th>neu</th>\n",
       "      <th>pos</th>\n",
       "      <th>Close</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03-Jan-2011</td>\n",
       "      <td>-0.8934</td>\n",
       "      <td>0.172</td>\n",
       "      <td>0.746</td>\n",
       "      <td>0.082</td>\n",
       "      <td>119.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>04-Jan-2011</td>\n",
       "      <td>-0.6996</td>\n",
       "      <td>0.133</td>\n",
       "      <td>0.806</td>\n",
       "      <td>0.06</td>\n",
       "      <td>121.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>05-Jan-2011</td>\n",
       "      <td>-0.9442</td>\n",
       "      <td>0.319</td>\n",
       "      <td>0.638</td>\n",
       "      <td>0.044</td>\n",
       "      <td>124.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>06-Jan-2011</td>\n",
       "      <td>-0.7906</td>\n",
       "      <td>0.179</td>\n",
       "      <td>0.726</td>\n",
       "      <td>0.094</td>\n",
       "      <td>124.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>07-Jan-2011</td>\n",
       "      <td>-0.5859</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.766</td>\n",
       "      <td>0.094</td>\n",
       "      <td>124.99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Date compund    neg    neu    pos   Close\n",
       "0  03-Jan-2011 -0.8934  0.172  0.746  0.082  119.49\n",
       "1  04-Jan-2011 -0.6996  0.133  0.806   0.06  121.87\n",
       "2  05-Jan-2011 -0.9442  0.319  0.638  0.044  124.93\n",
       "3  06-Jan-2011 -0.7906  0.179  0.726  0.094  124.98\n",
       "4  07-Jan-2011 -0.5859   0.14  0.766  0.094  124.99"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_df.to_csv('final_data.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}