nlp1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk\n",
    "from nltk.tokenize import sent_tokenize\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from nltk.tokenize import RegexpTokenizer\n",
    "#nltk.download('punkt')\n",
    "from nltk.sentiment.vader import SentimentIntensityAnalyzer\n",
    "#sia = SentimentIntensityAnalyzer()\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package vader_lexicon to\n",
      "[nltk_data]     /Users/jaskarancheema/nltk_data...\n",
      "[nltk_data]   Package vader_lexicon is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/jaskarancheema/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.download('vader_lexicon')\n",
    "nltk.download('stopwords')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "sia = SentimentIntensityAnalyzer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('data_jan_2019.csv')\n",
    "df1 = df[['content']]\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HALMSTAD, Sweden — Maria Hussein, who escaped ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Voting rights and partisan gerrymandering, tra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NEW DELHI — Two women, accompanied by plainclo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Good Tuesday morning and Happy New Year. Here ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TOKYO — Kim Jong-un, North Korea’s leader, sai...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             content\n",
       "0  HALMSTAD, Sweden — Maria Hussein, who escaped ...\n",
       "1  Voting rights and partisan gerrymandering, tra...\n",
       "2  NEW DELHI — Two women, accompanied by plainclo...\n",
       "3  Good Tuesday morning and Happy New Year. Here ...\n",
       "4  TOKYO — Kim Jong-un, North Korea’s leader, sai..."
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "df1[\"content\"] = df1[\"content\"].str.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>good tuesday morning and happy new year. here ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             content\n",
       "0  halmstad, sweden — maria hussein, who escaped ...\n",
       "1  voting rights and partisan gerrymandering, tra...\n",
       "2  new delhi — two women, accompanied by plainclo...\n",
       "3  good tuesday morning and happy new year. here ...\n",
       "4  tokyo — kim jong-un, north korea’s leader, sai..."
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords\n",
    "stop = stopwords.words('english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "df1[\"content_no_stopwords\"]  = df1[\"content\"] .apply(lambda x: ' '.join([word for word in x.split() if word not in (stop)]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_reviews = df1[\"content_no_stopwords\"]\n",
    "all_sent_values = []\n",
    "all_sentiments = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.sentiment.vader import SentimentIntensityAnalyzer\n",
    "def sentiment_value(paragraph):\n",
    "    analyser = SentimentIntensityAnalyzer()\n",
    "    result = analyser.polarity_scores(paragraph)\n",
    "    score = result['compound']\n",
    "    return round(score,1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sentiment: \n",
      "-1.0\n"
     ]
    }
   ],
   "source": [
    "sample = df1[\"content_no_stopwords\"][200]\n",
    "#print(sample)\n",
    "print('Sentiment: ')\n",
    "print(sentiment_value(sample))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "over\n"
     ]
    }
   ],
   "source": [
    "for i in range(0,946):\n",
    "    all_sent_values.append(sentiment_value(all_reviews[i]))\n",
    "print('over')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "over\n"
     ]
    }
   ],
   "source": [
    "SENTIMENT_VALUE = []\n",
    "SENTIMENT = []\n",
    "for i in range(0,946):\n",
    "    sent = all_sent_values[i]\n",
    "    if (sent<=1 and sent>=0.5):\n",
    "        SENTIMENT.append('Very Positive')\n",
    "        SENTIMENT_VALUE.append(sent)\n",
    "    elif (sent<0.5 and sent>0):\n",
    "        SENTIMENT.append('Positive')\n",
    "        SENTIMENT_VALUE.append(sent)\n",
    "    elif (sent==0):\n",
    "        SENTIMENT.append('Neutral')\n",
    "        SENTIMENT_VALUE.append(sent)\n",
    "    elif (sent<0 and sent>=-0.5):\n",
    "        SENTIMENT.append('Negative')\n",
    "        SENTIMENT_VALUE.append(sent)\n",
    "    else:\n",
    "        SENTIMENT.append('Very Negative')\n",
    "        SENTIMENT_VALUE.append(sent)\n",
    "print('over')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n",
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "df1['SENTIMENT_VALUE'] = SENTIMENT_VALUE\n",
    "df1['SENTIMENT'] = SENTIMENT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>content</th>\n",
       "      <th>content_no_stopwords</th>\n",
       "      <th>SENTIMENT_VALUE</th>\n",
       "      <th>SENTIMENT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
       "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
       "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
       "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
       "      <td>-0.8</td>\n",
       "      <td>Very Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>good tuesday morning and happy new year. here ...</td>\n",
       "      <td>good tuesday morning happy new year. stories m...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             content  \\\n",
       "0  halmstad, sweden — maria hussein, who escaped ...   \n",
       "1  voting rights and partisan gerrymandering, tra...   \n",
       "2  new delhi — two women, accompanied by plainclo...   \n",
       "3  good tuesday morning and happy new year. here ...   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
       "\n",
       "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
       "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
       "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
       "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
       "3  good tuesday morning happy new year. stories m...              0.9   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
       "\n",
       "       SENTIMENT  \n",
       "0  Very Positive  \n",
       "1  Very Positive  \n",
       "2  Very Negative  \n",
       "3  Very Positive  \n",
       "4  Very Positive  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "df1['relevance'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>content</th>\n",
       "      <th>content_no_stopwords</th>\n",
       "      <th>SENTIMENT_VALUE</th>\n",
       "      <th>SENTIMENT</th>\n",
       "      <th>relevance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
       "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
       "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
       "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
       "      <td>-0.8</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>good tuesday morning and happy new year. here ...</td>\n",
       "      <td>good tuesday morning happy new year. stories m...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             content  \\\n",
       "0  halmstad, sweden — maria hussein, who escaped ...   \n",
       "1  voting rights and partisan gerrymandering, tra...   \n",
       "2  new delhi — two women, accompanied by plainclo...   \n",
       "3  good tuesday morning and happy new year. here ...   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
       "\n",
       "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
       "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
       "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
       "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
       "3  good tuesday morning happy new year. stories m...              0.9   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
       "\n",
       "       SENTIMENT  relevance  \n",
       "0  Very Positive          1  \n",
       "1  Very Positive          1  \n",
       "2  Very Negative          1  \n",
       "3  Very Positive          1  \n",
       "4  Very Positive          1  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_col_merged =pd.concat([df, df1], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>web_url</th>\n",
       "      <th>content</th>\n",
       "      <th>headline</th>\n",
       "      <th>document_type</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>source</th>\n",
       "      <th>section_name</th>\n",
       "      <th>author</th>\n",
       "      <th>word_count</th>\n",
       "      <th>content</th>\n",
       "      <th>content_no_stopwords</th>\n",
       "      <th>SENTIMENT_VALUE</th>\n",
       "      <th>SENTIMENT</th>\n",
       "      <th>relevance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
       "      <td>HALMSTAD, Sweden — Maria Hussein, who escaped ...</td>\n",
       "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02T22:17:38+0000</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>CHRISTINA ANDERSON</td>\n",
       "      <td>1326</td>\n",
       "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
       "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
       "      <td>Voting rights and partisan gerrymandering, tra...</td>\n",
       "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02T17:00:47+0000</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>TRIP GABRIEL</td>\n",
       "      <td>1779</td>\n",
       "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
       "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
       "      <td>NEW DELHI — Two women, accompanied by plainclo...</td>\n",
       "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02T12:37:37+0000</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
       "      <td>778</td>\n",
       "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
       "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
       "      <td>-0.8</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
       "      <td>Good Tuesday morning and Happy New Year. Here ...</td>\n",
       "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01T05:18:48+0000</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>419</td>\n",
       "      <td>good tuesday morning and happy new year. here ...</td>\n",
       "      <td>good tuesday morning happy new year. stories m...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10</td>\n",
       "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
       "      <td>TOKYO — Kim Jong-un, North Korea’s leader, sai...</td>\n",
       "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01T01:44:15+0000</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
       "      <td>1319</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                            web_url  \\\n",
       "0           0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
       "1           1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
       "2           5  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
       "3           6  https://www.nytimes.com/2019/01/01/us/politics...   \n",
       "4          10  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
       "\n",
       "                                             content  \\\n",
       "0  HALMSTAD, Sweden — Maria Hussein, who escaped ...   \n",
       "1  Voting rights and partisan gerrymandering, tra...   \n",
       "2  NEW DELHI — Two women, accompanied by plainclo...   \n",
       "3  Good Tuesday morning and Happy New Year. Here ...   \n",
       "4  TOKYO — Kim Jong-un, North Korea’s leader, sai...   \n",
       "\n",
       "                                            headline document_type  \\\n",
       "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
       "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
       "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
       "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
       "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
       "\n",
       "                   pub_date              source section_name  \\\n",
       "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
       "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
       "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
       "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
       "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
       "\n",
       "                                 author  word_count  \\\n",
       "0                    CHRISTINA ANDERSON        1326   \n",
       "1                          TRIP GABRIEL        1779   \n",
       "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
       "3                                   NaN         419   \n",
       "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
       "\n",
       "                                             content  \\\n",
       "0  halmstad, sweden — maria hussein, who escaped ...   \n",
       "1  voting rights and partisan gerrymandering, tra...   \n",
       "2  new delhi — two women, accompanied by plainclo...   \n",
       "3  good tuesday morning and happy new year. here ...   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
       "\n",
       "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
       "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
       "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
       "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
       "3  good tuesday morning happy new year. stories m...              0.9   \n",
       "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
       "\n",
       "       SENTIMENT  relevance  \n",
       "0  Very Positive          1  \n",
       "1  Very Positive          1  \n",
       "2  Very Negative          1  \n",
       "3  Very Positive          1  \n",
       "4  Very Positive          1  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_col_merged.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Unnamed: 0                int64\n",
       "web_url                  object\n",
       "content                  object\n",
       "headline                 object\n",
       "document_type            object\n",
       "pub_date                 object\n",
       "source                   object\n",
       "section_name             object\n",
       "author                   object\n",
       "word_count                int64\n",
       "content                  object\n",
       "content_no_stopwords     object\n",
       "SENTIMENT_VALUE         float64\n",
       "SENTIMENT                object\n",
       "relevance                 int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_col_merged.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_col_merged['pub_date'] =pd.to_datetime(df_col_merged.pub_date)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "df3 = df_col_merged.sort_values(by='pub_date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>web_url</th>\n",
       "      <th>content</th>\n",
       "      <th>headline</th>\n",
       "      <th>document_type</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>source</th>\n",
       "      <th>section_name</th>\n",
       "      <th>author</th>\n",
       "      <th>word_count</th>\n",
       "      <th>content</th>\n",
       "      <th>content_no_stopwords</th>\n",
       "      <th>SENTIMENT_VALUE</th>\n",
       "      <th>SENTIMENT</th>\n",
       "      <th>relevance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>226</td>\n",
       "      <td>https://www.nytimes.com/2018/12/31/us/strategi...</td>\n",
       "      <td>The unified command responsible for the United...</td>\n",
       "      <td>Military Deletes New Year’s Eve Tweet Saying I...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 00:36:31</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>MATT STEVENS and THOMAS GIBBONS-NEFF</td>\n",
       "      <td>495</td>\n",
       "      <td>the unified command responsible for the united...</td>\n",
       "      <td>unified command responsible united states’ nuc...</td>\n",
       "      <td>-0.4</td>\n",
       "      <td>Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>248</td>\n",
       "      <td>https://www.nytimes.com/2018/12/31/world/middl...</td>\n",
       "      <td>A Turkish television network broadcast video o...</td>\n",
       "      <td>Video on Turkish TV Is Said to Show Khashoggi’...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 00:45:40</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ALAN YUHAS</td>\n",
       "      <td>562</td>\n",
       "      <td>a turkish television network broadcast video o...</td>\n",
       "      <td>turkish television network broadcast video mon...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>249</td>\n",
       "      <td>https://www.nytimes.com/2018/12/31/world/europ...</td>\n",
       "      <td>PARIS — A French president struggling to reass...</td>\n",
       "      <td>Macron Vows Order ‘Without Compromise’ in Rebu...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 01:04:01</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ADAM NOSSITER</td>\n",
       "      <td>927</td>\n",
       "      <td>paris — a french president struggling to reass...</td>\n",
       "      <td>paris — french president struggling reassert g...</td>\n",
       "      <td>-0.9</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10</td>\n",
       "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
       "      <td>TOKYO — Kim Jong-un, North Korea’s leader, sai...</td>\n",
       "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 01:44:15</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
       "      <td>1319</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
       "      <td>Good Tuesday morning and Happy New Year. Here ...</td>\n",
       "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 05:18:48</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>419</td>\n",
       "      <td>good tuesday morning and happy new year. here ...</td>\n",
       "      <td>good tuesday morning happy new year. stories m...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>126</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/asia/...</td>\n",
       "      <td>HONG KONG — The photographer Li Zhensheng is o...</td>\n",
       "      <td>A Photographer’s Quest to Reverse China’s Hist...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 08:24:14</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>AMY QIN</td>\n",
       "      <td>1281</td>\n",
       "      <td>hong kong — the photographer li zhensheng is o...</td>\n",
       "      <td>hong kong — photographer li zhensheng mission ...</td>\n",
       "      <td>-0.7</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>54</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/kansas-c...</td>\n",
       "      <td>KANSAS CITY, Mo. — An algorithm predicts where...</td>\n",
       "      <td>In High-Tech Cities, No More Potholes, but Wha...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 10:00:08</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>TIMOTHY WILLIAMS</td>\n",
       "      <td>1467</td>\n",
       "      <td>kansas city, mo. — an algorithm predicts where...</td>\n",
       "      <td>kansas city, mo. — algorithm predicts potholes...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>230</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/jazmine-...</td>\n",
       "      <td>A 7-year-old who was riding in a car with her ...</td>\n",
       "      <td>Police Searching for Gunman Who Fired Into Car...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 10:00:10</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>SARAH MERVOSH</td>\n",
       "      <td>487</td>\n",
       "      <td>a 7-year-old who was riding in a car with her ...</td>\n",
       "      <td>7-year-old riding car mother three sisters kil...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>79</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/ameri...</td>\n",
       "      <td>RIO DE JANEIRO — Brazilians signaled a desire ...</td>\n",
       "      <td>Brazil Wanted Change. Even Before Taking Offic...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 10:00:11</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ERNESTO LONDOÑO and MANUELA ANDREONI</td>\n",
       "      <td>1453</td>\n",
       "      <td>rio de janeiro — brazilians signaled a desire ...</td>\n",
       "      <td>rio de janeiro — brazilians signaled desire ra...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>75</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/europ...</td>\n",
       "      <td>LONDON — A knife attack that wounded three peo...</td>\n",
       "      <td>Stabbing in Manchester Train Station Is Being ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 13:37:29</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>RICHARD PÉREZ-PEÑA</td>\n",
       "      <td>302</td>\n",
       "      <td>london — a knife attack that wounded three peo...</td>\n",
       "      <td>london — knife attack wounded three people bus...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>50</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/technology/...</td>\n",
       "      <td>SAN JOSE, Calif. — Silicon Valley ended 2018 s...</td>\n",
       "      <td>Big Tech May Look Troubled, but It’s Just Gett...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 15:28:36</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Technology</td>\n",
       "      <td>DAVID STREITFELD</td>\n",
       "      <td>1365</td>\n",
       "      <td>san jose, calif. — silicon valley ended 2018 s...</td>\n",
       "      <td>san jose, calif. — silicon valley ended 2018 s...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>49</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/asia/...</td>\n",
       "      <td>MAZAR-I-SHARIF, Afghanistan — At least 27 memb...</td>\n",
       "      <td>Taliban Attacks in Northern Afghanistan Kill 2...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 15:43:19</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>NAJIM RAHIM and FAHIM ABED</td>\n",
       "      <td>482</td>\n",
       "      <td>mazar-i-sharif, afghanistan — at least 27 memb...</td>\n",
       "      <td>mazar-i-sharif, afghanistan — least 27 members...</td>\n",
       "      <td>-0.9</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>150</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/europ...</td>\n",
       "      <td>MOSCOW — Rescue workers pulled a 10-month-old ...</td>\n",
       "      <td>‘New Year Miracle’ in Russia: Baby Is Pulled F...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 16:41:24</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>NEIL MacFARQUHAR</td>\n",
       "      <td>542</td>\n",
       "      <td>moscow — rescue workers pulled a 10-month-old ...</td>\n",
       "      <td>moscow — rescue workers pulled 10-month-old ba...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>208</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/europ...</td>\n",
       "      <td>BERLIN — Targeting foreigners, a man repeatedl...</td>\n",
       "      <td>German Man Is Suspected of Attacking Foreigner...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 17:57:51</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MELISSA EDDY</td>\n",
       "      <td>450</td>\n",
       "      <td>berlin — targeting foreigners, a man repeatedl...</td>\n",
       "      <td>berlin — targeting foreigners, man repeatedly ...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>48</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
       "      <td>WASHINGTON — In the middle of his crowded dinn...</td>\n",
       "      <td>As China Talks Begin, Trump’s Trade Negotiator...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 18:06:43</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>GLENN THRUSH</td>\n",
       "      <td>1779</td>\n",
       "      <td>washington — in the middle of his crowded dinn...</td>\n",
       "      <td>washington — middle crowded dinner buenos aire...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>238</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/business/ti...</td>\n",
       "      <td>Developers have not used wood for much other t...</td>\n",
       "      <td>Log Cabins? No, These Wooden Buildings Are Hig...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 18:28:04</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>C. J. HUGHES</td>\n",
       "      <td>1373</td>\n",
       "      <td>developers have not used wood for much other t...</td>\n",
       "      <td>developers used wood much houses since horse-a...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>221</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/technology/...</td>\n",
       "      <td>SAN FRANCISCO — A common belief among tech ind...</td>\n",
       "      <td>Curbs on A.I. Exports? Silicon Valley Fears Lo...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 18:37:45</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Technology</td>\n",
       "      <td>CADE METZ</td>\n",
       "      <td>1051</td>\n",
       "      <td>san francisco — a common belief among tech ind...</td>\n",
       "      <td>san francisco — common belief among tech indus...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>213</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/native-a...</td>\n",
       "      <td>SAULT STE. MARIE, Mich. — For one tribe of Chi...</td>\n",
       "      <td>Shutdown Leaves Food, Medicine and Pay in Doub...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 20:39:38</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>MITCH SMITH and JULIE TURKEWITZ</td>\n",
       "      <td>1331</td>\n",
       "      <td>sault ste. marie, mich. — for one tribe of chi...</td>\n",
       "      <td>sault ste. marie, mich. — one tribe chippewa i...</td>\n",
       "      <td>0.2</td>\n",
       "      <td>Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>149</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/business/de...</td>\n",
       "      <td>Get the DealBook newsletter to make sense of m...</td>\n",
       "      <td>Insider Trading Remains a Fixture for Securiti...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 22:00:53</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>PETER J. HENNING</td>\n",
       "      <td>969</td>\n",
       "      <td>get the dealbook newsletter to make sense of m...</td>\n",
       "      <td>get dealbook newsletter make sense major busin...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>217</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/asia/...</td>\n",
       "      <td>Nearly two years into his presidency and more ...</td>\n",
       "      <td>Kim and Trump Back at Square 1: If U.S. Keeps ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 23:48:47</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>DAVID E. SANGER</td>\n",
       "      <td>1408</td>\n",
       "      <td>nearly two years into his presidency and more ...</td>\n",
       "      <td>nearly two years presidency six months histori...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>222</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/ameri...</td>\n",
       "      <td>American border officers sent tear gas into Me...</td>\n",
       "      <td>U.S. Agents Fire Tear Gas Across Mexican Border</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-01 23:51:32</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ALAN YUHAS</td>\n",
       "      <td>493</td>\n",
       "      <td>american border officers sent tear gas into me...</td>\n",
       "      <td>american border officers sent tear gas mexico ...</td>\n",
       "      <td>-0.6</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>234</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/world/ameri...</td>\n",
       "      <td>RIO DE JANEIRO — Just over four months ago, Ja...</td>\n",
       "      <td>Jair Bolsonaro Sworn In as Brazil’s President,...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 00:08:35</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ERNESTO LONDOÑO</td>\n",
       "      <td>1391</td>\n",
       "      <td>rio de janeiro — just over four months ago, ja...</td>\n",
       "      <td>rio de janeiro — four months ago, jair bolsona...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>312</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
       "      <td>WASHINGTON — America will get its first taste ...</td>\n",
       "      <td>In Newly Divided Government, Who Will Control ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 00:55:01</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>SHERYL GAY STOLBERG and JULIE HIRSCHFELD DAVIS</td>\n",
       "      <td>1332</td>\n",
       "      <td>washington — america will get its first taste ...</td>\n",
       "      <td>washington — america get first taste divided g...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>43</td>\n",
       "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
       "      <td>Mitt Romney, the incoming senator from Utah an...</td>\n",
       "      <td>Mitt Romney Says Trump ‘Has Not Risen to the M...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 04:11:04</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>SARAH MERVOSH</td>\n",
       "      <td>852</td>\n",
       "      <td>mitt romney, the incoming senator from utah an...</td>\n",
       "      <td>mitt romney, incoming senator utah former repu...</td>\n",
       "      <td>0.8</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>160</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/business/gl...</td>\n",
       "      <td>The new year began with another round of chopp...</td>\n",
       "      <td>Volatility Continues as Rising Oil Prices Help...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 10:04:00</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>ALEXANDRA STEVENSON and AMIE TSANG</td>\n",
       "      <td>455</td>\n",
       "      <td>the new year began with another round of chopp...</td>\n",
       "      <td>new year began another round choppy trading wa...</td>\n",
       "      <td>-0.9</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>143</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/business/de...</td>\n",
       "      <td>Good Wednesday morning. Welcome to the first w...</td>\n",
       "      <td>DealBook Briefing: What Could Go Wrong in 2019...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 11:24:11</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1972</td>\n",
       "      <td>good wednesday morning. welcome to the first w...</td>\n",
       "      <td>good wednesday morning. welcome first working ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>159</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
       "      <td>COPENHAGEN — At least six people were killed i...</td>\n",
       "      <td>Denmark Train Accident Kills 6 and Shuts Down ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 11:31:13</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MARTIN SELSOE SORENSEN</td>\n",
       "      <td>446</td>\n",
       "      <td>copenhagen — at least six people were killed i...</td>\n",
       "      <td>copenhagen — least six people killed accident ...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
       "      <td>NEW DELHI — Two women, accompanied by plainclo...</td>\n",
       "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 12:37:37</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
       "      <td>778</td>\n",
       "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
       "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
       "      <td>-0.8</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>139</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/business/ch...</td>\n",
       "      <td>Li Chengzhi had a lot to learn when he first g...</td>\n",
       "      <td>Learning China’s Forbidden History, So They Ca...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 14:52:24</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>LI YUAN</td>\n",
       "      <td>1454</td>\n",
       "      <td>li chengzhi had a lot to learn when he first g...</td>\n",
       "      <td>li chengzhi lot learn first got job profession...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>14</td>\n",
       "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
       "      <td>WASHINGTON — President Trump and Democratic co...</td>\n",
       "      <td>Trump and Democrats Dig In After Talks to Reop...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-02 15:29:39</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>JULIE HIRSCHFELD DAVIS and MICHAEL TACKETT</td>\n",
       "      <td>1642</td>\n",
       "      <td>washington — president trump and democratic co...</td>\n",
       "      <td>washington — president trump democratic congre...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>934</th>\n",
       "      <td>3883</td>\n",
       "      <td>https://www.nytimes.com/2019/01/26/world/ameri...</td>\n",
       "      <td>WASHINGTON — His hand chopping in the air, his...</td>\n",
       "      <td>On Venezuela, Rubio Assumes U.S. Role of Ouste...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-26 19:30:25</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>PETER BAKER and EDWARD WONG</td>\n",
       "      <td>1861</td>\n",
       "      <td>washington — his hand chopping in the air, his...</td>\n",
       "      <td>washington — hand chopping air, voice stern st...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>932</th>\n",
       "      <td>3877</td>\n",
       "      <td>https://www.nytimes.com/2019/01/26/world/asia/...</td>\n",
       "      <td>KABUL, Afghanistan — The United States and the...</td>\n",
       "      <td>U.S. and Taliban Edge Toward Deal to End Ameri...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-26 19:56:39</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ROD NORDLAND and MUJIB MASHAL</td>\n",
       "      <td>1616</td>\n",
       "      <td>kabul, afghanistan — the united states and the...</td>\n",
       "      <td>kabul, afghanistan — united states taliban clo...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926</th>\n",
       "      <td>3857</td>\n",
       "      <td>https://www.nytimes.com/2019/01/26/world/ameri...</td>\n",
       "      <td>MONTREAL — Canada’s ambassador to China has re...</td>\n",
       "      <td>Canada’s Ambassador to China Pushed Out Over C...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-26 21:54:12</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>DAN BILEFSKY</td>\n",
       "      <td>418</td>\n",
       "      <td>montreal — canada’s ambassador to china has re...</td>\n",
       "      <td>montreal — canada’s ambassador china resigned ...</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>917</th>\n",
       "      <td>3831</td>\n",
       "      <td>https://www.nytimes.com/2019/01/26/world/ameri...</td>\n",
       "      <td>CARACAS, Venezuela — President Nicolás Maduro ...</td>\n",
       "      <td>Venezuelan President Does an About-Face That A...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-26 23:49:30</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ANA VANESSA HERRERO and MEGAN SPECIA</td>\n",
       "      <td>783</td>\n",
       "      <td>caracas, venezuela — president nicolás maduro ...</td>\n",
       "      <td>caracas, venezuela — president nicolás maduro ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>900</th>\n",
       "      <td>3745</td>\n",
       "      <td>https://www.nytimes.com/2019/01/26/us/politics...</td>\n",
       "      <td>Jeremy Hunt, the British foreign minister, arr...</td>\n",
       "      <td>In 5G Race With China, U.S. Pushes Allies to F...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 01:00:06</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>DAVID E. SANGER, JULIAN E. BARNES, RAYMOND ZH...</td>\n",
       "      <td>2814</td>\n",
       "      <td>jeremy hunt, the british foreign minister, arr...</td>\n",
       "      <td>jeremy hunt, british foreign minister, arrived...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>936</th>\n",
       "      <td>3885</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/business/sh...</td>\n",
       "      <td>Want this column in your inbox? Sign up here.H...</td>\n",
       "      <td>The Week in Business: The Shutdown Ends (for N...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 12:00:00</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>CHARLOTTE COWLES</td>\n",
       "      <td>1058</td>\n",
       "      <td>want this column in your inbox? sign up here.h...</td>\n",
       "      <td>want column inbox? sign here.hi there. see lun...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>915</th>\n",
       "      <td>3824</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/asia/...</td>\n",
       "      <td>JAKARTA, Indonesia — At least 68 people have d...</td>\n",
       "      <td>Death Toll From Indonesia Floods and Landslide...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 12:11:40</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>REUTERS</td>\n",
       "      <td>244</td>\n",
       "      <td>jakarta, indonesia — at least 68 people have d...</td>\n",
       "      <td>jakarta, indonesia — least 68 people died indo...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>930</th>\n",
       "      <td>3865</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/europ...</td>\n",
       "      <td>LONDON — Prince Philip, the 97-year-old husban...</td>\n",
       "      <td>Prince Philip Says He’s ‘Deeply Sorry’ About C...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 14:04:14</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ILIANA MAGRA</td>\n",
       "      <td>539</td>\n",
       "      <td>london — prince philip, the 97-year-old husban...</td>\n",
       "      <td>london — prince philip, 97-year-old husband qu...</td>\n",
       "      <td>-0.9</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>925</th>\n",
       "      <td>3856</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>Roger J. Stone Jr., a longtime adviser to Pres...</td>\n",
       "      <td>Roger Stone Says Text Exchanges Cited in Indic...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 16:13:53</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>MAGGIE HABERMAN</td>\n",
       "      <td>614</td>\n",
       "      <td>roger j. stone jr., a longtime adviser to pres...</td>\n",
       "      <td>roger j. stone jr., longtime adviser president...</td>\n",
       "      <td>-0.6</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>898</th>\n",
       "      <td>3727</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/afric...</td>\n",
       "      <td>STOCKHOLM — When South Africa opened its books...</td>\n",
       "      <td>Quest to Solve Assassination Mystery Revives a...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 16:32:35</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MATT APUZZO</td>\n",
       "      <td>1393</td>\n",
       "      <td>stockholm — when south africa opened its books...</td>\n",
       "      <td>stockholm — south africa opened books atrociti...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>914</th>\n",
       "      <td>3816</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/asia/...</td>\n",
       "      <td>SINGAPORE — On a balmy Friday night, Zara Tan ...</td>\n",
       "      <td>Too Ugly to Be Saved? Singapore Weighs Fate of...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 19:58:32</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MIKE IVES</td>\n",
       "      <td>1285</td>\n",
       "      <td>singapore — on a balmy friday night, zara tan ...</td>\n",
       "      <td>singapore — balmy friday night, zara tan two f...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>923</th>\n",
       "      <td>3854</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/paul-wei...</td>\n",
       "      <td>The post appeared on LinkedIn in early Decembe...</td>\n",
       "      <td>Elite Law Firm’s All-White Partner Class Stirs...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 20:24:49</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>NOAM SCHEIBER and JOHN ELIGON</td>\n",
       "      <td>2509</td>\n",
       "      <td>the post appeared on linkedin in early decembe...</td>\n",
       "      <td>post appeared linkedin early december: paul, w...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>924</th>\n",
       "      <td>3855</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/caleb-ha...</td>\n",
       "      <td>Caleb Hanna was a child when Barack Obama won ...</td>\n",
       "      <td>Freshman in College, Freshman in the Capitol: ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 21:19:52</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>ADEEL HASSAN</td>\n",
       "      <td>754</td>\n",
       "      <td>caleb hanna was a child when barack obama won ...</td>\n",
       "      <td>caleb hanna child barack obama white house and...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>937</th>\n",
       "      <td>3886</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/europ...</td>\n",
       "      <td>DAVOS, Switzerland — Men attending the annual ...</td>\n",
       "      <td>Another Side of #MeToo: Male Managers Fearful ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 21:21:36</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>KATRIN BENNHOLD</td>\n",
       "      <td>1057</td>\n",
       "      <td>davos, switzerland — men attending the annual ...</td>\n",
       "      <td>davos, switzerland — men attending annual meet...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>894</th>\n",
       "      <td>3714</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>Millions of Americans have come to count on ta...</td>\n",
       "      <td>Your 2019 Tax Refund Might Be Higher, Lower or...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 21:59:07</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>JIM TANKERSLEY and MATT PHILLIPS</td>\n",
       "      <td>1331</td>\n",
       "      <td>millions of americans have come to count on ta...</td>\n",
       "      <td>millions americans come count tax refunds fuel...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>899</th>\n",
       "      <td>3736</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/technology/...</td>\n",
       "      <td>SAN FRANCISCO — When Logan Green, chief execut...</td>\n",
       "      <td>As I.P.O. Approaches, Lyft’s Chief Is Nudged I...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 22:14:40</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Technology</td>\n",
       "      <td>MIKE ISAAC and KATE CONGER</td>\n",
       "      <td>1379</td>\n",
       "      <td>san francisco — when logan green, chief execut...</td>\n",
       "      <td>san francisco — logan green, chief executive r...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>931</th>\n",
       "      <td>3869</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>WASHINGTON — With the government shutdown over...</td>\n",
       "      <td>As Government Reopens, the New Congress Tries ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 22:15:41</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>NICHOLAS FANDOS</td>\n",
       "      <td>1577</td>\n",
       "      <td>washington — with the government shutdown over...</td>\n",
       "      <td>washington — government shutdown now, 116th co...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>928</th>\n",
       "      <td>3859</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>President Trump and his son-in-law, Jared Kush...</td>\n",
       "      <td>Trump Thought Firing Flynn Would End ‘Russia T...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 23:03:51</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>MAGGIE HABERMAN</td>\n",
       "      <td>1442</td>\n",
       "      <td>president trump and his son-in-law, jared kush...</td>\n",
       "      <td>president trump son-in-law, jared kushner, bel...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>922</th>\n",
       "      <td>3853</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/world/asia/...</td>\n",
       "      <td>KABUL, Afghanistan — When Rahima Jami heard th...</td>\n",
       "      <td>Afghan Women Fear Peace With Taliban May Mean ...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 23:17:27</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>ROD NORDLAND, FATIMA FAIZI and FAHIM ABED</td>\n",
       "      <td>1426</td>\n",
       "      <td>kabul, afghanistan — when rahima jami heard th...</td>\n",
       "      <td>kabul, afghanistan — rahima jami heard america...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>927</th>\n",
       "      <td>3858</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/megan-ne...</td>\n",
       "      <td>Duke University has apologized after a profess...</td>\n",
       "      <td>Duke University Apologizes Over Professor’s Em...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 23:27:32</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>SARAH MERVOSH</td>\n",
       "      <td>927</td>\n",
       "      <td>duke university has apologized after a profess...</td>\n",
       "      <td>duke university apologized professor cautioned...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907</th>\n",
       "      <td>3783</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>The Trump administration on Sunday lifted sanc...</td>\n",
       "      <td>Treasury Dept. Lifts Sanctions on Russian Olig...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 23:35:56</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>KENNETH P. VOGEL</td>\n",
       "      <td>372</td>\n",
       "      <td>the trump administration on sunday lifted sanc...</td>\n",
       "      <td>trump administration sunday lifted sanctions b...</td>\n",
       "      <td>0.7</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>911</th>\n",
       "      <td>3800</td>\n",
       "      <td>https://www.nytimes.com/2019/01/27/us/politics...</td>\n",
       "      <td>OAKLAND, Calif. — Senator Kamala Harris of Cal...</td>\n",
       "      <td>Kamala Harris Kicks Off 2020 Campaign With Oak...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-27 23:46:01</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>STACEY SOLIE</td>\n",
       "      <td>656</td>\n",
       "      <td>oakland, calif. — senator kamala harris of cal...</td>\n",
       "      <td>oakland, calif. — senator kamala harris califo...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>938</th>\n",
       "      <td>3887</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/business/me...</td>\n",
       "      <td>As Americans brace for the next presidential c...</td>\n",
       "      <td>As 2020 Looms, the News Media Looks Forward, a...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 08:00:05</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>MICHAEL M. GRYNBAUM</td>\n",
       "      <td>1374</td>\n",
       "      <td>as americans brace for the next presidential c...</td>\n",
       "      <td>americans brace next presidential campaign — a...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>942</th>\n",
       "      <td>3895</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/world/asia/...</td>\n",
       "      <td>BEIJING — An outspoken Chinese human rights la...</td>\n",
       "      <td>Chinese Rights Lawyer Swept Up in Xi’s Crackdo...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 10:19:11</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>JAVIER C. HERNÁNDEZ</td>\n",
       "      <td>610</td>\n",
       "      <td>beijing — an outspoken chinese human rights la...</td>\n",
       "      <td>beijing — outspoken chinese human rights lawye...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>944</th>\n",
       "      <td>3897</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/world/asia/...</td>\n",
       "      <td>Medical records for 14,200 H.I.V.-positive peo...</td>\n",
       "      <td>Singapore Says Records for 14,200 H.I.V. Patie...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 16:05:57</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>World</td>\n",
       "      <td>MIKE IVES</td>\n",
       "      <td>821</td>\n",
       "      <td>medical records for 14,200 h.i.v.-positive peo...</td>\n",
       "      <td>medical records 14,200 h.i.v.-positive people ...</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>939</th>\n",
       "      <td>3892</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/business/me...</td>\n",
       "      <td>Tom Brokaw, the former anchor of “NBC Nightly ...</td>\n",
       "      <td>Tom Brokaw Apologizes for Comments About Hispa...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 17:41:24</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>Business</td>\n",
       "      <td>SANDRA E. GARCIA</td>\n",
       "      <td>851</td>\n",
       "      <td>tom brokaw, the former anchor of “nbc nightly ...</td>\n",
       "      <td>tom brokaw, former anchor “nbc nightly news,” ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>941</th>\n",
       "      <td>3894</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/us/politics...</td>\n",
       "      <td>WASHINGTON — The Trump administration imposed ...</td>\n",
       "      <td>U.S. Targets Venezuela With Tough Oil Sanction...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 21:09:25</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>EDWARD WONG and NICHOLAS CASEY</td>\n",
       "      <td>1532</td>\n",
       "      <td>washington — the trump administration imposed ...</td>\n",
       "      <td>washington — trump administration imposed sanc...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>940</th>\n",
       "      <td>3893</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/us/politics...</td>\n",
       "      <td>WASHINGTON — The Justice Department unveiled s...</td>\n",
       "      <td>Huawei and Top Executive Face Criminal Charges...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 21:45:49</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>DAVID E. SANGER, KATIE BENNER and MATTHEW GOL...</td>\n",
       "      <td>1617</td>\n",
       "      <td>washington — the justice department unveiled s...</td>\n",
       "      <td>washington — justice department unveiled sweep...</td>\n",
       "      <td>-0.9</td>\n",
       "      <td>Very Negative</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>943</th>\n",
       "      <td>3896</td>\n",
       "      <td>https://www.nytimes.com/2019/01/28/us/politics...</td>\n",
       "      <td>WASHINGTON — Matthew G. Whitaker, the acting a...</td>\n",
       "      <td>Mueller Investigation Nearing Its End, Whitake...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-28 22:37:16</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>SHARON LaFRANIERE and KATIE BENNER</td>\n",
       "      <td>901</td>\n",
       "      <td>washington — matthew g. whitaker, the acting a...</td>\n",
       "      <td>washington — matthew g. whitaker, acting attor...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Very Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>945</th>\n",
       "      <td>3898</td>\n",
       "      <td>https://www.nytimes.com/2019/01/29/us/politics...</td>\n",
       "      <td>WASHINGTON — President Trump’s longtime advise...</td>\n",
       "      <td>Roger Stone Pleads Not Guilty to Charges in Mu...</td>\n",
       "      <td>article</td>\n",
       "      <td>2019-01-29 10:00:09</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>U.S.</td>\n",
       "      <td>MARK MAZZETTI and ADAM GOLDMAN</td>\n",
       "      <td>573</td>\n",
       "      <td>washington — president trump’s longtime advise...</td>\n",
       "      <td>washington — president trump’s longtime advise...</td>\n",
       "      <td>0.2</td>\n",
       "      <td>Positive</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>946 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Unnamed: 0                                            web_url  \\\n",
       "61          226  https://www.nytimes.com/2018/12/31/us/strategi...   \n",
       "67          248  https://www.nytimes.com/2018/12/31/world/middl...   \n",
       "68          249  https://www.nytimes.com/2018/12/31/world/europ...   \n",
       "4            10  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
       "3             6  https://www.nytimes.com/2019/01/01/us/politics...   \n",
       "26          126  https://www.nytimes.com/2019/01/01/world/asia/...   \n",
       "13           54  https://www.nytimes.com/2019/01/01/us/kansas-c...   \n",
       "62          230  https://www.nytimes.com/2019/01/01/us/jazmine-...   \n",
       "17           79  https://www.nytimes.com/2019/01/01/world/ameri...   \n",
       "16           75  https://www.nytimes.com/2019/01/01/world/europ...   \n",
       "12           50  https://www.nytimes.com/2019/01/01/technology/...   \n",
       "11           49  https://www.nytimes.com/2019/01/01/world/asia/...   \n",
       "35          150  https://www.nytimes.com/2019/01/01/world/europ...   \n",
       "55          208  https://www.nytimes.com/2019/01/01/world/europ...   \n",
       "10           48  https://www.nytimes.com/2019/01/01/us/politics...   \n",
       "64          238  https://www.nytimes.com/2019/01/01/business/ti...   \n",
       "59          221  https://www.nytimes.com/2019/01/01/technology/...   \n",
       "57          213  https://www.nytimes.com/2019/01/01/us/native-a...   \n",
       "34          149  https://www.nytimes.com/2019/01/01/business/de...   \n",
       "58          217  https://www.nytimes.com/2019/01/01/world/asia/...   \n",
       "60          222  https://www.nytimes.com/2019/01/01/world/ameri...   \n",
       "63          234  https://www.nytimes.com/2019/01/01/world/ameri...   \n",
       "77          312  https://www.nytimes.com/2019/01/01/us/politics...   \n",
       "8            43  https://www.nytimes.com/2019/01/01/us/politics...   \n",
       "39          160  https://www.nytimes.com/2019/01/02/business/gl...   \n",
       "31          143  https://www.nytimes.com/2019/01/02/business/de...   \n",
       "38          159  https://www.nytimes.com/2019/01/02/world/europ...   \n",
       "2             5  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
       "30          139  https://www.nytimes.com/2019/01/02/business/ch...   \n",
       "5            14  https://www.nytimes.com/2019/01/02/us/politics...   \n",
       "..          ...                                                ...   \n",
       "934        3883  https://www.nytimes.com/2019/01/26/world/ameri...   \n",
       "932        3877  https://www.nytimes.com/2019/01/26/world/asia/...   \n",
       "926        3857  https://www.nytimes.com/2019/01/26/world/ameri...   \n",
       "917        3831  https://www.nytimes.com/2019/01/26/world/ameri...   \n",
       "900        3745  https://www.nytimes.com/2019/01/26/us/politics...   \n",
       "936        3885  https://www.nytimes.com/2019/01/27/business/sh...   \n",
       "915        3824  https://www.nytimes.com/2019/01/27/world/asia/...   \n",
       "930        3865  https://www.nytimes.com/2019/01/27/world/europ...   \n",
       "925        3856  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "898        3727  https://www.nytimes.com/2019/01/27/world/afric...   \n",
       "914        3816  https://www.nytimes.com/2019/01/27/world/asia/...   \n",
       "923        3854  https://www.nytimes.com/2019/01/27/us/paul-wei...   \n",
       "924        3855  https://www.nytimes.com/2019/01/27/us/caleb-ha...   \n",
       "937        3886  https://www.nytimes.com/2019/01/27/world/europ...   \n",
       "894        3714  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "899        3736  https://www.nytimes.com/2019/01/27/technology/...   \n",
       "931        3869  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "928        3859  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "922        3853  https://www.nytimes.com/2019/01/27/world/asia/...   \n",
       "927        3858  https://www.nytimes.com/2019/01/27/us/megan-ne...   \n",
       "907        3783  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "911        3800  https://www.nytimes.com/2019/01/27/us/politics...   \n",
       "938        3887  https://www.nytimes.com/2019/01/28/business/me...   \n",
       "942        3895  https://www.nytimes.com/2019/01/28/world/asia/...   \n",
       "944        3897  https://www.nytimes.com/2019/01/28/world/asia/...   \n",
       "939        3892  https://www.nytimes.com/2019/01/28/business/me...   \n",
       "941        3894  https://www.nytimes.com/2019/01/28/us/politics...   \n",
       "940        3893  https://www.nytimes.com/2019/01/28/us/politics...   \n",
       "943        3896  https://www.nytimes.com/2019/01/28/us/politics...   \n",
       "945        3898  https://www.nytimes.com/2019/01/29/us/politics...   \n",
       "\n",
       "                                               content  \\\n",
       "61   The unified command responsible for the United...   \n",
       "67   A Turkish television network broadcast video o...   \n",
       "68   PARIS — A French president struggling to reass...   \n",
       "4    TOKYO — Kim Jong-un, North Korea’s leader, sai...   \n",
       "3    Good Tuesday morning and Happy New Year. Here ...   \n",
       "26   HONG KONG — The photographer Li Zhensheng is o...   \n",
       "13   KANSAS CITY, Mo. — An algorithm predicts where...   \n",
       "62   A 7-year-old who was riding in a car with her ...   \n",
       "17   RIO DE JANEIRO — Brazilians signaled a desire ...   \n",
       "16   LONDON — A knife attack that wounded three peo...   \n",
       "12   SAN JOSE, Calif. — Silicon Valley ended 2018 s...   \n",
       "11   MAZAR-I-SHARIF, Afghanistan — At least 27 memb...   \n",
       "35   MOSCOW — Rescue workers pulled a 10-month-old ...   \n",
       "55   BERLIN — Targeting foreigners, a man repeatedl...   \n",
       "10   WASHINGTON — In the middle of his crowded dinn...   \n",
       "64   Developers have not used wood for much other t...   \n",
       "59   SAN FRANCISCO — A common belief among tech ind...   \n",
       "57   SAULT STE. MARIE, Mich. — For one tribe of Chi...   \n",
       "34   Get the DealBook newsletter to make sense of m...   \n",
       "58   Nearly two years into his presidency and more ...   \n",
       "60   American border officers sent tear gas into Me...   \n",
       "63   RIO DE JANEIRO — Just over four months ago, Ja...   \n",
       "77   WASHINGTON — America will get its first taste ...   \n",
       "8    Mitt Romney, the incoming senator from Utah an...   \n",
       "39   The new year began with another round of chopp...   \n",
       "31   Good Wednesday morning. Welcome to the first w...   \n",
       "38   COPENHAGEN — At least six people were killed i...   \n",
       "2    NEW DELHI — Two women, accompanied by plainclo...   \n",
       "30   Li Chengzhi had a lot to learn when he first g...   \n",
       "5    WASHINGTON — President Trump and Democratic co...   \n",
       "..                                                 ...   \n",
       "934  WASHINGTON — His hand chopping in the air, his...   \n",
       "932  KABUL, Afghanistan — The United States and the...   \n",
       "926  MONTREAL — Canada’s ambassador to China has re...   \n",
       "917  CARACAS, Venezuela — President Nicolás Maduro ...   \n",
       "900  Jeremy Hunt, the British foreign minister, arr...   \n",
       "936  Want this column in your inbox? Sign up here.H...   \n",
       "915  JAKARTA, Indonesia — At least 68 people have d...   \n",
       "930  LONDON — Prince Philip, the 97-year-old husban...   \n",
       "925  Roger J. Stone Jr., a longtime adviser to Pres...   \n",
       "898  STOCKHOLM — When South Africa opened its books...   \n",
       "914  SINGAPORE — On a balmy Friday night, Zara Tan ...   \n",
       "923  The post appeared on LinkedIn in early Decembe...   \n",
       "924  Caleb Hanna was a child when Barack Obama won ...   \n",
       "937  DAVOS, Switzerland — Men attending the annual ...   \n",
       "894  Millions of Americans have come to count on ta...   \n",
       "899  SAN FRANCISCO — When Logan Green, chief execut...   \n",
       "931  WASHINGTON — With the government shutdown over...   \n",
       "928  President Trump and his son-in-law, Jared Kush...   \n",
       "922  KABUL, Afghanistan — When Rahima Jami heard th...   \n",
       "927  Duke University has apologized after a profess...   \n",
       "907  The Trump administration on Sunday lifted sanc...   \n",
       "911  OAKLAND, Calif. — Senator Kamala Harris of Cal...   \n",
       "938  As Americans brace for the next presidential c...   \n",
       "942  BEIJING — An outspoken Chinese human rights la...   \n",
       "944  Medical records for 14,200 H.I.V.-positive peo...   \n",
       "939  Tom Brokaw, the former anchor of “NBC Nightly ...   \n",
       "941  WASHINGTON — The Trump administration imposed ...   \n",
       "940  WASHINGTON — The Justice Department unveiled s...   \n",
       "943  WASHINGTON — Matthew G. Whitaker, the acting a...   \n",
       "945  WASHINGTON — President Trump’s longtime advise...   \n",
       "\n",
       "                                              headline document_type  \\\n",
       "61   Military Deletes New Year’s Eve Tweet Saying I...       article   \n",
       "67   Video on Turkish TV Is Said to Show Khashoggi’...       article   \n",
       "68   Macron Vows Order ‘Without Compromise’ in Rebu...       article   \n",
       "4    Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
       "3    On Politics: Elizabeth Warren Is Running for P...       article   \n",
       "26   A Photographer’s Quest to Reverse China’s Hist...       article   \n",
       "13   In High-Tech Cities, No More Potholes, but Wha...       article   \n",
       "62   Police Searching for Gunman Who Fired Into Car...       article   \n",
       "17   Brazil Wanted Change. Even Before Taking Offic...       article   \n",
       "16   Stabbing in Manchester Train Station Is Being ...       article   \n",
       "12   Big Tech May Look Troubled, but It’s Just Gett...       article   \n",
       "11   Taliban Attacks in Northern Afghanistan Kill 2...       article   \n",
       "35   ‘New Year Miracle’ in Russia: Baby Is Pulled F...       article   \n",
       "55   German Man Is Suspected of Attacking Foreigner...       article   \n",
       "10   As China Talks Begin, Trump’s Trade Negotiator...       article   \n",
       "64   Log Cabins? No, These Wooden Buildings Are Hig...       article   \n",
       "59   Curbs on A.I. Exports? Silicon Valley Fears Lo...       article   \n",
       "57   Shutdown Leaves Food, Medicine and Pay in Doub...       article   \n",
       "34   Insider Trading Remains a Fixture for Securiti...       article   \n",
       "58   Kim and Trump Back at Square 1: If U.S. Keeps ...       article   \n",
       "60     U.S. Agents Fire Tear Gas Across Mexican Border       article   \n",
       "63   Jair Bolsonaro Sworn In as Brazil’s President,...       article   \n",
       "77   In Newly Divided Government, Who Will Control ...       article   \n",
       "8    Mitt Romney Says Trump ‘Has Not Risen to the M...       article   \n",
       "39   Volatility Continues as Rising Oil Prices Help...       article   \n",
       "31   DealBook Briefing: What Could Go Wrong in 2019...       article   \n",
       "38   Denmark Train Accident Kills 6 and Shuts Down ...       article   \n",
       "2    2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
       "30   Learning China’s Forbidden History, So They Ca...       article   \n",
       "5    Trump and Democrats Dig In After Talks to Reop...       article   \n",
       "..                                                 ...           ...   \n",
       "934  On Venezuela, Rubio Assumes U.S. Role of Ouste...       article   \n",
       "932  U.S. and Taliban Edge Toward Deal to End Ameri...       article   \n",
       "926  Canada’s Ambassador to China Pushed Out Over C...       article   \n",
       "917  Venezuelan President Does an About-Face That A...       article   \n",
       "900  In 5G Race With China, U.S. Pushes Allies to F...       article   \n",
       "936  The Week in Business: The Shutdown Ends (for N...       article   \n",
       "915  Death Toll From Indonesia Floods and Landslide...       article   \n",
       "930  Prince Philip Says He’s ‘Deeply Sorry’ About C...       article   \n",
       "925  Roger Stone Says Text Exchanges Cited in Indic...       article   \n",
       "898  Quest to Solve Assassination Mystery Revives a...       article   \n",
       "914  Too Ugly to Be Saved? Singapore Weighs Fate of...       article   \n",
       "923  Elite Law Firm’s All-White Partner Class Stirs...       article   \n",
       "924  Freshman in College, Freshman in the Capitol: ...       article   \n",
       "937  Another Side of #MeToo: Male Managers Fearful ...       article   \n",
       "894  Your 2019 Tax Refund Might Be Higher, Lower or...       article   \n",
       "899  As I.P.O. Approaches, Lyft’s Chief Is Nudged I...       article   \n",
       "931  As Government Reopens, the New Congress Tries ...       article   \n",
       "928  Trump Thought Firing Flynn Would End ‘Russia T...       article   \n",
       "922  Afghan Women Fear Peace With Taliban May Mean ...       article   \n",
       "927  Duke University Apologizes Over Professor’s Em...       article   \n",
       "907  Treasury Dept. Lifts Sanctions on Russian Olig...       article   \n",
       "911  Kamala Harris Kicks Off 2020 Campaign With Oak...       article   \n",
       "938  As 2020 Looms, the News Media Looks Forward, a...       article   \n",
       "942  Chinese Rights Lawyer Swept Up in Xi’s Crackdo...       article   \n",
       "944  Singapore Says Records for 14,200 H.I.V. Patie...       article   \n",
       "939  Tom Brokaw Apologizes for Comments About Hispa...       article   \n",
       "941  U.S. Targets Venezuela With Tough Oil Sanction...       article   \n",
       "940  Huawei and Top Executive Face Criminal Charges...       article   \n",
       "943  Mueller Investigation Nearing Its End, Whitake...       article   \n",
       "945  Roger Stone Pleads Not Guilty to Charges in Mu...       article   \n",
       "\n",
       "               pub_date              source section_name  \\\n",
       "61  2019-01-01 00:36:31  The New York Times         U.S.   \n",
       "67  2019-01-01 00:45:40  The New York Times        World   \n",
       "68  2019-01-01 01:04:01  The New York Times        World   \n",
       "4   2019-01-01 01:44:15  The New York Times        World   \n",
       "3   2019-01-01 05:18:48  The New York Times         U.S.   \n",
       "26  2019-01-01 08:24:14  The New York Times        World   \n",
       "13  2019-01-01 10:00:08  The New York Times         U.S.   \n",
       "62  2019-01-01 10:00:10  The New York Times         U.S.   \n",
       "17  2019-01-01 10:00:11  The New York Times        World   \n",
       "16  2019-01-01 13:37:29  The New York Times        World   \n",
       "12  2019-01-01 15:28:36  The New York Times   Technology   \n",
       "11  2019-01-01 15:43:19  The New York Times        World   \n",
       "35  2019-01-01 16:41:24  The New York Times        World   \n",
       "55  2019-01-01 17:57:51  The New York Times        World   \n",
       "10  2019-01-01 18:06:43  The New York Times         U.S.   \n",
       "64  2019-01-01 18:28:04  The New York Times     Business   \n",
       "59  2019-01-01 18:37:45  The New York Times   Technology   \n",
       "57  2019-01-01 20:39:38  The New York Times         U.S.   \n",
       "34  2019-01-01 22:00:53  The New York Times     Business   \n",
       "58  2019-01-01 23:48:47  The New York Times        World   \n",
       "60  2019-01-01 23:51:32  The New York Times        World   \n",
       "63  2019-01-02 00:08:35  The New York Times        World   \n",
       "77  2019-01-02 00:55:01  The New York Times         U.S.   \n",
       "8   2019-01-02 04:11:04  The New York Times         U.S.   \n",
       "39  2019-01-02 10:04:00  The New York Times     Business   \n",
       "31  2019-01-02 11:24:11  The New York Times     Business   \n",
       "38  2019-01-02 11:31:13  The New York Times        World   \n",
       "2   2019-01-02 12:37:37  The New York Times        World   \n",
       "30  2019-01-02 14:52:24  The New York Times     Business   \n",
       "5   2019-01-02 15:29:39  The New York Times         U.S.   \n",
       "..                  ...                 ...          ...   \n",
       "934 2019-01-26 19:30:25  The New York Times        World   \n",
       "932 2019-01-26 19:56:39  The New York Times        World   \n",
       "926 2019-01-26 21:54:12  The New York Times        World   \n",
       "917 2019-01-26 23:49:30  The New York Times        World   \n",
       "900 2019-01-27 01:00:06  The New York Times         U.S.   \n",
       "936 2019-01-27 12:00:00  The New York Times     Business   \n",
       "915 2019-01-27 12:11:40  The New York Times        World   \n",
       "930 2019-01-27 14:04:14  The New York Times        World   \n",
       "925 2019-01-27 16:13:53  The New York Times         U.S.   \n",
       "898 2019-01-27 16:32:35  The New York Times        World   \n",
       "914 2019-01-27 19:58:32  The New York Times        World   \n",
       "923 2019-01-27 20:24:49  The New York Times         U.S.   \n",
       "924 2019-01-27 21:19:52  The New York Times         U.S.   \n",
       "937 2019-01-27 21:21:36  The New York Times        World   \n",
       "894 2019-01-27 21:59:07  The New York Times         U.S.   \n",
       "899 2019-01-27 22:14:40  The New York Times   Technology   \n",
       "931 2019-01-27 22:15:41  The New York Times         U.S.   \n",
       "928 2019-01-27 23:03:51  The New York Times         U.S.   \n",
       "922 2019-01-27 23:17:27  The New York Times        World   \n",
       "927 2019-01-27 23:27:32  The New York Times         U.S.   \n",
       "907 2019-01-27 23:35:56  The New York Times         U.S.   \n",
       "911 2019-01-27 23:46:01  The New York Times         U.S.   \n",
       "938 2019-01-28 08:00:05  The New York Times     Business   \n",
       "942 2019-01-28 10:19:11  The New York Times        World   \n",
       "944 2019-01-28 16:05:57  The New York Times        World   \n",
       "939 2019-01-28 17:41:24  The New York Times     Business   \n",
       "941 2019-01-28 21:09:25  The New York Times         U.S.   \n",
       "940 2019-01-28 21:45:49  The New York Times         U.S.   \n",
       "943 2019-01-28 22:37:16  The New York Times         U.S.   \n",
       "945 2019-01-29 10:00:09  The New York Times         U.S.   \n",
       "\n",
       "                                                author  word_count  \\\n",
       "61                MATT STEVENS and THOMAS GIBBONS-NEFF         495   \n",
       "67                                          ALAN YUHAS         562   \n",
       "68                                       ADAM NOSSITER         927   \n",
       "4                      MOTOKO RICH and DAVID E. SANGER        1319   \n",
       "3                                                  NaN         419   \n",
       "26                                             AMY QIN        1281   \n",
       "13                                    TIMOTHY WILLIAMS        1467   \n",
       "62                                       SARAH MERVOSH         487   \n",
       "17                ERNESTO LONDOÑO and MANUELA ANDREONI        1453   \n",
       "16                                  RICHARD PÉREZ-PEÑA         302   \n",
       "12                                    DAVID STREITFELD        1365   \n",
       "11                          NAJIM RAHIM and FAHIM ABED         482   \n",
       "35                                    NEIL MacFARQUHAR         542   \n",
       "55                                        MELISSA EDDY         450   \n",
       "10                                        GLENN THRUSH        1779   \n",
       "64                                        C. J. HUGHES        1373   \n",
       "59                                           CADE METZ        1051   \n",
       "57                     MITCH SMITH and JULIE TURKEWITZ        1331   \n",
       "34                                    PETER J. HENNING         969   \n",
       "58                                     DAVID E. SANGER        1408   \n",
       "60                                          ALAN YUHAS         493   \n",
       "63                                     ERNESTO LONDOÑO        1391   \n",
       "77      SHERYL GAY STOLBERG and JULIE HIRSCHFELD DAVIS        1332   \n",
       "8                                        SARAH MERVOSH         852   \n",
       "39                  ALEXANDRA STEVENSON and AMIE TSANG         455   \n",
       "31                                                 NaN        1972   \n",
       "38                              MARTIN SELSOE SORENSEN         446   \n",
       "2                  KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
       "30                                             LI YUAN        1454   \n",
       "5           JULIE HIRSCHFELD DAVIS and MICHAEL TACKETT        1642   \n",
       "..                                                 ...         ...   \n",
       "934                        PETER BAKER and EDWARD WONG        1861   \n",
       "932                      ROD NORDLAND and MUJIB MASHAL        1616   \n",
       "926                                       DAN BILEFSKY         418   \n",
       "917               ANA VANESSA HERRERO and MEGAN SPECIA         783   \n",
       "900   DAVID E. SANGER, JULIAN E. BARNES, RAYMOND ZH...        2814   \n",
       "936                                   CHARLOTTE COWLES        1058   \n",
       "915                                            REUTERS         244   \n",
       "930                                       ILIANA MAGRA         539   \n",
       "925                                    MAGGIE HABERMAN         614   \n",
       "898                                        MATT APUZZO        1393   \n",
       "914                                          MIKE IVES        1285   \n",
       "923                      NOAM SCHEIBER and JOHN ELIGON        2509   \n",
       "924                                       ADEEL HASSAN         754   \n",
       "937                                    KATRIN BENNHOLD        1057   \n",
       "894                   JIM TANKERSLEY and MATT PHILLIPS        1331   \n",
       "899                         MIKE ISAAC and KATE CONGER        1379   \n",
       "931                                    NICHOLAS FANDOS        1577   \n",
       "928                                    MAGGIE HABERMAN        1442   \n",
       "922          ROD NORDLAND, FATIMA FAIZI and FAHIM ABED        1426   \n",
       "927                                      SARAH MERVOSH         927   \n",
       "907                                   KENNETH P. VOGEL         372   \n",
       "911                                       STACEY SOLIE         656   \n",
       "938                                MICHAEL M. GRYNBAUM        1374   \n",
       "942                                JAVIER C. HERNÁNDEZ         610   \n",
       "944                                          MIKE IVES         821   \n",
       "939                                   SANDRA E. GARCIA         851   \n",
       "941                     EDWARD WONG and NICHOLAS CASEY        1532   \n",
       "940   DAVID E. SANGER, KATIE BENNER and MATTHEW GOL...        1617   \n",
       "943                 SHARON LaFRANIERE and KATIE BENNER         901   \n",
       "945                     MARK MAZZETTI and ADAM GOLDMAN         573   \n",
       "\n",
       "                                               content  \\\n",
       "61   the unified command responsible for the united...   \n",
       "67   a turkish television network broadcast video o...   \n",
       "68   paris — a french president struggling to reass...   \n",
       "4    tokyo — kim jong-un, north korea’s leader, sai...   \n",
       "3    good tuesday morning and happy new year. here ...   \n",
       "26   hong kong — the photographer li zhensheng is o...   \n",
       "13   kansas city, mo. — an algorithm predicts where...   \n",
       "62   a 7-year-old who was riding in a car with her ...   \n",
       "17   rio de janeiro — brazilians signaled a desire ...   \n",
       "16   london — a knife attack that wounded three peo...   \n",
       "12   san jose, calif. — silicon valley ended 2018 s...   \n",
       "11   mazar-i-sharif, afghanistan — at least 27 memb...   \n",
       "35   moscow — rescue workers pulled a 10-month-old ...   \n",
       "55   berlin — targeting foreigners, a man repeatedl...   \n",
       "10   washington — in the middle of his crowded dinn...   \n",
       "64   developers have not used wood for much other t...   \n",
       "59   san francisco — a common belief among tech ind...   \n",
       "57   sault ste. marie, mich. — for one tribe of chi...   \n",
       "34   get the dealbook newsletter to make sense of m...   \n",
       "58   nearly two years into his presidency and more ...   \n",
       "60   american border officers sent tear gas into me...   \n",
       "63   rio de janeiro — just over four months ago, ja...   \n",
       "77   washington — america will get its first taste ...   \n",
       "8    mitt romney, the incoming senator from utah an...   \n",
       "39   the new year began with another round of chopp...   \n",
       "31   good wednesday morning. welcome to the first w...   \n",
       "38   copenhagen — at least six people were killed i...   \n",
       "2    new delhi — two women, accompanied by plainclo...   \n",
       "30   li chengzhi had a lot to learn when he first g...   \n",
       "5    washington — president trump and democratic co...   \n",
       "..                                                 ...   \n",
       "934  washington — his hand chopping in the air, his...   \n",
       "932  kabul, afghanistan — the united states and the...   \n",
       "926  montreal — canada’s ambassador to china has re...   \n",
       "917  caracas, venezuela — president nicolás maduro ...   \n",
       "900  jeremy hunt, the british foreign minister, arr...   \n",
       "936  want this column in your inbox? sign up here.h...   \n",
       "915  jakarta, indonesia — at least 68 people have d...   \n",
       "930  london — prince philip, the 97-year-old husban...   \n",
       "925  roger j. stone jr., a longtime adviser to pres...   \n",
       "898  stockholm — when south africa opened its books...   \n",
       "914  singapore — on a balmy friday night, zara tan ...   \n",
       "923  the post appeared on linkedin in early decembe...   \n",
       "924  caleb hanna was a child when barack obama won ...   \n",
       "937  davos, switzerland — men attending the annual ...   \n",
       "894  millions of americans have come to count on ta...   \n",
       "899  san francisco — when logan green, chief execut...   \n",
       "931  washington — with the government shutdown over...   \n",
       "928  president trump and his son-in-law, jared kush...   \n",
       "922  kabul, afghanistan — when rahima jami heard th...   \n",
       "927  duke university has apologized after a profess...   \n",
       "907  the trump administration on sunday lifted sanc...   \n",
       "911  oakland, calif. — senator kamala harris of cal...   \n",
       "938  as americans brace for the next presidential c...   \n",
       "942  beijing — an outspoken chinese human rights la...   \n",
       "944  medical records for 14,200 h.i.v.-positive peo...   \n",
       "939  tom brokaw, the former anchor of “nbc nightly ...   \n",
       "941  washington — the trump administration imposed ...   \n",
       "940  washington — the justice department unveiled s...   \n",
       "943  washington — matthew g. whitaker, the acting a...   \n",
       "945  washington — president trump’s longtime advise...   \n",
       "\n",
       "                                  content_no_stopwords  SENTIMENT_VALUE  \\\n",
       "61   unified command responsible united states’ nuc...             -0.4   \n",
       "67   turkish television network broadcast video mon...             -1.0   \n",
       "68   paris — french president struggling reassert g...             -0.9   \n",
       "4    tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
       "3    good tuesday morning happy new year. stories m...              0.9   \n",
       "26   hong kong — photographer li zhensheng mission ...             -0.7   \n",
       "13   kansas city, mo. — algorithm predicts potholes...              1.0   \n",
       "62   7-year-old riding car mother three sisters kil...             -1.0   \n",
       "17   rio de janeiro — brazilians signaled desire ra...              1.0   \n",
       "16   london — knife attack wounded three people bus...             -1.0   \n",
       "12   san jose, calif. — silicon valley ended 2018 s...              1.0   \n",
       "11   mazar-i-sharif, afghanistan — least 27 members...             -0.9   \n",
       "35   moscow — rescue workers pulled 10-month-old ba...             -1.0   \n",
       "55   berlin — targeting foreigners, man repeatedly ...             -1.0   \n",
       "10   washington — middle crowded dinner buenos aire...              1.0   \n",
       "64   developers used wood much houses since horse-a...              1.0   \n",
       "59   san francisco — common belief among tech indus...              1.0   \n",
       "57   sault ste. marie, mich. — one tribe chippewa i...              0.2   \n",
       "34   get dealbook newsletter make sense major busin...              1.0   \n",
       "58   nearly two years presidency six months histori...              1.0   \n",
       "60   american border officers sent tear gas mexico ...             -0.6   \n",
       "63   rio de janeiro — four months ago, jair bolsona...              0.9   \n",
       "77   washington — america get first taste divided g...              1.0   \n",
       "8    mitt romney, incoming senator utah former repu...              0.8   \n",
       "39   new year began another round choppy trading wa...             -0.9   \n",
       "31   good wednesday morning. welcome first working ...              1.0   \n",
       "38   copenhagen — least six people killed accident ...             -1.0   \n",
       "2    new delhi — two women, accompanied plainclothe...             -0.8   \n",
       "30   li chengzhi lot learn first got job profession...              1.0   \n",
       "5    washington — president trump democratic congre...              1.0   \n",
       "..                                                 ...              ...   \n",
       "934  washington — hand chopping air, voice stern st...              1.0   \n",
       "932  kabul, afghanistan — united states taliban clo...              1.0   \n",
       "926  montreal — canada’s ambassador china resigned ...             -0.5   \n",
       "917  caracas, venezuela — president nicolás maduro ...              1.0   \n",
       "900  jeremy hunt, british foreign minister, arrived...              1.0   \n",
       "936  want column inbox? sign here.hi there. see lun...              1.0   \n",
       "915  jakarta, indonesia — least 68 people died indo...             -1.0   \n",
       "930  london — prince philip, 97-year-old husband qu...             -0.9   \n",
       "925  roger j. stone jr., longtime adviser president...             -0.6   \n",
       "898  stockholm — south africa opened books atrociti...             -1.0   \n",
       "914  singapore — balmy friday night, zara tan two f...              1.0   \n",
       "923  post appeared linkedin early december: paul, w...              1.0   \n",
       "924  caleb hanna child barack obama white house and...              1.0   \n",
       "937  davos, switzerland — men attending annual meet...             -1.0   \n",
       "894  millions americans come count tax refunds fuel...              0.9   \n",
       "899  san francisco — logan green, chief executive r...              1.0   \n",
       "931  washington — government shutdown now, 116th co...              1.0   \n",
       "928  president trump son-in-law, jared kushner, bel...             -1.0   \n",
       "922  kabul, afghanistan — rahima jami heard america...              1.0   \n",
       "927  duke university apologized professor cautioned...              0.9   \n",
       "907  trump administration sunday lifted sanctions b...              0.7   \n",
       "911  oakland, calif. — senator kamala harris califo...              1.0   \n",
       "938  americans brace next presidential campaign — a...              1.0   \n",
       "942  beijing — outspoken chinese human rights lawye...             -1.0   \n",
       "944  medical records 14,200 h.i.v.-positive people ...             -1.0   \n",
       "939  tom brokaw, former anchor “nbc nightly news,” ...              1.0   \n",
       "941  washington — trump administration imposed sanc...              1.0   \n",
       "940  washington — justice department unveiled sweep...             -0.9   \n",
       "943  washington — matthew g. whitaker, acting attor...              1.0   \n",
       "945  washington — president trump’s longtime advise...              0.2   \n",
       "\n",
       "         SENTIMENT  relevance  \n",
       "61        Negative          1  \n",
       "67   Very Negative          1  \n",
       "68   Very Negative          1  \n",
       "4    Very Positive          1  \n",
       "3    Very Positive          1  \n",
       "26   Very Negative          1  \n",
       "13   Very Positive          1  \n",
       "62   Very Negative          1  \n",
       "17   Very Positive          1  \n",
       "16   Very Negative          1  \n",
       "12   Very Positive          1  \n",
       "11   Very Negative          1  \n",
       "35   Very Negative          1  \n",
       "55   Very Negative          1  \n",
       "10   Very Positive          1  \n",
       "64   Very Positive          1  \n",
       "59   Very Positive          1  \n",
       "57        Positive          1  \n",
       "34   Very Positive          1  \n",
       "58   Very Positive          1  \n",
       "60   Very Negative          1  \n",
       "63   Very Positive          1  \n",
       "77   Very Positive          1  \n",
       "8    Very Positive          1  \n",
       "39   Very Negative          1  \n",
       "31   Very Positive          1  \n",
       "38   Very Negative          1  \n",
       "2    Very Negative          1  \n",
       "30   Very Positive          1  \n",
       "5    Very Positive          1  \n",
       "..             ...        ...  \n",
       "934  Very Positive          1  \n",
       "932  Very Positive          1  \n",
       "926       Negative          1  \n",
       "917  Very Positive          1  \n",
       "900  Very Positive          1  \n",
       "936  Very Positive          1  \n",
       "915  Very Negative          1  \n",
       "930  Very Negative          1  \n",
       "925  Very Negative          1  \n",
       "898  Very Negative          1  \n",
       "914  Very Positive          1  \n",
       "923  Very Positive          1  \n",
       "924  Very Positive          1  \n",
       "937  Very Negative          1  \n",
       "894  Very Positive          1  \n",
       "899  Very Positive          1  \n",
       "931  Very Positive          1  \n",
       "928  Very Negative          1  \n",
       "922  Very Positive          1  \n",
       "927  Very Positive          1  \n",
       "907  Very Positive          1  \n",
       "911  Very Positive          1  \n",
       "938  Very Positive          1  \n",
       "942  Very Negative          1  \n",
       "944  Very Negative          1  \n",
       "939  Very Positive          1  \n",
       "941  Very Positive          1  \n",
       "940  Very Negative          1  \n",
       "943  Very Positive          1  \n",
       "945       Positive          1  \n",
       "\n",
       "[946 rows x 15 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "df3.to_csv('data_jan_2019_analysis.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}