testing2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "f7a80c05",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "3dfc80e9",
   "metadata": {},
   "outputs": [],
   "source": [
    "trump = '/data/parush/stance_mohammed/trump.txt'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "5fddf9cf",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(trump, sep=\"\\t\")\n",
    "X = df[['ID','Target','Tweet']]\n",
    "y = df[['Stance']]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "4fc86d06",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.25, random_state=42, shuffle=True,stratify = y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "fee42501",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_1808/146420061.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  X_train['Stance'] = y_train\n",
      "/tmp/ipykernel_1808/146420061.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  X_test['Stance'] = y_test\n"
     ]
    }
   ],
   "source": [
    "X_train['Stance'] = y_train\n",
    "X_test['Stance'] = y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "19ba3440",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>20443</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Today &amp; everyday I am proud to be an American....</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>20490</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>I feel like the 2016 Presidential race is @rea...</td>\n",
       "      <td>FAVOR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>20193</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Holy shit ,the @realDonaldTrump is one looney ...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>692</th>\n",
       "      <td>20693</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@moonlightnstars @RichardFLopes @edmontalbans ...</td>\n",
       "      <td>NONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425</th>\n",
       "      <td>20426</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>NASCAR abandons Trump. Some good news to end m...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>20189</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Donald Trump is in dire need of a crisis commu...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>670</th>\n",
       "      <td>20671</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>And America wants to protest a silly flag but ...</td>\n",
       "      <td>NONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>420</th>\n",
       "      <td>20421</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@realDonaldTrump has formed the \"Racistublican...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256</th>\n",
       "      <td>20257</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>The #Obama Presidency: Has There Ever a Point ...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>702</th>\n",
       "      <td>20703</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@realDonaldTrump we all want you as the next p...</td>\n",
       "      <td>FAVOR</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>530 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID        Target                                              Tweet  \\\n",
       "442  20443  Donald Trump  Today & everyday I am proud to be an American....   \n",
       "489  20490  Donald Trump  I feel like the 2016 Presidential race is @rea...   \n",
       "192  20193  Donald Trump  Holy shit ,the @realDonaldTrump is one looney ...   \n",
       "692  20693  Donald Trump  @moonlightnstars @RichardFLopes @edmontalbans ...   \n",
       "425  20426  Donald Trump  NASCAR abandons Trump. Some good news to end m...   \n",
       "..     ...           ...                                                ...   \n",
       "188  20189  Donald Trump  Donald Trump is in dire need of a crisis commu...   \n",
       "670  20671  Donald Trump  And America wants to protest a silly flag but ...   \n",
       "420  20421  Donald Trump  @realDonaldTrump has formed the \"Racistublican...   \n",
       "256  20257  Donald Trump  The #Obama Presidency: Has There Ever a Point ...   \n",
       "702  20703  Donald Trump  @realDonaldTrump we all want you as the next p...   \n",
       "\n",
       "      Stance  \n",
       "442  AGAINST  \n",
       "489    FAVOR  \n",
       "192  AGAINST  \n",
       "692     NONE  \n",
       "425  AGAINST  \n",
       "..       ...  \n",
       "188  AGAINST  \n",
       "670     NONE  \n",
       "420  AGAINST  \n",
       "256  AGAINST  \n",
       "702    FAVOR  \n",
       "\n",
       "[530 rows x 4 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "0b7eeff1",
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data_file_m = '/data/parush/stance_mohammed/train.txt'\n",
    "test_data_file_m = '/data/parush/stance_mohammed/test.txt'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "f019d085",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = pd.read_csv(train_data_file_m, sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "4f2fc3f3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "      <th>Opinion towards</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@tedcruz And, #HandOverTheServer she wiped cle...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>Hillary is our best choice if we truly want to...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@TheView I think our country is ready for a fe...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>I just gave an unhealthy amount of my hard-ear...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@PortiaABoulger Thank you for adding me to you...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>NO ONE</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2909</th>\n",
       "      <td>2910</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>There's a law protecting unborn eagles, but no...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2910</th>\n",
       "      <td>2911</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>I am 1 in 3... I have had an abortion #Abortio...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2911</th>\n",
       "      <td>2912</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>How dare you say my sexual preference is a cho...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2912</th>\n",
       "      <td>2913</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>Equal rights for those 'born that way', no rig...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2913</th>\n",
       "      <td>2914</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>#POTUS seals his legacy w/ 1/2 doz wins. The #...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2914 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID                    Target  \\\n",
       "0        1           Hillary Clinton   \n",
       "1        2           Hillary Clinton   \n",
       "2        3           Hillary Clinton   \n",
       "3        4           Hillary Clinton   \n",
       "4        5           Hillary Clinton   \n",
       "...    ...                       ...   \n",
       "2909  2910  Legalization of Abortion   \n",
       "2910  2911  Legalization of Abortion   \n",
       "2911  2912  Legalization of Abortion   \n",
       "2912  2913  Legalization of Abortion   \n",
       "2913  2914  Legalization of Abortion   \n",
       "\n",
       "                                                  Tweet   Stance  \\\n",
       "0     @tedcruz And, #HandOverTheServer she wiped cle...  AGAINST   \n",
       "1     Hillary is our best choice if we truly want to...    FAVOR   \n",
       "2     @TheView I think our country is ready for a fe...  AGAINST   \n",
       "3     I just gave an unhealthy amount of my hard-ear...  AGAINST   \n",
       "4     @PortiaABoulger Thank you for adding me to you...     NONE   \n",
       "...                                                 ...      ...   \n",
       "2909  There's a law protecting unborn eagles, but no...  AGAINST   \n",
       "2910  I am 1 in 3... I have had an abortion #Abortio...  AGAINST   \n",
       "2911  How dare you say my sexual preference is a cho...  AGAINST   \n",
       "2912  Equal rights for those 'born that way', no rig...  AGAINST   \n",
       "2913  #POTUS seals his legacy w/ 1/2 doz wins. The #...  AGAINST   \n",
       "\n",
       "     Opinion towards Sentiment  \n",
       "0             TARGET  NEGATIVE  \n",
       "1             TARGET  POSITIVE  \n",
       "2             TARGET  NEGATIVE  \n",
       "3             TARGET  NEGATIVE  \n",
       "4             NO ONE  POSITIVE  \n",
       "...              ...       ...  \n",
       "2909          TARGET  NEGATIVE  \n",
       "2910           OTHER   NEITHER  \n",
       "2911           OTHER  NEGATIVE  \n",
       "2912           OTHER  NEGATIVE  \n",
       "2913           OTHER  NEGATIVE  \n",
       "\n",
       "[2914 rows x 6 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "e991067c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "      <th>Opinion towards</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@tedcruz And, #HandOverTheServer she wiped cle...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>Hillary is our best choice if we truly want to...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@TheView I think our country is ready for a fe...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>I just gave an unhealthy amount of my hard-ear...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Hillary Clinton</td>\n",
       "      <td>@PortiaABoulger Thank you for adding me to you...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>NO ONE</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3439</th>\n",
       "      <td>20189</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Donald Trump is in dire need of a crisis commu...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3440</th>\n",
       "      <td>20671</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>And America wants to protest a silly flag but ...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3441</th>\n",
       "      <td>20421</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@realDonaldTrump has formed the \"Racistublican...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3442</th>\n",
       "      <td>20257</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>The #Obama Presidency: Has There Ever a Point ...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3443</th>\n",
       "      <td>20703</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@realDonaldTrump we all want you as the next p...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3444 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID           Target  \\\n",
       "0         1  Hillary Clinton   \n",
       "1         2  Hillary Clinton   \n",
       "2         3  Hillary Clinton   \n",
       "3         4  Hillary Clinton   \n",
       "4         5  Hillary Clinton   \n",
       "...     ...              ...   \n",
       "3439  20189     Donald Trump   \n",
       "3440  20671     Donald Trump   \n",
       "3441  20421     Donald Trump   \n",
       "3442  20257     Donald Trump   \n",
       "3443  20703     Donald Trump   \n",
       "\n",
       "                                                  Tweet   Stance  \\\n",
       "0     @tedcruz And, #HandOverTheServer she wiped cle...  AGAINST   \n",
       "1     Hillary is our best choice if we truly want to...    FAVOR   \n",
       "2     @TheView I think our country is ready for a fe...  AGAINST   \n",
       "3     I just gave an unhealthy amount of my hard-ear...  AGAINST   \n",
       "4     @PortiaABoulger Thank you for adding me to you...     NONE   \n",
       "...                                                 ...      ...   \n",
       "3439  Donald Trump is in dire need of a crisis commu...  AGAINST   \n",
       "3440  And America wants to protest a silly flag but ...     NONE   \n",
       "3441  @realDonaldTrump has formed the \"Racistublican...  AGAINST   \n",
       "3442  The #Obama Presidency: Has There Ever a Point ...  AGAINST   \n",
       "3443  @realDonaldTrump we all want you as the next p...    FAVOR   \n",
       "\n",
       "     Opinion towards Sentiment  \n",
       "0             TARGET  NEGATIVE  \n",
       "1             TARGET  POSITIVE  \n",
       "2             TARGET  NEGATIVE  \n",
       "3             TARGET  NEGATIVE  \n",
       "4             NO ONE  POSITIVE  \n",
       "...              ...       ...  \n",
       "3439             NaN       NaN  \n",
       "3440             NaN       NaN  \n",
       "3441             NaN       NaN  \n",
       "3442             NaN       NaN  \n",
       "3443             NaN       NaN  \n",
       "\n",
       "[3444 rows x 6 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train = pd.concat([df_train, X_train], ignore_index=True)\n",
    "df_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "0de96ea1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "      <th>Opinion towards</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10001</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>He who exalts himself shall      be humbled; a...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10002</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>RT @prayerbullets: I remove Nehushtan -previou...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10003</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@Brainman365 @heidtjj @BenjaminLives I have so...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10004</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>#God is utterly powerless without Human interv...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10005</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@David_Cameron   Miracles of #Multiculturalism...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1244</th>\n",
       "      <td>11245</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>@MetalheadMonty @tom_six I followed him before...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1245</th>\n",
       "      <td>11246</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>For he who avenges blood remembers, he does no...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1246</th>\n",
       "      <td>11247</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>Life is sacred on all levels. Abortion does no...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1247</th>\n",
       "      <td>11248</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>@ravensymone U refer to \"WE\" which =\"YOU\" &amp; a ...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1248</th>\n",
       "      <td>11249</td>\n",
       "      <td>Legalization of Abortion</td>\n",
       "      <td>Al Robertson's mom #DuckDynasty  chose life as...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1249 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID                    Target  \\\n",
       "0     10001                   Atheism   \n",
       "1     10002                   Atheism   \n",
       "2     10003                   Atheism   \n",
       "3     10004                   Atheism   \n",
       "4     10005                   Atheism   \n",
       "...     ...                       ...   \n",
       "1244  11245  Legalization of Abortion   \n",
       "1245  11246  Legalization of Abortion   \n",
       "1246  11247  Legalization of Abortion   \n",
       "1247  11248  Legalization of Abortion   \n",
       "1248  11249  Legalization of Abortion   \n",
       "\n",
       "                                                  Tweet   Stance  \\\n",
       "0     He who exalts himself shall      be humbled; a...  AGAINST   \n",
       "1     RT @prayerbullets: I remove Nehushtan -previou...  AGAINST   \n",
       "2     @Brainman365 @heidtjj @BenjaminLives I have so...  AGAINST   \n",
       "3     #God is utterly powerless without Human interv...  AGAINST   \n",
       "4     @David_Cameron   Miracles of #Multiculturalism...  AGAINST   \n",
       "...                                                 ...      ...   \n",
       "1244  @MetalheadMonty @tom_six I followed him before...     NONE   \n",
       "1245  For he who avenges blood remembers, he does no...  AGAINST   \n",
       "1246  Life is sacred on all levels. Abortion does no...  AGAINST   \n",
       "1247  @ravensymone U refer to \"WE\" which =\"YOU\" & a ...  AGAINST   \n",
       "1248  Al Robertson's mom #DuckDynasty  chose life as...  AGAINST   \n",
       "\n",
       "     Opinion towards Sentiment  \n",
       "0             TARGET  POSITIVE  \n",
       "1             TARGET   NEITHER  \n",
       "2             TARGET  POSITIVE  \n",
       "3             TARGET  NEGATIVE  \n",
       "4              OTHER  NEGATIVE  \n",
       "...              ...       ...  \n",
       "1244           OTHER  NEGATIVE  \n",
       "1245          TARGET   NEITHER  \n",
       "1246          TARGET   NEITHER  \n",
       "1247          TARGET  NEGATIVE  \n",
       "1248          TARGET   NEITHER  \n",
       "\n",
       "[1249 rows x 6 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test = pd.read_csv(test_data_file_m, sep=\"\\t\")\n",
    "df_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "4db35916",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>20129</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@chriswallace There may be 2000 nutjobs of tha...</td>\n",
       "      <td>NONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>533</th>\n",
       "      <td>20534</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@realDonaldTrump u talk a big bigoted talk &amp; y...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>608</th>\n",
       "      <td>20609</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>@ac360 @ananavarro @andersoncooper #AC360 HECK...</td>\n",
       "      <td>FAVOR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>700</th>\n",
       "      <td>20701</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Watching what Donald Trump said about Mexicans...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>534</th>\n",
       "      <td>20535</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Are people deaf to the word illegal? I'm all  ...</td>\n",
       "      <td>NONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>20134</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Everybody get on the Trump Train!! It's a Firs...</td>\n",
       "      <td>FAVOR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>20120</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>For the record, as a #Latino, (#Peruvian to be...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352</th>\n",
       "      <td>20353</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>If there was such a thing as the \"American\" Hi...</td>\n",
       "      <td>AGAINST</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>20194</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>I write separately to call attention to this C...</td>\n",
       "      <td>NONE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>20013</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Considering the fact that Bush was a president...</td>\n",
       "      <td>FAVOR</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>177 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID        Target                                              Tweet  \\\n",
       "128  20129  Donald Trump  @chriswallace There may be 2000 nutjobs of tha...   \n",
       "533  20534  Donald Trump  @realDonaldTrump u talk a big bigoted talk & y...   \n",
       "608  20609  Donald Trump  @ac360 @ananavarro @andersoncooper #AC360 HECK...   \n",
       "700  20701  Donald Trump  Watching what Donald Trump said about Mexicans...   \n",
       "534  20535  Donald Trump  Are people deaf to the word illegal? I'm all  ...   \n",
       "..     ...           ...                                                ...   \n",
       "133  20134  Donald Trump  Everybody get on the Trump Train!! It's a Firs...   \n",
       "119  20120  Donald Trump  For the record, as a #Latino, (#Peruvian to be...   \n",
       "352  20353  Donald Trump  If there was such a thing as the \"American\" Hi...   \n",
       "193  20194  Donald Trump  I write separately to call attention to this C...   \n",
       "12   20013  Donald Trump  Considering the fact that Bush was a president...   \n",
       "\n",
       "      Stance  \n",
       "128     NONE  \n",
       "533  AGAINST  \n",
       "608    FAVOR  \n",
       "700  AGAINST  \n",
       "534     NONE  \n",
       "..       ...  \n",
       "133    FAVOR  \n",
       "119  AGAINST  \n",
       "352  AGAINST  \n",
       "193     NONE  \n",
       "12     FAVOR  \n",
       "\n",
       "[177 rows x 4 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "a2624e23",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "      <th>Opinion towards</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10001</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>He who exalts himself shall      be humbled; a...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10002</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>RT @prayerbullets: I remove Nehushtan -previou...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10003</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@Brainman365 @heidtjj @BenjaminLives I have so...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10004</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>#God is utterly powerless without Human interv...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10005</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@David_Cameron   Miracles of #Multiculturalism...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1421</th>\n",
       "      <td>20134</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Everybody get on the Trump Train!! It's a Firs...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1422</th>\n",
       "      <td>20120</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>For the record, as a #Latino, (#Peruvian to be...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1423</th>\n",
       "      <td>20353</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>If there was such a thing as the \"American\" Hi...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1424</th>\n",
       "      <td>20194</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>I write separately to call attention to this C...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1425</th>\n",
       "      <td>20013</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Considering the fact that Bush was a president...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1426 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID        Target                                              Tweet  \\\n",
       "0     10001       Atheism  He who exalts himself shall      be humbled; a...   \n",
       "1     10002       Atheism  RT @prayerbullets: I remove Nehushtan -previou...   \n",
       "2     10003       Atheism  @Brainman365 @heidtjj @BenjaminLives I have so...   \n",
       "3     10004       Atheism  #God is utterly powerless without Human interv...   \n",
       "4     10005       Atheism  @David_Cameron   Miracles of #Multiculturalism...   \n",
       "...     ...           ...                                                ...   \n",
       "1421  20134  Donald Trump  Everybody get on the Trump Train!! It's a Firs...   \n",
       "1422  20120  Donald Trump  For the record, as a #Latino, (#Peruvian to be...   \n",
       "1423  20353  Donald Trump  If there was such a thing as the \"American\" Hi...   \n",
       "1424  20194  Donald Trump  I write separately to call attention to this C...   \n",
       "1425  20013  Donald Trump  Considering the fact that Bush was a president...   \n",
       "\n",
       "       Stance Opinion towards Sentiment  \n",
       "0     AGAINST          TARGET  POSITIVE  \n",
       "1     AGAINST          TARGET   NEITHER  \n",
       "2     AGAINST          TARGET  POSITIVE  \n",
       "3     AGAINST          TARGET  NEGATIVE  \n",
       "4     AGAINST           OTHER  NEGATIVE  \n",
       "...       ...             ...       ...  \n",
       "1421    FAVOR             NaN       NaN  \n",
       "1422  AGAINST             NaN       NaN  \n",
       "1423  AGAINST             NaN       NaN  \n",
       "1424     NONE             NaN       NaN  \n",
       "1425    FAVOR             NaN       NaN  \n",
       "\n",
       "[1426 rows x 6 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test = pd.concat([df_test, X_test], ignore_index=True)\n",
    "df_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "6397162e",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train.to_csv('/data/parush/stance_mohammed/new_train.txt', index=False, sep='\\t')\n",
    "df_test.to_csv('/data/parush/stance_mohammed/new_test.txt', index=False, sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "a98e6111",
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data_file_m = '/data/parush/stance_mohammed/new_train.txt'\n",
    "test_data_file_m = '/data/parush/stance_mohammed/new_test.txt'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "590a8dd1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Target</th>\n",
       "      <th>Tweet</th>\n",
       "      <th>Stance</th>\n",
       "      <th>Opinion towards</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10001</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>He who exalts himself shall      be humbled; a...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10002</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>RT @prayerbullets: I remove Nehushtan -previou...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEITHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10003</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@Brainman365 @heidtjj @BenjaminLives I have so...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>POSITIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10004</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>#God is utterly powerless without Human interv...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>TARGET</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10005</td>\n",
       "      <td>Atheism</td>\n",
       "      <td>@David_Cameron   Miracles of #Multiculturalism...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>NEGATIVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1421</th>\n",
       "      <td>20134</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Everybody get on the Trump Train!! It's a Firs...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1422</th>\n",
       "      <td>20120</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>For the record, as a #Latino, (#Peruvian to be...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1423</th>\n",
       "      <td>20353</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>If there was such a thing as the \"American\" Hi...</td>\n",
       "      <td>AGAINST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1424</th>\n",
       "      <td>20194</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>I write separately to call attention to this C...</td>\n",
       "      <td>NONE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1425</th>\n",
       "      <td>20013</td>\n",
       "      <td>Donald Trump</td>\n",
       "      <td>Considering the fact that Bush was a president...</td>\n",
       "      <td>FAVOR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1426 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID        Target                                              Tweet  \\\n",
       "0     10001       Atheism  He who exalts himself shall      be humbled; a...   \n",
       "1     10002       Atheism  RT @prayerbullets: I remove Nehushtan -previou...   \n",
       "2     10003       Atheism  @Brainman365 @heidtjj @BenjaminLives I have so...   \n",
       "3     10004       Atheism  #God is utterly powerless without Human interv...   \n",
       "4     10005       Atheism  @David_Cameron   Miracles of #Multiculturalism...   \n",
       "...     ...           ...                                                ...   \n",
       "1421  20134  Donald Trump  Everybody get on the Trump Train!! It's a Firs...   \n",
       "1422  20120  Donald Trump  For the record, as a #Latino, (#Peruvian to be...   \n",
       "1423  20353  Donald Trump  If there was such a thing as the \"American\" Hi...   \n",
       "1424  20194  Donald Trump  I write separately to call attention to this C...   \n",
       "1425  20013  Donald Trump  Considering the fact that Bush was a president...   \n",
       "\n",
       "       Stance Opinion towards Sentiment  \n",
       "0     AGAINST          TARGET  POSITIVE  \n",
       "1     AGAINST          TARGET   NEITHER  \n",
       "2     AGAINST          TARGET  POSITIVE  \n",
       "3     AGAINST          TARGET  NEGATIVE  \n",
       "4     AGAINST           OTHER  NEGATIVE  \n",
       "...       ...             ...       ...  \n",
       "1421    FAVOR             NaN       NaN  \n",
       "1422  AGAINST             NaN       NaN  \n",
       "1423  AGAINST             NaN       NaN  \n",
       "1424     NONE             NaN       NaN  \n",
       "1425    FAVOR             NaN       NaN  \n",
       "\n",
       "[1426 rows x 6 columns]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new = pd.read_csv(test_data_file_m, sep=\"\\t\")\n",
    "df_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "72bd2672",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['AGAINST', 'FAVOR', 'NONE'], dtype=object)"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(df_new['Stance'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "746b6de7",
   "metadata": {},
   "outputs": [],
   "source": [
    "t = []\n",
    "s = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "5bf33042",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(test_data_file_m, 'r') as trainfile:\n",
    "    for line in trainfile: \n",
    "        line = line.replace('#SemST', '').strip()\n",
    "        line = line.split('\\t')\n",
    "        if line[0].strip() != 'ID':\n",
    "            s.append(line[3])\n",
    "            t.append(line[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "f04d9fcd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['AGAINST', 'FAVOR', 'NONE'], dtype='<U7')"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bcec8edb",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "nlpKernel",
   "language": "python",
   "name": "nlpkernel"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}