data_cleaning.ipynb

<<<<<<< Updated upstream
{"cells":[{"cell_type":"markdown","metadata":{"id":"a4Zv4PBNz--1"},"source":["# Data Cleaning"]},{"cell_type":"markdown","metadata":{"id":"MnZGxxqg0JA-"},"source":["This notebook aims to perform data cleaning after text preprocessing is done."]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":19024,"status":"ok","timestamp":1637207711175,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"IM_SCTSfBl2r","outputId":"615a5dbd-885e-434e-feed-281d8e5f4cd4"},"outputs":[{"name":"stdout","output_type":"stream","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive', force_remount=True)"]},{"cell_type":"code","execution_count":2,"metadata":{"executionInfo":{"elapsed":2723,"status":"ok","timestamp":1637207713890,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"VGvgGiUqBrhN"},"outputs":[],"source":["import os\n","import pandas as pd\n","import matplotlib.pyplot as plt \n","# Adding tensorflow to help with customization and cleaning the data (JJ)\n","from tensorflow.keras.preprocessing.text import Tokenizer\n","import seaborn as sns"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":18,"status":"ok","timestamp":1637207713892,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"-8PPy9axz9_7","outputId":"6b1ef49e-ce05-48df-9b08-8176a92ef429"},"outputs":[{"name":"stdout","output_type":"stream","text":["Directory changed\n"]}],"source":["# Change to your own directory\n","try:\n","    os.chdir(\"/content/drive/MyDrive/MindfulAIProject\")\n","    print(\"Directory changed\")\n","except OSError:\n","    print(\"Error: Can't change the Current Working Directory\")"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"executionInfo":{"elapsed":5532,"status":"ok","timestamp":1637207722773,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"rjR7HT2vBxAu","outputId":"6dbcfc45-94a2-4644-8b2d-86f7f4b743f0"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>class</th>\n","      <th>cleaned_text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n","      <td>suicide</td>\n","      <td>sex wife threaten suicide recently leave wife ...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Am I weird I don't get affected by compliments...</td>\n","      <td>non-suicide</td>\n","      <td>weird not affect compliment come know real lif...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Finally 2020 is almost over... So I can never ...</td>\n","      <td>non-suicide</td>\n","      <td>finally hear bad year swear fucking god annoying</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>i need helpjust help me im crying so hard</td>\n","      <td>suicide</td>\n","      <td>need help just help cry hard</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>I’m so lostHello, my name is Adam (16) and I’v...</td>\n","      <td>suicide</td>\n","      <td>lost hello adam struggle year afraid past year...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                text  ...                                       cleaned_text\n","0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n","1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n","2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n","3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n","4  I’m so lostHello, my name is Adam (16) and I’v...  ...  lost hello adam struggle year afraid past year...\n","\n","[5 rows x 3 columns]"]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["# Load dataset\n","cleaned_df = pd.read_csv('Data/suicide_detection_full_cleaned.csv') \n","cleaned_df.head()\n","\n","#Rename Columns \n","df.rename(columns=('text':,'raw_text','class':,'label'),inplace=True)\n","print(df.head())"]},{"cell_type":"markdown","metadata":{"id":"KfsrX9YtH36u"},"source":["# Remove irrelevant words"]},{"cell_type":"code","execution_count":5,"metadata":{"executionInfo":{"elapsed":11166,"status":"ok","timestamp":1637207737632,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"rNOgh20iCfG9"},"outputs":[],"source":["# Obtain word frequency \n","tokenizer = Tokenizer()\n","tokenizer.fit_on_texts(cleaned_df['cleaned_text'])\n","word_freq = pd.DataFrame(tokenizer.word_counts.items(), columns=['word','count']).sort_values(by='count', ascending=False)"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":513},"executionInfo":{"elapsed":811,"status":"ok","timestamp":1637207738434,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"QP6paBF5B62t","outputId":"3dbe5df7-05ee-4821-9fbb-4e6914447197"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAA8MAAAHwCAYAAACCBL0cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzda7hdZXnv/+8PQTmEJGiAiqeUgAegEEqwgILgduOhWESCWvAAoilCpdo/Wrqrf+m27Nqt9Yyl0Y2gorVE2SoqYLUcRFASCSdRkYNFQRFIAkEOivd+MUfa6XKtHGDNNcZc8/u5rnWtMZ7xjDF/Y/GGO/czxkxVIUmSJEnSKNmo7QCSJEmSJE01i2FJkiRJ0sixGJYkSZIkjRyLYUmSJEnSyLEYliRJkiSNHIthSZIkSdLIsRiWJElDK8ncJJVk47azSJKGi8WwJGmkJLk5yYNJ5owZv6IpquY+wutXkh3WcvzIJA8lWd338+FH8plTaV3FZ5LHN8e37Rv7mwnGzp2KzJIkjcdiWJI0im4C/nTNTpI/ADafws+/tKpm9P38+dgJw9rprKrbgB8B+/UN7wd8f5yxizbk2sP6N5EkdZPFsCRpFH0SeHXf/muAT/RPSDIrySeS/CLJj5O8LclGzbEdklyYZFWSO5J8thlfU9xd2XR8X76+gZKclGRJkk8luRs4ssnwf5LcluSnSf4uyaOa+Y9K8p7m829Mclx/x7bpgD9vzPU/1be/V5JvJVmZ5Mok+/cduyDJO5NckuSeJOf3ddLX3OPK5h73Hud2LqIpfJu8fwh8YMzY3sBFSTZq/rY/TnJ78zef1cxb04U+Osl/AN8Ye9/AH4/5Ox7Z/D3uSXJTkiPW97+BJGm0WAxLkkbRZcDMJM9oCrNXAJ8aM+dDwCxge+A59Irno5pj7wTOB7YCntjMparWdD53azq+n93AXAcDS4DZwJnA6cCvgR2A3YEDgdc1c18PHNSMLwAWru+HJHkC8GXg74DHAicAn0uydd+0w+nd7zbAo5s58F/d3dnNPV46zkdc1Ddvd+A64OtjxjYBvgMc2fwcQO9vPQMYu2z8OcAzgOev7b6TbAF8EHhhVW0J7AMsX8efQ5I0oiyGJUmjak13+L/TK9Z+uuZAX4H811V1T1XdDPwj8Kpmyq+ApwDbVdX9VfXNDfzsvZqO7JqfvZrxS6vq/1bVb4CZwIuAN1XVvVV1O/C+JhfAy4D3V9UtVXUX8Pcb8PmvBL5SVV+pqt9U1deApc3nrfHxqvphVd0H/CswfwOufyGwS5LZwL7AxVV1PbB139hlVfUgcATw3qq6sapWA38NvGLMkuiTmr/Bfetx379pPnuzqrqtqq7dgNySpBFiMSxJGlWfpNf9PJIxS6SBOfQ6lz/uG/sx8IRm+61AgO8kuTbJazfwsy+rqtl9P5c147f0zXlKk+G2NUUz8M/0OrUA242Z3591XZ4CHNZfkAPPBh7fN+dnfdu/pNexXS/NPx78lF7Rux9wcXPoW31ja5Zbb8fv/p03BrbtG+u/zwnvu6ruBV4OHEPv7/blJE9f39ySpNFiMSxJGklV9WN6L9J6EfD5MYfv4L+6v2s8maZ7XFU/q6rXV9V2wJ8BH1nbG6Q3JFbf9i3AA8CcvqJ5ZlXt3By/DXjSmHz97uW3Xwr2e2Ou/ckxBfkWVfWuDcy4NmuWSu9NrwiGXlG8H73Ce00xfCu/+3f+NfDzCT5zrfddVedV1X+nV9h/H/joeuaVJI0Yi2FJ0ig7Gnhu01H8T1X1EL2lwScn2TLJU4C/pHmuOMlhSZ7YTF9Br1j7TbP/c3rPvj4izVuZzwf+McnM5kVT85I8p5nyr8DxSZ6YZCvgxDGXWE5vufEmScY+U/wp4MVJnt+8kGrTJPv33dPa/ILeva7rHi+itwz91qq6uxn7ZjM2C1jzrPFngDcn+f0kM4D/BXy2qn49wXUnvO8k2yY5uHl2+AFgNf/130WSpN9iMSxJGllVdUNVLZ3g8BvpdVdvpFfEfRo4rTm2J/DtJKuBLwJ/UVU3NsdOAs5olh+/7BFGfDW9l1d9j17RvYT/Wsr8UeA84Ergu/xud/vtwLzmvL9t8gNQVbfQe1nX/6BX3N4CvIX1+P+CqvolcDJwyZjnnce6kN6S7v7nqZcDmwHLmutA72/6SXrF803A/fT+9hNZ231vRO8fLW4F7qL34q03rOueJEmjKVXru9pJkiR1VZK59IrJTdbSVZUkSQ07w5IkSZKkkWMxLEmSJEkaOS6TliRJkiSNHDvDkiRJkqSRYzEsSZIkSRo5G7cdoC1z5sypuXPnth1DkiRJkjQAy5Ytu6Oqtp7o+MgWw0/cYiZfPfpNbceQJEmSpKGx9Rte2XaE9Zbkx2s77jJpSZIkSdLImVbFcJIjk2zXdg5JkiRJUrdNq2IYOBKwGJYkSZIkrVWni+Ekc5Ncl+SjSa5Ncn6SzZLMT3JZkquSnJ1kqyQLgQXAmUmWJ9ms7fySJEmSpG7qdDHc2BE4pap2BlYChwKfAP6qqnYFrgbeUVVLgKXAEVU1v6ruay2xJEmSJKnThqEYvqmqljfby4B5wOyqurAZOwPYb30ulGRRkqVJlt65+u4BRJUkSZIkDYNhKIYf6Nt+CJj9cC9UVYurakFVLXjcjJmPPJkkSZIkaSgNQzE81ipgRZJ9m/1XAWu6xPcAW7aSSpIkSZI0NDZuO8DD9Brg1CSbAzcCRzXjpzfj9wF7+9ywJEmSJGk8nS6Gq+pmYJe+/ff0Hd5rnPmfAz43+GSSJEmSpGE2jMukJUmSJEl6RDrdGR6kjbd+LFu/4ZVtx5AkSZIktcDOsCRJkiRp5FgMS5IkSZJGzsguk/71L27n9lM/2HYMSVNsm2OObzuCJEmSOsDOsCRJkiRp5EyrYjjJ/kn2aTuHJEmSJKnbplUxDOwPWAxLkiRJktaq1WI4yVuSHN9svy/JN5rt5yY5M8k/JVma5Nokf9t33s1J/jbJd5NcneTpSeYCxwBvTrI8yb5t3JMkSZIkqfva7gxfDKwpWhcAM5Js0oxdBPxNVS0AdgWek2TXvnPvqKo/BP4JOKGqbgZOBd5XVfOr6uKpuglJkiRJ0nBpuxheBuyRZCbwAHApvaJ4X3qF8suSfBe4AtgZ2Knv3M/3XWPu+nxYkkVNp3npnatXT84dSJIkSZKGTqvFcFX9CrgJOBL4Fr0C+ABgB+A+4ATgv1XVrsCXgU37Tn+g+f0Q6/kVUVW1uKoWVNWCx82YMSn3IEmSJEkaPm13hqFXAJ9Ab1n0xfSe+70CmAncC6xKsi3wwvW41j3AlgPKKUmSJEmaJrpSDD8euLSqfg7cD1xcVVfSK4q/D3wauGQ9rvUl4BBfoCVJkiRJWpv1Wl48SFX1dWCTvv2n9m0fOcE5c/u2l9L7SiWq6of0XrYlSZIkSdKEWi+G27Lx1tuwzTHHtx1DkiRJktSCLiyTliRJkiRpSlkMS5IkSZJGzsguk/7V7bdw6yl/2XYMSetpu+Pe23YESZIkTSN2hiVJkiRJI6fTxXCS1c3v7ZIsabaPTPLhdpNJkiRJkobZUCyTrqpbgYVt55AkSZIkTQ+d7gyvkWRukmvGGf/jJJcmmZPkwGb7u0nOSjKjjaySJEmSpO4bimJ4PEkOAU4EXtQMvQ14XlX9IbAU8O1YkiRJkqRxDcUy6XE8F1gAHFhVdyc5CNgJuCQJwKOBS8eelGQRsAjgCVttOXVpJUmSJEmdMqzF8A3A9sBT6XWBA3ytqv50bSdV1WJgMcBuT962Bh1SkiRJktRNw7pM+sfAocAnkuwMXAY8K8kOAEm2SPLUNgNKkiRJkrprWIthqur7wBHAWcBM4EjgM0muordE+untpZMkSZIkdVmnl0lX1Yzm983ALs326cDpzfYV9J4Vht7S6T2nOqMkSZIkafgMbWdYkiRJkqSHq9Od4UHaZJsnsd1x7207hiRJkiSpBXaGJUmSJEkjx2JYkiRJkjRyRnaZ9P23/4jvn3Jw2zGkae/px32h7QiSJEnS77AzLEmSJEkaOZ0shpMcn+S6JGdu4Hlzk1wzqFySJEmSpOmhq8ukjwWeV1U/aTuIJEmSJGn66VxnOMmpwPbAV5P8TZLTknwnyRVJDm7mPCrJu5NcnuSqJH/WbmpJkiRJ0jDpXDFcVccAtwIHAFsA36iqZzb7706yBXA0sKqq9gT2BF6f5PfbyixJkiRJGi5dXSa9xoHAnyQ5odnfFHhyM75rkoXN+CxgR+CHa7tYkkXAIoDtttpsIIElSZIkSd3X9WI4wKFV9YPfGkwCvLGqzhszPndtF6uqxcBigF2ePLsmNakkSZIkaWh0bpn0GOcBb2yKX5Ls3jf+hiSbNONPbZZPS5IkSZK0Tl3vDL8TeD9wVZKNgJuAg4CPAXOB7zaF8i+Al7QVUpIkSZI0XDpZDFfV3L7d33lTdFX9BvgfzU+/VcAug0smSZIkSZoOOlkMT4VNt9mBpx/3hbZjSJIkSZJa0PVnhiVJkiRJmnQWw5IkSZKkkTOyy6Tv/cWPuHTxQW3HkIbK3ovOaTuCJEmSNCnsDEuSJEmSRk4rxXCSuUmuaeOzJUmSJEmyMyxJkiRJGjmtF8NJtk9yRZK3JPl8knOTXJ/kf/fN+dMkVye5Jsk/NGOHJXlvs/0XSW7su94l7dyNJEmSJGkYtPoCrSRPA/4FOBLYHZjf/H4A+EGSDwEPAf8A7AGsAM5P8hLgYuCtzaX2Be5M8oRm+6IpvA1JkiRJ0pBpszO8NfAF4IiqurIZ+3pVraqq+4HvAU8B9gQuqKpfVNWvgTOB/arqZ8CMJFsCTwI+DexHrxi+eLwPTLIoydIkS1esfnCgNydJkiRJ6q42i+FVwH8Az+4be6Bv+yHW3bn+FnAU8AN6BfC+wN7AuMukq2pxVS2oqgVbzXj0w80tSZIkSRpybRbDDwKHAK9Ocvha5n0HeE6SOUkeBfwpcGFz7GLgBHrLoq8ADgAeqKpVg4stSZIkSRp2rb5Aq6ruBQ4C3gzMnGDObcCJwL8DVwLLquoLzeGL6S2RvqiqHgJuAb456NySJEmSpOHWygu0qupmYJdmeyW954LHzjmob/szwGfGmXMDkL79AwcQV5IkSZI0zbT+1UqSJEmSJE21Vr9aqU1bbL0Dey86p+0YkiRJkqQW2BmWJEmSJI0ci2FJkiRJ0sgZ2WXSd99xPef9nxe1HUPi+Ud/pe0IkiRJ0sixMyxJkiRJGjmdL4aTrG5+b5dkSd/4Z5JcleTN7aWTJEmSJA2joVkmXVW3AgsBkvwesGdV7dBuKkmSJEnSMOp8Z3iNJHOTXNPsng88IcnyJPsmmZfk3CTLklyc5OltZpUkSZIkddvQdIbH+BPgnKqaD5Dk68AxVXV9kj8CPgI8t82AkiRJkqTuGtZi+D8lmQHsA5yVZM3wYyaYuwhYBLDNYzedknySJEmSpO4Z+mKY3lLvlWu6xGtTVYuBxQBPnTurBh1MkiRJktRNQ/PM8ESq6m7gpiSHAaRnt5ZjSZIkSZI6bOiL4cYRwNFJrgSuBQ5uOY8kSZIkqcM6v0y6qmY0v28Gdhm73ezfBLyghXiSJEmSpCHU+WJ4UGbO2ZHnH/2VtmNIkiRJklowXZZJS5IkSZK03iyGJUmSJEkjZ2SXSa+443qWfNzHjDV4C486t+0IkiRJksawMyxJkiRJGjkWw5IkSZKkkWMxLEmSJEkaOUP3zHCStwOvBH4B3AIsA/4NOBXYHLgBeG1VrWgtpCRJkiSp04aqM5xkT+BQYDfghcCC5tAngL+qql2Bq4F3tJNQkiRJkjQMhqoYBp4FfKGq7q+qe4AvAVsAs6vqwmbOGcB+452cZFGSpUmW3r36walJLEmSJEnqnGErhh+RqlpcVQuqasHMGY9uO44kSZIkqSXDVgxfArw4yaZJZgAHAfcCK5Ls28x5FXDhRBeQJEmSJGmoXqBVVZcn+SJwFfBzes8HrwJeA5yaZHPgRuCo9lJKkiRJkrpuqIrhxnuq6qSm8L0IWFZVy4G9Ws4lSZIkSRoSw1gML06yE7ApcEZVfbftQJIkSZKk4TJ0xXBVHT4Z19lqzo4sPOrcybiUJEmSJGnIDNsLtCRJkiRJesQshiVJkiRJI2folklPljvu/CEfP+PAtmNoyB31mvPbjiBJkiTpYbAzLEmSJEkaOa0Vw0lmJzm22d4/yTkTzPtY8/botV3r9CQLB5FTkiRJkjT9tNkZng0cu65JVfW6qvreFOSRJEmSJI2INovhdwHzkiwH3g3MSLIkyfeTnJkkAEkuSLKg2V6d5OQkVya5LMm2Yy+a5J1Np/hRU3o3kiRJkqSh0WYxfCJwQ1XNB94C7A68CdgJ2B541jjnbAFcVlW7ARcBr+8/mOTdwNbAUVX10ACzS5IkSZKGWJdeoPWdqvpJVf0GWA7MHWfOg8CaZ4uXjZnzdmBWVR1TVTXeByRZlGRpkqWr7/nV5CWXJEmSJA2VLhXDD/RtP8T4X/v0q75Cd+ycy4E9kjx2og+oqsVVtaCqFszYcpNHHFiSJEmSNJzaLIbvAbacxOudS+855C8nmczrSpIkSZKmmfG6r1Oiqu5MckmSa4D7gJ9PwjXPagrhLyZ5UVXd94iDSpIkSZKmndaKYYCqOnyC8T/v296/b3tG3/YSYEmzfWTf+GnAaZOfVpIkSZI0XbRaDLdpzuOeylGvOb/tGJIkSZKkFnTpBVqSJEmSJE0Ji2FJkiRJ0sgZ2WXSt991PR888/ltx9CQOf6I89qOIEmSJGkS2BmWJEmSJI0ci2FJkiRJ0sixGJYkSZIkjZyhKoaTzE1yXZKPJrk2yflJNksyP8llSa5KcnaSrdrOKkmSJEnqrqEqhhs7AqdU1c7ASuBQ4BPAX1XVrsDVwDtazCdJkiRJ6rhhLIZvqqrlzfYyYB4wu6oubMbOAPYb78Qki5IsTbJ09d0PTkFUSZIkSVIXDWMx/EDf9kPA7PU9saoWV9WCqlowY+ajJz+ZJEmSJGkoDGMxPNYqYEWSfZv9VwEXrmW+JEmSJGnEbdx2gEnyGuDUJJsDNwJHtZxHkiRJktRhQ1UMV9XNwC59++/pO7zXlAeSJEmSJA2l6bBMWpIkSZKkDTJUneHJtM1jd+T4I85rO4YkSZIkqQV2hiVJkiRJI8diWJIkSZI0ckZ2mfStK67npH99ftsx1EEnvczl85IkSdJ0Z2dYkiRJkjRyOlEMJ5md5Nhme7skS9rOJEmSJEmavjpRDAOzgWMBqurWqlrYch5JkiRJ0jTWlWeG3wXMS7IcuB54RlXtkuRI4CXAFsCOwHuARwOvAh4AXlRVdyWZB5wCbA38Enh9VX1/6m9DkiRJkjQMutIZPhG4oarmA28Zc2wX4KXAnsDJwC+ranfgUuDVzZzFwBurag/gBOAjU5JakiRJkjSUutIZXpt/r6p7gHuSrAK+1IxfDeyaZAawD3BWkjXnPGa8CyVZBCwCmDVn04GGliRJkiR11zAUww/0bf+mb/839PJvBKxsusprVVWL6XWR2W7erJrknJIkSZKkIdGVZdL3AFs+nBOr6m7gpiSHAaRnt8kMJ0mSJEmaXjpRDFfVncAlSa4B3v0wLnEEcHSSK4FrgYMnM58kSZIkaXrpzDLpqjp8nLHTgdP79ueOd6yqbgJeMNiEkiRJkqTpojPF8FTbbqsdOell57UdQ5IkSZLUgk4sk5YkSZIkaSpZDEuSJEmSRs7ILpO+eeX1HHW2jxlPVx8/5Ny2I0iSJEnqMDvDkiRJkqSRM7TFcJIjk3y47RySJEmSpOEztMWwJEmSJEkP18CK4SRzk3w/yZlJrkuyJMnmSfZIcmGSZUnOS/L4Zv78JJcluSrJ2Um2asYvSPKBJMuTXJPkmeN81tZJPpfk8ubnWYO6L0mSJEnS8Bt0Z/hpwEeq6hnA3cBxwIeAhVW1B3AacHIz9xPAX1XVrsDVwDv6rrN5Vc0Hjm3OGesDwPuqak/gUOBjg7gZSZIkSdL0MOi3Sd9SVZc0258C/gewC/C1JACPAm5LMguYXVUXNnPPAM7qu85nAKrqoiQzk8we8znPA3ZqrgkwM8mMqlrdPynJImARwBZbbzoZ9ydJkiRJGkKDLoZrzP49wLVVtXf/YFMMb8h1xu5vBOxVVfev9SJVi4HFAHN2mDX2GpIkSZKkETHoZdJPTrKm8D0cuAzYes1Ykk2S7FxVq4AVSfZt5r4KuLDvOi9v5j8bWNXM73c+8MY1O0nmT/6tSJIkSZKmi0F3hn8AHJfkNOB79J4XPg/4YNMN3hh4P3At8Brg1CSbAzcCR/Vd5/4kVwCbAK8d53OOB05JclVzzYuAYwZzS5IkSZKkYTfoYvjXVfXKMWPLgf3GTqyq5cBeE1znU1X1pjHzTwdOb7bvoOkeS5IkSZK0Ln7PsCRJkiRp5KRqNN8jtWDBglq6dGnbMSRJkiRJA5BkWVUtmOi4nWFJkiRJ0sixGJYkSZIkjZxBv0Crs65f+R+88AvHtR1Dk+irB5/SdgRJkiRJQ8LOsCRJkiRp5EyrYjjJS5Ls1HYOSZIkSVK3TatiGHgJYDEsSZIkSVqrzj8znOTtwCuBXwC3AMuAs4FTgK2BXwKvBx4L/AnwnCRvAw6tqhtaCS1JkiRJ6rROF8NJ9gQOBXYDNgG+S68YXgwcU1XXJ/kj4CNV9dwkXwTOqaolrYWWJEmSJHVep4th4FnAF6rqfuD+JF8CNgX2Ac5KsmbeY9bnYkkWAYsANt16xuSnlSRJkiQNha4Xw+PZCFhZVfM39MSqWkyvq8ysHbapyQ4mSZIkSRoOXX+B1iXAi5NsmmQGcBC9Z4RvSnIYQHp2a+bfA2zZTlRJkiRJ0rDodDFcVZcDXwSuAr4KXA2sAo4Ajk5yJXAtcHBzyr8Ab0lyRZJ5LUSWJEmSJA2BYVgm/Z6qOinJ5sBFwLKqugl4wdiJVXUJfrWSJEmSJGkdhqEYXpxkJ3ovzjqjqr47GRfdcfaT+erBp0zGpSRJkiRJQ6bzxXBVHd52BkmSJEnS9NLpZ4YlSZIkSRqEzneGB+X6lbfxorP/ru0YmkRfOeRtbUeQJEmSNCTsDEuSJEmSRs6UFsNJjk9yXZIzx4wvSPLBSfqMI5N8eDKuJUmSJEmanqZ6mfSxwPOq6idrBpJsXFVLgaVTnEWSJEmSNKKmrDOc5FRge+CrSVYl+WSSS4BPJtk/yTnNvC2SnJbkO0muSHJwM35kks8nOTfJ9Un+d9+1j0rywyTfAZ41VfckSZIkSRpOU1YMV9UxwK3AAcD7gJ3odYn/dMzUvwG+UVXPbOa+O8kWzbH5wMuBPwBenuRJSR4P/C29IvjZzXUlSZIkSZpQm2+T/mJV3TfO+IHAnyQ5odnfFHhys/31qloFkOR7wFOAOcAFVfWLZvyzwFPH+8Aki4BFAJtuPWuy7kOSJEmSNGTaLIbvnWA8wKFV9YPfGkz+CHigb+ghNjB/VS0GFgPM2uEJtSHnSpIkSZKmjy5+tdJ5wBuTBCDJ7uuY/23gOUkel2QT4LBBB5QkSZIkDbcuFsPvBDYBrkpybbM/oaq6DTgJuBS4BLhu0AElSZIkScMtVaO5WnjWDk+oZ737DW3H0CT6yiFvazuCJEmSpI5IsqyqFkx0vIudYUmSJEmSBqrNF2i1asfZj7eTKEmSJEkjys6wJEmSJGnkWAxLkiRJkkbOyC6Tvn7l7fzx5z/Ydgw9DF9+6fFtR5AkSZI05OwMS5IkSZJGjsWwJEmSJGnkTNtiOMmj2s4gSZIkSeqmThTDSf5nkjf17Z+c5C+SvCXJ5UmuSvK3fcf/b5JlSa5NsqhvfHWSf0xyJbD3FN+GJEmSJGlIdKIYBk4DXg2QZCPgFcDPgB2BZwLzgT2S7NfMf21V7QEsAI5P8rhmfAvg21W1W1V9cypvQJIkSZI0PDrxNumqujnJnUl2B7YFrgD2BA5stgFm0CuOL6JXAB/SjD+pGb8TeAj43ESf03SRFwFsOmerAdyJJEmSJGkYdKIYbnwMOBL4PXqd4v8G/H1V/XP/pCT7A88D9q6qXya5ANi0OXx/VT000QdU1WJgMcCsHZ5ck5xfkiRJkjQkurJMGuBs4AX0OsLnNT+vTTIDIMkTkmwDzAJWNIXw04G92gosSZIkSRpOnekMV9WDSf4dWNl0d89P8gzg0iQAq4FXAucCxyS5DvgBcFlbmSVJkiRJw6kzxXDz4qy9gMPWjFXVB4APjDP9heNdo6pmDCadJEmSJGk66UQxnGQn4Bzg7Kq6fio+c8fZ2/Dllx4/FR8lSZIkSeqYThTDVfU9YPu2c0iSJEmSRkOXXqAlSZIkSdKU6ERnuA3Xr7iDP/7cx9qOoXF8+dDXtR1BkiRJ0jRnZ1iSJEmSNHKGohhOclKSE9rOIUmSJEmaHta6TDrJl4Ca6HhV/cmkJ5IkSZIkacDW1Rl+D/CPwE3AfcBHm5/VwA2DDJbkb5L8MMk3gac1Y69PcnmSK5N8LsnmSbZMclOSTZo5M/v3JUmSJEkaa63FcFVdWFUXAs+qqpdX1Zean8OBfQcVKskewCuA+cCLgD2bQ5+vqj2rajfgOuDoqroHuAD442bOK5p5vxpUPkmSJEnScFvfZ4a3SPKf3wOc5PeBLQYTCegV2mdX1S+r6m7gi834LkkuTnI1cASwczP+MeCoZvso4OPjXTTJoiRLkyx98O57BhhfkiRJktRl6/vVSm8CLkhyIxDgKcCigaWa2OnAS6rqyiRHAvsDVNUlSeYm2R94VFVdM97JVbUYWAwwa97cCZ+FliRJkiRNb+vsDCfZCJgF7Aj8BXA88LSqOn+AuS4CXpJksyRbAi9uxrcEbmueBz5izDmfAD7NBF1hSZIkSZLWWGcxXFW/Ad5aVQ9U1ZXNzwODDFVV3wU+C1wJfBW4vDn0duDbwCXA98ecdiawFfCZQWaTJEmSJA2/9V0m/W/N9/x+Frh3zWBV3TWQVL1rnwycPM6hf5rglGcDS6pq5aAySZIkSZKmh/Uthl/e/D6ub6yA7ceZO+WSfAh4Ib03T0uSJEmStFapGs33SC1YsKCWLl3adgxJkiRJ0gAkWVZVCyY6vl6d4eaFVW8A9muGLvJgaM8AACAASURBVAD+2e/ylSRJkiQNo/VdJv1PwCbAR5r9VzVjrxtEKEmSJEmSBml9i+E9q2q3vv1vJLlyEIGmyo9W3MVBS85sO4bGOGfh2G/MkiRJkqTJt86vVmo8lGTemp0k2wMPDSaSJEmSJEmDtdbOcJI3Ad8CTqTXDb6pOTQXeO1go/1WjtnA4VX1kXVOliRJkiRpHdbVGX4i8H563y/8c+Au4HPAPlX1jQFn6zcbOHbsYJL1XeYtSZIkSdJ/WmsxWVUnACR5NLAA2AfYH/jrJCuraqeBJ+x5FzAvyXLgV8D9wArg6Un+Bbirqt7fZD0ZuL2qPjBF2SRJkiRJQ2Z9O6ubATOBWc3PrcDVgwo1jhOBXapqfpL9gS83+zclmQt8Hnh/ko2AVwDPnMJskiRJkqQhs65nhhcDOwP3AN+m9/zwe6tqxRRkW5vvVNVNAFV1c5I7k+wObAtcUVV3jndSkkXAIoDN5jxuysJKkiRJkrplXZ3hJwOPAa4Hfgr8BFg56FDr4d4x+x8DjgR+DzhtopOqajGwGGD2vO1rUOEkSZIkSd22rmeGX5Ak9LrD+wD/H7BLkruAS6vqHVOQEXqd6S3Xcvxs4H8CmwCHT0kiSZIkSdLQWuczw1VVwDVJVgKrmp+D6D2XOyXFcFXdmeSSJNcA99F7s3X/8QeT/Duwsqr8/mNJkiRJ0lqt65nh4+l1hPeh9xbnbzU/pzG1L9Ciqibs+DYvztoLOGzqEkmSJEmShtW6OsNzgbOAN1fVbYOPs+GS7AScA5xdVdev73k7bPVYzll4xOCCSZIkSZI6a13PDP/lVAV5uKrqe8D2beeQJEmSJA2PjdoOIEmSJEnSVFvnC7Smqx+tWMmLl3y+7Rjq86WFL207giRJkqQRYWdYkiRJkjRyWimGk8xOcmyzvX+ScyaY97HmBVmSJEmSJE2atjrDs4Fj1zWpql7XvCBLkiRJkqRJ01Yx/C5gXpLlwLuBGUmWJPl+kjOTBCDJBUkWNNurk5yc5MoklyXZthmf1+xfneTvkqxu6Z4kSZIkSUOirWL4ROCGqpoPvAXYHXgTsBO9r0l61jjnbAFcVlW7ARcBr2/GPwB8oKr+APjJoINLkiRJkoZfV16g9Z2q+klV/QZYDswdZ86DwJpni5f1zdkbOKvZ/vTaPiTJoiRLkyx98O5Vjzi0JEmSJGk4daUYfqBv+yHG/8qnX1VVrWPOWlXV4qpaUFULHj1z1sOIKUmSJEmaDtoqhu8Btpyka10GHNpsv2KSrilJkiRJmsZaKYar6k7gkiTX0HuB1iPxJuAvk1wF7AC4/lmSJEmStFYbvNR4slTV4ROM/3nf9v592zP6tpcAS5rdnwJ7VVUleQXwtIEEliRJkiRNG60Vw5NoD+DDzdcxrQRe23IeSZIkSVLHDX0xXFUXA7tt6Hk7bDWbLy186QASSZIkSZK6ritvk5YkSZIkacpYDEuSJEmSRs7QL5N+uH604m4OXnJu2zGmtS8sfEHbESRJkiRpXHaGJUmSJEkjp9PFcJLZSY5dj3mrm99zm+8uliRJkiRpQp0uhoHZwDqLYUmSJEmSNkTXnxl+FzAvyXLga8DtwMuAxwBnV9U72gwnSZIkSRpOXe8MnwjcUFXz6RXDOwLPBOYDeyTZr81wkiRJkqTh1PXOcL8Dm58rmv0Z9Irji9b3AkkWAYsANpuzzWTnkyRJkiQNiWEqhgP8fVX988O9QFUtBhYDzJ731JqsYJIkSZKk4dL1ZdL3AFs22+cBr00yAyDJE5LY3pUkSZIkbbBOd4ar6s4klzRfl/RV4NPApUkAVgOvpPdSLUmSJEmS1luni2GAqjp8zNAHxpkzo/l9M7DLFMSSJEmSJA2xzhfDg7LDVjP5wsIXtB1DkiRJktSCrj8zLEmSJEnSpLMYliRJkiSNnJFdJn3DitUc8rlvth1jWjr70Ge3HUGSJEmS1srOsCRJkiRp5HSmGE4yt/kKpfWdf1KSEwaZSZIkSZI0PXWmGJYkSZIkaap0rRh+VJKPJrk2yflJNksyL8m5SZYluTjJ08eelOSCJB9IsjzJNUme2UZ4SZIkSdJw6FoxvCNwSlXtDKwEDgUWA2+sqj2AE4CPTHDu5lU1HzgWOG0qwkqSJEmShlPX3iZ9U1Utb7aXAXOBfYCzkqyZ85gJzv0MQFVdlGRmktlVtbJ/QpJFwCKAzeZsO8nRJUmSJEnDomvF8AN92w8B2wIrm47vutQ69qmqxfQ6zWw17+m/c1ySJEmSNBq6tkx6rLuBm5IcBpCe3SaY+/JmzrOBVVW1aooySpIkSZKGTNeLYYAjgKOTXAlcCxw8wbz7k1wBnAocPVXhJEmSJEnDpzPLpKvqZmCXvv339B1+wTjzTxoz9KmqetNAwkmSJEmSppVh6AxLkiRJkjSpOtMZfiSqav8NPWfeVjM4+9BnDyCNJEmSJKnr7AxLkiRJkkaOxbAkSZIkaeRMi2XSD8eNK+7jsM9d1XaMaeesQ3dtO4IkSZIkrZOdYUmSJEnSyJl2xXCSuUmuaTuHJEmSJKm7pl0xLEmSJEnSurT+zHCStwOvBH4B3AIsA/4NOBXYHLgBeG1VrUgyf4LxPYDTmkueP8W3IEmSJEkaMq12hpPsCRwK7Aa8EFjQHPoE8FdVtStwNfCOdYx/HHhjVe02VdklSZIkScOr7WXSzwK+UFX3V9U9wJeALYDZVXVhM+cMYL8ksyYYn92MX9SMf3KiD0uyKMnSJEsfuHvFQG5IkiRJktR9bRfDU6qqFlfVgqpa8JiZW7UdR5IkSZLUkraL4UuAFyfZNMkM4CDgXmBFkn2bOa8CLqyqVROMrwRWJnl2M37EFOaXJEmSJA2hVl+gVVWXJ/kicBXwc3rPAa8CXgOcmmRz4EbgqOaUicaPAk5LUvgCLUmSJEnSOrT+NmngPVV1UlPgXgQsq6rlwF5jJ65lfBm9l3Ct8dZBhZUkSZIkDb8uFMOLk+wEbAqcUVXfnYoP3X6rzTjr0F2n4qMkSZIkSR3TejFcVYe3nUGSJEmSNFrafoGWJEmSJElTrvXOcFtuWfkgx599S9sxhtIHD3lS2xEkSZIk6RGxMyxJkiRJGjmdLYaTrG5+b5dkSdt5JEmSJEnTR+eXSVfVrcDCtnNIkiRJkqaPznaG10gyN8k1zfZlSXbuO3ZBkgVJtkhyWpLvJLkiycHtJZYkSZIkdV3ni+ExPgu8DCDJ44HHV9VS4G+Ab1TVM4EDgHcn2aK9mJIkSZKkLhu2Yvhf+a8l0y8D1jxLfCBwYpLlwAXApsCTx56cZFGSpUmW3nf3XVMQV5IkSZLURZ1/ZrhfVf00yZ1JdgVeDhzTHApwaFX9YB3nLwYWA2y7w6410LCSJEmSpM4ats4w9JZKvxWYVVVXNWPnAW9MEoAku7cVTpIkSZLUfcNYDC8BXkFvyfQa7wQ2Aa5Kcm2zL0mSJEnSuDq7TLqqZjS/bwZ26Rv/OWNyV9V9wJ9NZT5JkiRJ0vAaxs6wJEmSJEmPSGc7w4P2pNmP5oOHPKntGJIkSZKkFtgZliRJkiSNHIthSZIkSdLIGdll0rev/BWnnP3ztmMMjeMO2bbtCJIkSZI0aewMS5IkSZJGTqeK4STHJ7kuyZkbeN7pSRYOKpckSZIkaXrp2jLpY4HnVdVP2g4iSZIkSZq+OtMZTnIqsD3w1SSrkpzQd+yaJHOb7VcnuSrJlUk+Oc513tl0ih81VdklSZIkScOlM53hqjomyQuAA4A/H29Okp2BtwH7VNUdSR475vi7gS2Bo6qqBp1ZkiRJkjScOtMZXk/PBc6qqjsAququvmNvB2ZV1TETFcJJFiVZmmTp6rvvGm+KJEmSJGkEdLUY/jW/nW3T9TjncmCPsd3iflW1uKoWVNWCGTMnnCZJkiRJmua6WgzfDPwhQJI/BH6/Gf8GcFiSxzXH+ivac4F3AV9OsuXURZUkSZIkDZuuFsOfAx6b5Fp6zw//EKCqrgVOBi5MciXw3v6Tquos4KPAF5NsNrWRJUmSJEnDojMv0AKoqrl9uwdOMOcM4IwxY0f2bZ8GnDaAeJIkSZKkaaJTxfBU2mb2Jhx3yLZtx5AkSZIktaCry6QlSZIkSRoYi2FJkiRJ0sgZ2WXSK1f8ms8vuaPtGEPhpQvntB1BkiRJkiaVnWFJkiRJ0sjpXDGcZHaSY9dj3urm9/5Jzhl8MkmSJEnSdNG5YhiYDayzGJYkSZIk6eHqYjH8LmBekuVJ3pfk60m+m+TqJAev7cQkeya5Ism8KcoqSZIkSRpCXXyB1onALlU1P8nGwOZVdXeSOcBlSb5YVTX2pCT7AB8CDq6q/5jizJIkSZKkIdLFYrhfgP+VZD/gN8ATgG2Bn42Z9wxgMXBgVd064cWSRcAigDlznjiQwJIkSZKk7uviMul+RwBbA3tU1Xzg58Cm48y7Dbgf2H1tF6uqxVW1oKoWzJr5uEkPK0mSJEkaDl3sDN8DbNlszwJur6pfJTkAeMoE56wEjga+luTeqrpg8DElSZIkScOqc53hqroTuCTJNcB8YEGSq4FXA99fy3k/Bw4CTknyR1MSVpIkSZI0lLrYGaaqDl+POTOa3xcAFzTb/wHsPMhskiRJkqTh17nOsCRJkiRJg9bJzvBUmL3Vxrx04Zy2Y0iSJEmSWmBnWJIkSZI0ciyGJUmSJEkjZ2SXSd9z16/59zN/0XaMTjvgiK3bjiBJkiRJA2FnWJIkSZI0cjpZDCeZ23zP8JSeK0mSJEkaDZ0shiVJkiRJGqQuF8MbJzkzyXVJliTZPMn/n+TyJNckWZwkAEn2SHJlkiuB41rOLUmSJEnquC4Xw08DPlJVzwDuBo4FPlxVe1bVLsBmwEHN3I8Db6yq3dqJKkmSJEkaJl0uhm+pqkua7U8BzwYOSPLtJFcDzwV2TjIbmF1VFzVzPznRBZMsSrI0ydJVd9850PCSJEmSpO7qcjFc4+x/BFhYVX8AfBTYdIMuWLW4qhZU1YJZMx83STElSZIkScOmy8Xwk5Ps3WwfDnyz2b4jyQxgIUBVrQRWJnl2c/yIqY0pSZIkSRo2G7cdYC1+AByX5DTge8A/AVsB1wA/Ay7vm3sUcFqSAs6f6qCSJEmSpOHSyWK4qm4Gnj7Oobc1P2PnLwP6X5711sEkkyRJkiRNB50shqfClo/dmAOO2LrtGJIkSZKkFnT5mWFJkiRJkgbCYliSJEmSNHJGdpn0L+/4NVd87Pa2Y3TK7q/bpu0IkiRJkjQl7AxLkiRJkkZOZ4rhJMcnuS7JiiQnNmMnJTmh2T49ycJ2U0qSJEmSpoMuLZM+FnheVf1kMi6WZOOq+vVkXEuSJEmSNL10ojOc5FRge+CrSd6c5MPrmL9HkguTLEtyXpLHN+MXJHl/kqXAX0xBdEmSJEnSEOpEMVxVxwC3AgcAK9Y2N8kmwIeAhVW1B3AacHLflEdX1YKq+sdB5ZUkSZIkDbcuLZNeX08DdgG+lgTgUcBtfcc/O9GJSRYBiwB+77FPHGBESZIkSVKXDWMxHODaqtp7guP3TnRiVS0GFgPsNHd+DSCbJEmSJGkIdGKZ9Ab6AbB1kr2ht2w6yc4tZ5IkSZIkDZGhK4ar6kFgIfAPSa4ElgP7tJtKkiRJkjRMOrNMuqrmNpunNz9U1Ul9x4/s214O7DfONfYfWEBJkiRJ0rQxdJ1hSZIkSZIeqc50hqfa5nM2ZvfXbdN2DEmSJElSC+wMS5IkSZJGjsWw/l97dx9sV1Xecfz7K4QXCfJOiIAGKuJbJZJgoSBDq0WxotRSweKISo21DIodcKRYizN1Oq1Oq6hVUlSsYzGKpVIcDfiCiBVIAgmvBrGkigJRFDCggvj0j7OCx9vkRjT3vO3vZ2bNXWfttfd+7n3Cvjx3r7OPJEmSJHVOZ5dJP3jXQ6x5153DDmNkzDt1j2GHIEmSJEkD451hSZIkSVLnjN2d4SRnAeuAxwKXV9XnhxuRJEmSJGncjF0xvF5VvXXYMUiSJEmSxtNYLJNOcmaSW5JcAezfxs5LcmzrL0jy5SQrkixNMneoAUuSJEmSRtrIF8NJFgDHA/OBFwAHTdk+C3gPcGxVLQA+BLx90HFKkiRJksbHOCyTfjZwYVU9AJDkoinb9weeDlyaBGAL4I4NHSjJImARwON22nOm4pUkSZIkjbhxKIY3JcCNVXXIpiZW1WJgMcAz9j6gZjowSZIkSdJoGvll0sDlwDFJtk2yPXD0lO2rgd2SHAK9ZdNJnjboICVJkiRJ42Pk7wxX1TVJlgCrgLXAsinbH2wP0jo7yQ70vqd3ATcOPFhJkiRJ0lgY+WIYoKrezjQPxaqqlcDhg4tIkiRJkjTOxqIYnglbzZnFvFP3GHYYkiRJkqQhGIf3DEuSJEmStFlZDEuSJEmSOqezy6Qfuuun3PnOW4cdxkjY47QnDjsESZIkSRoo7wxLkiRJkjpn4orhJOuGHYMkSZIkabRNXDEsSZIkSdKmjGQxnOTlSa5OsjLJOUm2SLIuyduTrEpyZZI5be4+Sb6W5Pokfzfs2CVJkiRJo2/kiuEkTwGOAw6tqvnAw8AJwHbAlVV1AHA58Jq2y7uB91fV7wB3DCFkSZIkSdKYGbliGHgOsABYlmRle70v8CBwcZuzApjX+ocC57f+R6c7cJJFSZYnWX73uh9s7rglSZIkSWNiFIvhAB+pqvmt7V9VZwEPVVW1OQ/zyx8LVVMPsiFVtbiqFlbVwl1m77x5o5YkSZIkjY1RLIa/ABybZHeAJDsnecI0878KHN/6J8x0cJIkSZKk8TdyxXBV3QS8BbgkyXXApcDcaXZ5A3BykuuBPQcQoiRJkiRpzG256SmDV1VLgCVThmf3bb8AuKD1bwMO6Zv3lhkPUJIkSZI01kbuzrAkSZIkSTNtJO8MD8KsOVuzx2lPHHYYkiRJkqQh8M6wJEmSJKlzLIYlSZIkSZ3T2WXSD931AHe9a8WwwxgJc05dMOwQJEmSJGmgvDMsSZIkSeqcsSiGk8xLcsOUsYVJzm79VyZ5b+ufleS0YcQpSZIkSRoPY7tMuqqWA8uHHYckSZIkafyMxZ3hfkn2TXJtktOTXDzseCRJkiRJ42esiuEk+wOfAl4JLBtuNJIkSZKkcTVOxfBuwKeBE6pq1a9zgCSLkixPsvwH9/9w80YnSZIkSRob41QM3wt8Czjs1z1AVS2uqoVVtXDn7XbafJFJkiRJksbKOD1A60Hgj4GlSdYB3x1yPJIkSZKkMTVOd4apqvuBFwJvBB475HAkSZIkSWNqLO4MV9Ua4Omtfw9wUNt0URs7Dziv9c8adHySJEmSpPEyFsXwTJg15zHMOXXBsMOQJEmSJA3BWC2TliRJkiRpc7AYliRJkiR1TmeXST+09kfcdfZlww5jqOa8/ohhhyBJkiRJQ+GdYUmSJElS50xkMZxkTZJdhx2HJEmSJGk0TWQxLEmSJEnSdIZaDCeZl+TmJP+a5MYklyTZNslvJ/lckhVJvpLkyW3+bkk+lWRZa4e28V3avjcmORfIML8vSZIkSdJoG4U7w/sB76uqpwH3AH8CLAZOqaoFwGnAv7S57wb+uaoOavPObeN/C1zRjnEh8PgBxi9JkiRJGjOj8DTp26pqZeuvAOYBvwd8MnnkBu/W7etzgaf2jT82yWzgcOAlAFX1mSQ/3NCJkiwCFgHstdOczftdSJIkSZLGxigUwz/t6z8MzAHuqar5G5j7W8DBVfWT/sG+4nhaVbWY3l1nDnj8/vVrRStJkiRJGnujsEx6qvuA25L8KUB6DmjbLgFOWT8xyfqC+XLgz9rYUcBOgwtXkiRJkjRuRrEYBjgBOCnJKuBG4MVt/PXAwiTXJbkJ+Is2/jbg8CQ30lsu/a1BByxJkiRJGh9DXSZdVWuAp/e9fmff5udvYP73geM2MH43cOQMhChJkiRJmkCjemdYkiRJkqQZMwoP0BqKWbtvz5zXHzHsMCRJkiRJQ+CdYUmSJElS51gMS5IkSZI6p7PLpH+29l7Wvu+/hh3GUO1+8tHDDkGSJEmShsI7w5IkSZKkzhmpYjjJumHHIEmSJEmafCNVDEuSJEmSNAgjWQyn5x1JbkhyfZLj2vjHk/xR37zzkhybZIs2f1mS65K8dnjRS5IkSZJG3UgWw8BLgPnAAcBzgXckmQssAV4KkGQr4DnAZ4CTgHur6iDgIOA1SfYZRuCSJEmSpNE3qsXwYcD5VfVwVd0FfJlekftZ4PeTbA0cBVxeVT8GjgRekWQlcBWwC7Df1IMmWZRkeZLld6+7d1DfiyRJkiRpxIzVRytV1U+SXAY8DzgO+HjbFOCUqlq6if0XA4sB5j9+v5rBUCVJkiRJI2xU7wx/BTiuvRd4N+Bw4Oq2bQnwKuDZwOfa2FLgdUlmASR5UpLtBhyzJEmSJGlMjOqd4QuBQ4BVQAFvqqo727ZLgI8Cn66qB9vYucA84JokAb4HHDPQiCVJkiRJY2OkiuGqmt2+FnB6a1PnPATsPGXs58BftyZJkiRJ0rRGqhgepC1334HdTz562GFIkiRJkoZgVN8zLEmSJEnSjElvRXL3JPkRsHrYcWigdgW+P+wgNFDmvHvMefeY824y791jzrtnc+T8CVW128Y2dnaZNLC6qhYOOwgNTpLl5rxbzHn3mPPuMefdZN67x5x3zyBy7jJpSZIkSVLnWAxLkiRJkjqny8Xw4mEHoIEz591jzrvHnHePOe8m89495rx7ZjznnX2AliRJkiSpu7p8Z1iSJEmS1FGdK4aTPD/J6iS3JnnzsOPRpiX5UJK1SW7oG9s5yaVJvtG+7tTGk+Tslt/rkhzYt8+Jbf43kpzYN74gyfVtn7OTZLpzaOYl2TvJl5LclOTGJG9o4+Z9QiXZJsnVSVa1nL+tje+T5KqWpyVJtmrjW7fXt7bt8/qOdUYbX53keX3jG7z+b+wcGowkWyS5NsnF7bU5n3BJ1rTr78oky9uY1/cJlmTHJBck+XqSm5McYs4nV5L923/f69t9SU4dyZxXVWcasAXwTWBfYCtgFfDUYcdl22TeDgcOBG7oG/tH4M2t/2bgH1r/BcBngQAHA1e18Z2B/2lfd2r9ndq2q9vctH2Pmu4ctoHkfC5wYOtvD9wCPNW8T25reZjd+rOAq1p+PgEc38Y/ALyu9f8S+EDrHw8saf2ntmv71sA+7Zq/xXTX/42dwzaw3P8V8O/AxdPlw5xPTgPWALtOGfP6PsEN+Ajw562/FbCjOe9Ga9fiO4EnjGLOh/4DGnAyDgGW9r0+Azhj2HHZfqXczeOXi+HVwNzWn0vvc6MBzgFeNnUe8DLgnL7xc9rYXODrfeOPzNvYOWxDyf+ngT80791owGOAa4DfBb4PbNnGH7mGA0uBQ1p/yzYvU6/r6+dt7Prf9tngOWwDyfVewBeAPwAuni4f5nxyGhsuhr2+T2gDdgBuoz2ryJx3qwFHAl8d1Zx3bZn0nsC3+17f3sY0fuZU1R2tfycwp/U3luPpxm/fwPh059AAtaWQz6R3p9C8T7C2XHYlsBa4lN5dvXuq6mdtSn+eHslt234vsAuP/t/CLtOcQzPvXcCbgJ+319Plw5xPjgIuSbIiyaI25vV9cu0DfA/4cHpviTg3yXaY8644Hji/9Ucu510rhjWBqvennxl9LPogzqH/L8ls4FPAqVV1X/828z55qurhqppP727hs4AnDzkkzaAkLwTWVtWKYceigTusqg4EjgJOTnJ4/0av7xNnS3pvd3t/VT0TuJ/e8tVHmPPJ1J7H8CLgk1O3jUrOu1YMfwfYu+/1Xm1M4+euJHMB2te1bXxjOZ5ufK8NjE93Dg1Akln0CuGPVdV/tGHz3gFVdQ/wJXrLV3dMsmXb1J+nR3Lbtu8A3M2j/7dw9zTn0Mw6FHhRkjXAx+ktlX435nziVdV32te1wIX0/vjl9X1y3Q7cXlVXtdcX0CuOzfnkOwq4pqruaq9HLuddK4aXAful9xTJrejdtr9oyDHp13MRcGLrn0jvPaXrx1/Rnkp3MHBvWyqxFDgyyU7tqXJH0nuP2B3AfUkObk+he8WUY23oHJphLRcfBG6uqn/q22TeJ1SS3ZLs2Prb0nuP+M30iuJj27SpOV+fp2OBL7a/AF8EHJ/ek4f3Afaj95CNDV7/2z4bO4dmUFWdUVV7VdU8evn4YlWdgDmfaEm2S7L9+j696/INeH2fWFV1J/DtJPu3oecAN2HOu+Bl/GKJNIxizof9pupBN3pPK7uF3nvRzhx2PLZfKWfnA3cAD9H76+JJ9N7z9QXgG8DngZ3b3ADva/m9HljYd5xXA7e29qq+8YX0fhF/E3gv7QEPGzuHbSA5P4zespbrgJWtvcC8T24DngFc23J+A/DWNr4vvcLmVnrLrLZu49u017e27fv2HevMltfVtKdLtvENXv83dg7bQPN/BL94mrQ5n+DWfvarWrtxfV68vk92A+YDy9s1/j/pPRnYnE9wA7ajtxJnh76xkcv5+p0kSZIkSeqMri2TliRJkiTJYliSJEmS1D0Ww5IkSZKkzrEYliRJkiR1jsWwJEmSJKlzttz0FEmSNJOSPEzv4yTWO6aq1gwpHEmSOsGPVpIkaciSrKuq2RvZFnq/r38+4LAkSZpoLpOWJGnEJJmXZHWSfwNuAPZOcnqSZUmuS/K2vrlnJrklyRVJzk9yWhu/LMnC1t81yZrW3yLJO/qO9do2fkTb54IkX0/ysVaIk+SgJP+dZFWSq5Nsn+TyJPP74rgiyQED+yFJkvQbcpm0JEnDt22Sla1/G/BGYD/gxKq6MsmR7fWzgAAXJTkcuB84HphP73f6NcCKTZzrJODeqjooydbAV5Nc0rY9E3ga8F3gq8ChSa4GlgDHVdWyJI8Ffgx8EHglcGqSJwHbVNWq3/QHIUnSoFgMS5I0fD+uqv67rPOA/62qK9vQka1d217Pplccbw9cWFUPtP0u/dzR6gAAAY1JREFU+hXOdSTwjCTHttc7tGM9CFxdVbe3Y60E5gH3AndU1TKAqrqvbf8k8DdJTgdeDZz3aL9pSZKGyWJYkqTRdH9fP8DfV9U5/ROSnDrN/j/jF2+H2mbKsU6pqqVTjnUE8NO+oYeZ5v8TquqBJJcCLwZeCiyYJhZJkkaO7xmWJGn0LQVenWQ2QJI9k+wOXA4ck2TbJNsDR/fts4ZfFKjHTjnW65LMasd6UpLtpjn3amBukoPa/O2TrC+SzwXOBpZV1Q9/o+9QkqQB886wJEkjrqouSfIU4GvtmVbrgJdX1TVJlgCrgLXAsr7d3gl8Iski4DN94+fSW/58TXtA1veAY6Y594NJjgPek2Rbeu8Xfi6wrqpWJLkP+PBm+lYlSRoYP1pJkqQJkeQsekXqOwd0vscBlwFP9qOfJEnjxmXSkiTpUUvyCuAq4EwLYUnSOPLOsCRJkiSpc7wzLEmSJEnqHIthSZIkSVLnWAxLkiRJkjrHYliSJEmS1DkWw5IkSZKkzrEYliRJkiR1zv8BGaKAg6v+qJMAAAAASUVORK5CYII=","text/plain":["<Figure size 1152x576 with 1 Axes>"]},"metadata":{"needs_background":"light"},"output_type":"display_data"}],"source":["# Plot bar graph for word frequency \n","plt.figure(figsize=(16, 8))\n","sns.barplot(x='count',y='word',data=word_freq.iloc[:30])\n","plt.title('Most Frequent Words')\n","plt.xlabel(\"Frequency\")\n","plt.ylabel(\"Word\")\n","plt.show()"]},{"cell_type":"code","execution_count":7,"metadata":{"executionInfo":{"elapsed":15,"status":"ok","timestamp":1637207738437,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"1SRccSK4Hajw"},"outputs":[],"source":["# Removed anomalous \"filler\" word \n","cleaned_df['cleaned_text'] = cleaned_df['cleaned_text'].str.replace('filler', '')"]},{"cell_type":"markdown","metadata":{"id":"2G_BjS0M6-X3"},"source":["# Remove rows that do not contain any words"]},{"cell_type":"code","execution_count":9,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"executionInfo":{"elapsed":1050,"status":"ok","timestamp":1637207757059,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"Q3gkXcX7Xi1W","outputId":"3e8f8eb1-5043-4f79-e74f-e75998ecefa1"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>class</th>\n","      <th>cleaned_text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n","      <td>suicide</td>\n","      <td>sex wife threaten suicide recently leave wife ...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Am I weird I don't get affected by compliments...</td>\n","      <td>non-suicide</td>\n","      <td>weird not affect compliment come know real lif...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Finally 2020 is almost over... So I can never ...</td>\n","      <td>non-suicide</td>\n","      <td>finally hear bad year swear fucking god annoying</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>i need helpjust help me im crying so hard</td>\n","      <td>suicide</td>\n","      <td>need help just help cry hard</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>I’m so lostHello, my name is Adam (16) and I’v...</td>\n","      <td>suicide</td>\n","      <td>lost hello adam struggle year afraid past year...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                text  ...                                       cleaned_text\n","0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n","1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n","2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n","3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n","4  I’m so lostHello, my name is Adam (16) and I’v...  ...  lost hello adam struggle year afraid past year...\n","\n","[5 rows x 3 columns]"]},"execution_count":9,"metadata":{},"output_type":"execute_result"}],"source":["# Remove rows with text length 0\n","cleaned_df = cleaned_df[cleaned_df['cleaned_text'].apply(lambda x: len(x.split())!=0)]\n","cleaned_df.reset_index(drop=True, inplace=True)\n","cleaned_df.head()"]},{"cell_type":"markdown","metadata":{"id":"GZ7rLVckH9ml"},"source":["# Remove outliers in word count of texts"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":421},"executionInfo":{"elapsed":1583,"status":"ok","timestamp":1637136480738,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"6RzKmjujH0A4","outputId":"50322473-ccdd-4ff9-fe3f-68f4e4539281"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAAY8AAAD4CAYAAAAUymoqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAaQ0lEQVR4nO3df6zV9Z3n8edroTqsrQW1e0KAWTBlukGdoXqjNO02d+tWwZkUO3FciCm36kg7YtJmSaY4nazdWhOdDe2upqWlIyNsGNHVWoiDS1nqSWeSQcVKBbSUK8VwbxC2oDJXZ+1g3/vH93Pt996e++Nz7oHzPfX1SE7O97y/3+/n+3nfHvvifL/fe48iAjMzsxz/qt0TMDOzzuPwMDOzbA4PMzPL5vAwM7NsDg8zM8s2ud0TaLULLrggZs+e3dS+b7zxBuecc05rJ9RG7qfa3E+1vdv6efbZZ38RER8Y73i/deExe/Zsdu3a1dS+9Xqd7u7u1k6ojdxPtbmfanu39SPp5ZzxfNrKzMyyOTzMzCybw8PMzLI5PMzMLNuY4SFplqQnJb0gaZ+kL6T6eZK2SzqQnqeluiTdK6lX0vOSLi2N1ZO2PyCpp1S/TNKetM+9kjTaMczMrL3G88njFLAyIuYBC4AVkuYBq4AdETEX2JFeAywC5qbHcmANFEEA3AFcAVwO3FEKgzXALaX9Fqb6SMcwM7M2GjM8IuJIRPw4Lf8T8CIwA1gMrE+brQeuTcuLgQ1R2AlMlTQduBrYHhEnIuJVYDuwMK07NyJ2RvEnfjcMG6vRMczMrI2yfs9D0mzgw8BTQC0ijqRVrwC1tDwDOFzarS/VRqv3NagzyjGGz2s5xaccarUa9Xo9p613DAwMNL1vFbmfanM/1eZ+Rjfu8JD0XuBR4IsRcTJdlgAgIkLSaf1ikNGOERFrgbUAXV1d0ewv9rzbfimo07ifanM/1dbqfsYVHpLeQxEcGyPie6l8VNL0iDiSTj0dS/V+YFZp95mp1g90D6vXU31mg+1HO8Zpsaf/dT676u+G1A7d/Yen85BmZh1pPHdbCbgfeDEivl5atQUYvGOqB9hcqi9Ld10tAF5Pp562AVdJmpYulF8FbEvrTkpakI61bNhYjY5hZmZtNJ5PHh8FPgPskbQ71f4CuBt4WNLNwMvA9WndVuAaoBd4E7gRICJOSLoTeCZt99WIOJGWbwUeAKYAT6QHoxzDzMzaaMzwiIh/ADTC6isbbB/AihHGWgesa1DfBVzcoH680THMzKy9/BvmZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmlm0832G+TtIxSXtLtYck7U6PQ4NfTytptqR/Lq37dmmfyyTtkdQr6d70feVIOk/SdkkH0vO0VFfarlfS85IubX37ZmbWjPF88ngAWFguRMR/ioj5ETEfeBT4Xmn1S4PrIuLzpfoa4BZgbnoMjrkK2BERc4Ed6TXAotK2y9P+ZmZWAWOGR0T8CDjRaF369HA98OBoY0iaDpwbETvTd5xvAK5NqxcD69Py+mH1DVHYCUxN45iZWZtNnuD+/x44GhEHSrU5kp4DTgJ/GRF/D8wA+krb9KUaQC0ijqTlV4BaWp4BHG6wzxGGkbSc4tMJtVqNer3eVDO1KbDyklNDas2OVQUDAwMdPf/h3E+1uZ9qa3U/Ew2PpQz91HEE+N2IOC7pMuD7ki4a72AREZIidxIRsRZYC9DV1RXd3d25QwBw38bNrN4z9Edy6IbmxqqCer1Osz+LKnI/1eZ+qq3V/TQdHpImA38MXDZYi4i3gLfS8rOSXgJ+D+gHZpZ2n5lqAEclTY+II+m01LFU7wdmjbCPmZm10URu1f2PwE8j4p3TUZI+IGlSWr6Q4mL3wXRa6qSkBek6yTJgc9ptC9CTlnuG1Zelu64WAK+XTm+ZmVkbjedW3QeBfwQ+JKlP0s1p1RJ+80L5x4Hn0627jwCfj4jBi+23An8N9AIvAU+k+t3AJyUdoAiku1N9K3Awbf/dtL+ZmVXAmKetImLpCPXPNqg9SnHrbqPtdwEXN6gfB65sUA9gxVjzMzOzM8+/YW5mZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZxvM1tOskHZO0t1T7iqR+SbvT45rSutsl9UraL+nqUn1hqvVKWlWqz5H0VKo/JOmsVD87ve5N62e3qmkzM5uY8XzyeABY2KD+jYiYnx5bASTNo/hu84vSPt+SNEnSJOCbwCJgHrA0bQtwTxrrg8CrwOB3pN8MvJrq30jbmZlZBYwZHhHxI+DEOMdbDGyKiLci4udAL3B5evRGxMGI+CWwCVgsScAngEfS/uuBa0tjrU/LjwBXpu3NzKzNJk9g39skLQN2ASsj4lVgBrCztE1fqgEcHla/AjgfeC0iTjXYfsbgPhFxStLraftfDJ+IpOXAcoBarUa9Xm+qodoUWHnJqSG1ZseqgoGBgY6e/3Dup9rcT7W1up9mw2MNcCcQ6Xk1cFOrJpUrItYCawG6urqiu7u7qXHu27iZ1XuG/kgO3dDcWFVQr9dp9mdRRe6n2txPtbW6n6butoqIoxHxdkT8CvguxWkpgH5gVmnTmak2Uv04MFXS5GH1IWOl9e9P25uZWZs1FR6SppdefhoYvBNrC7Ak3Sk1B5gLPA08A8xNd1adRXFRfUtEBPAkcF3avwfYXBqrJy1fB/wwbW9mZm025mkrSQ8C3cAFkvqAO4BuSfMpTlsdAj4HEBH7JD0MvACcAlZExNtpnNuAbcAkYF1E7EuH+BKwSdLXgOeA+1P9fuB/SuqluGC/ZMLdmplZS4wZHhGxtEH5/ga1we3vAu5qUN8KbG1QP8ivT3uV6/8P+JOx5mdmZmeef8PczMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMso0ZHpLWSTomaW+p9t8k/VTS85IekzQ11WdL+mdJu9Pj26V9LpO0R1KvpHslKdXPk7Rd0oH0PC3VlbbrTce5tPXtm5lZM8bzyeMBYOGw2nbg4oj4feBnwO2ldS9FxPz0+Hypvga4BZibHoNjrgJ2RMRcYEd6DbCotO3ytL+ZmVXAmOERET8CTgyr/SAiTqWXO4GZo40haTpwbkTsjIgANgDXptWLgfVpef2w+oYo7ASmpnHMzKzNJrdgjJuAh0qv50h6DjgJ/GVE/D0wA+grbdOXagC1iDiSll8Baml5BnC4wT5HGEbScopPJ9RqNer1elON1KbAyktODak1O1YVDAwMdPT8h3M/1eZ+qq3V/UwoPCR9GTgFbEylI8DvRsRxSZcB35d00XjHi4iQFLnziIi1wFqArq6u6O7uzh0CgPs2bmb1nqE/kkM3NDdWFdTrdZr9WVSR+6k291Ntre6n6fCQ9Fngj4Ar06koIuIt4K20/Kykl4DfA/oZemprZqoBHJU0PSKOpNNSx1K9H5g1wj5mZtZGTd2qK2kh8OfApyLizVL9A5ImpeULKS52H0ynpU5KWpDusloGbE67bQF60nLPsPqydNfVAuD10uktMzNrozE/eUh6EOgGLpDUB9xBcXfV2cD2dMftznRn1ceBr0r6F+BXwOcjYvBi+60Ud25NAZ5ID4C7gYcl3Qy8DFyf6luBa4Be4E3gxok0amZmrTNmeETE0gbl+0fY9lHg0RHW7QIublA/DlzZoB7AirHmZ2ZmZ55/w9zMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyjSs8JK2TdEzS3lLtPEnbJR1Iz9NSXZLuldQr6XlJl5b26UnbH5DUU6pfJmlP2ufe9D3nIx7DzMzaa7yfPB4AFg6rrQJ2RMRcYEd6DbAImJsey4E1UAQBxfefXwFcDtxRCoM1wC2l/RaOcQwzM2ujcYVHRPwIODGsvBhYn5bXA9eW6huisBOYKmk6cDWwPSJORMSrwHZgYVp3bkTsTN9bvmHYWI2OYWZmbTSRax61iDiSll8Baml5BnC4tF1fqo1W72tQH+0YZmbWRpNbMUhEhKRoxVjNHEPScopTZNRqNer1elPHqE2BlZecGlJrdqwqGBgY6Oj5D+d+qs39VFur+5lIeByVND0ijqRTT8dSvR+YVdpuZqr1A93D6vVUn9lg+9GOMURErAXWAnR1dUV3d3ejzcZ038bNrN4z9Edy6IbmxqqCer1Osz+LKnI/1eZ+qq3V/UzktNUWYPCOqR5gc6m+LN11tQB4PZ162gZcJWlaulB+FbAtrTspaUG6y2rZsLEaHcPMzNpoXJ88JD1I8anhAkl9FHdN3Q08LOlm4GXg+rT5VuAaoBd4E7gRICJOSLoTeCZt99WIGLwIfyvFHV1TgCfSg1GOYWZmbTSu8IiIpSOsurLBtgGsGGGcdcC6BvVdwMUN6scbHcPMzNrLv2FuZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2ZoOD0kfkrS79Dgp6YuSviKpv1S/prTP7ZJ6Je2XdHWpvjDVeiWtKtXnSHoq1R+SdFbzrZqZWas0HR4RsT8i5kfEfOAyiu8rfyyt/sbguojYCiBpHrAEuAhYCHxL0iRJk4BvAouAecDStC3APWmsDwKvAjc3O18zM2udVp22uhJ4KSJeHmWbxcCmiHgrIn4O9AKXp0dvRByMiF8Cm4DFkgR8Angk7b8euLZF8zUzswloVXgsAR4svb5N0vOS1kmalmozgMOlbfpSbaT6+cBrEXFqWN3MzNps8kQHSNchPgXcnkprgDuBSM+rgZsmepwx5rAcWA5Qq9Wo1+tNjVObAisvOTWk1uxYVTAwMNDR8x/O/VSb+6m2Vvcz4fCguFbx44g4CjD4DCDpu8Dj6WU/MKu038xUY4T6cWCqpMnp00d5+yEiYi2wFqCrqyu6u7ubauS+jZtZvWfoj+TQDc2NVQX1ep1mfxZV5H6qzf1UW6v7acVpq6WUTllJml5a92lgb1reAiyRdLakOcBc4GngGWBuurPqLIpTYFsiIoAngevS/j3A5hbM18zMJmhCnzwknQN8EvhcqfxXkuZTnLY6NLguIvZJehh4ATgFrIiIt9M4twHbgEnAuojYl8b6ErBJ0teA54D7JzJfMzNrjQmFR0S8QXFhu1z7zCjb3wXc1aC+FdjaoH6Q4m4sMzOrEP+GuZmZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWbYJh4ekQ5L2SNotaVeqnSdpu6QD6XlaqkvSvZJ6JT0v6dLSOD1p+wOSekr1y9L4vWlfTXTOZmY2Ma365PEfImJ+RHSl16uAHRExF9iRXgMsAuamx3JgDRRhA9wBXEHxneV3DAZO2uaW0n4LWzRnMzNr0uk6bbUYWJ+W1wPXluoborATmCppOnA1sD0iTkTEq8B2YGFad25E7IyIADaUxjIzszaZ3IIxAviBpAC+ExFrgVpEHEnrXwFqaXkGcLi0b1+qjVbva1AfQtJyik8y1Go16vV6U43UpsDKS04NqTU7VhUMDAx09PyHcz/V5n6qrdX9tCI8PhYR/ZL+DbBd0k/LKyMiUrCcNimw1gJ0dXVFd3d3U+Pct3Ezq/cM/ZEcuqG5saqgXq/T7M+iitxPtbmfamt1PxM+bRUR/en5GPAYxTWLo+mUE+n5WNq8H5hV2n1mqo1Wn9mgbmZmbTSh8JB0jqT3DS4DVwF7gS3A4B1TPcDmtLwFWJbuuloAvJ5Ob20DrpI0LV0ovwrYltadlLQg3WW1rDSWmZm1yURPW9WAx9Lds5OBv42I/y3pGeBhSTcDLwPXp+23AtcAvcCbwI0AEXFC0p3AM2m7r0bEibR8K/AAMAV4Ij3MzKyNJhQeEXEQ+IMG9ePAlQ3qAawYYax1wLoG9V3AxROZp5mZtZZ/w9zMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyNR0ekmZJelLSC5L2SfpCqn9FUr+k3elxTWmf2yX1Stov6epSfWGq9UpaVarPkfRUqj8k6axm52tmZq0zkU8ep4CVETEPWACskDQvrftGRMxPj60Aad0S4CJgIfAtSZMkTQK+CSwC5gFLS+Pck8b6IPAqcPME5mtmZi3SdHhExJGI+HFa/ifgRWDGKLssBjZFxFsR8XOgF7g8PXoj4mBE/BLYBCyWJOATwCNp//XAtc3O18zMWmdyKwaRNBv4MPAU8FHgNknLgF0Un05epQiWnaXd+vh12BweVr8COB94LSJONdh++PGXA8sBarUa9Xq9qT5qU2DlJaeG1JodqwoGBgY6ev7DuZ9qcz/V1up+Jhwekt4LPAp8MSJOSloD3AlEel4N3DTR44wmItYCawG6urqiu7u7qXHu27iZ1XuG/kgO3dDcWFVQr9dp9mdRRe6n2txPtbW6nwmFh6T3UATHxoj4HkBEHC2t/y7weHrZD8wq7T4z1RihfhyYKmly+vRR3v6Mmb3q736jdujuPzzT0zAzq5SJ3G0l4H7gxYj4eqk+vbTZp4G9aXkLsETS2ZLmAHOBp4FngLnpzqqzKC6qb4mIAJ4Erkv79wCbm52vmZm1zkQ+eXwU+AywR9LuVPsLirul5lOctjoEfA4gIvZJehh4geJOrRUR8TaApNuAbcAkYF1E7EvjfQnYJOlrwHMUYWVmZm3WdHhExD8AarBq6yj73AXc1aC+tdF+EXGQ4m4sMzOrEP+GuZmZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZWvJ19C+2zT6gijwl0SZ2buHP3mYmVk2h4eZmWVzeJiZWbbKh4ekhZL2S+qVtKrd8zEzs4pfMJc0Cfgm8EmgD3hG0paIeKG9M2us0YV0X0Q3s99GlQ4Piu8v703fZY6kTcBioJLh0chId2YN55Axs05S9fCYARwuve4Drhi+kaTlwPL0ckDS/iaPdwHwiyb3nRDdc1qGbVs/p4n7qTb3U21j9fNvcwareniMS0SsBdZOdBxJuyKiqwVTqgT3U23up9rcz+iqfsG8H5hVej0z1czMrI2qHh7PAHMlzZF0FrAE2NLmOZmZvetV+rRVRJySdBuwDZgErIuIfafxkBM+9VUx7qfa3E+1uZ9RKCJaOZ6Zmb0LVP20lZmZVZDDw8zMsjk8kk75MyiS1kk6JmlvqXaepO2SDqTnaakuSfemnp6XdGlpn560/QFJPe3oJc1jlqQnJb0gaZ+kL3RyT5J+R9LTkn6S+vmvqT5H0lNp3g+lG0CQdHZ63ZvWzy6NdXuq75d0dTv6SfOYJOk5SY+n1x3bS5rLIUl7JO2WtCvVOvL9luYxVdIjkn4q6UVJHzkj/UTEu/5BcTH+JeBC4CzgJ8C8ds9rhLl+HLgU2Fuq/RWwKi2vAu5Jy9cATwACFgBPpfp5wMH0PC0tT2tTP9OBS9Py+4CfAfM6tac0r/em5fcAT6V5PgwsSfVvA3+Wlm8Fvp2WlwAPpeV56X14NjAnvT8ntel/o/8M/C3weHrdsb2k+RwCLhhW68j3W5rLeuBP0/JZwNQz0U9b/ser2gP4CLCt9Pp24PZ2z2uU+c5maHjsB6an5enA/rT8HWDp8O2ApcB3SvUh27W5t80Uf8us43sC/jXwY4q/ivALYPLw9xvFnYQfScuT03Ya/h4sb3eGe5gJ7AA+ATye5taRvZSOf4jfDI+OfL8B7wd+Trr56Uz249NWhUZ/BmVGm+bSjFpEHEnLrwC1tDxSX5XsN53m+DDFv9Y7tqd0mmc3cAzYTvEv7dci4lSDub0z77T+deB8qtPPfwf+HPhVen0+ndvLoAB+IOlZFX/aCDr3/TYH+L/A36RTi38t6RzOQD8Oj98yUfyzoePuv5b0XuBR4IsRcbK8rtN6ioi3I2I+xb/aLwf+XZun1BRJfwQci4hn2z2XFvtYRFwKLAJWSPp4eWWHvd8mU5zGXhMRHwbeoDhN9Y7T1Y/Do9DpfwblqKTpAOn5WKqP1Fel+pX0Horg2BgR30vlju4JICJeA56kOLUzVdLgL+WW5/bOvNP69wPHqUY/HwU+JekQsIni1NX/oDN7eUdE9KfnY8BjFAHfqe+3PqAvIp5Krx+hCJPT3o/Do9DpfwZlCzB4d0QPxXWDwfqydIfFAuD19FF2G3CVpGnpLoyrUu2MkyTgfuDFiPh6aVVH9iTpA5KmpuUpFNdvXqQIkevSZsP7GezzOuCH6V+KW4Al6Q6mOcBc4Okz00UhIm6PiJkRMZviv4kfRsQNdGAvgySdI+l9g8sU75O9dOj7LSJeAQ5L+lAqXUnxlRWnv592XbSq2oPiLoSfUZyf/nK75zPKPB8EjgD/QvGvjpspzivvAA4A/wc4L20rii/TegnYA3SVxrkJ6E2PG9vYz8coPlI/D+xOj2s6tSfg94HnUj97gf+S6hdS/B9mL/C/gLNT/XfS6960/sLSWF9Ofe4HFrX5fdfNr++26the0tx/kh77Bv9b79T3W5rHfGBXes99n+JuqdPej/88iZmZZfNpKzMzy+bwMDOzbA4PMzPL5vAwM7NsDg8zM8vm8DAzs2wODzMzy/b/AXtoh1XblLKKAAAAAElFTkSuQmCC","text/plain":["<Figure size 432x288 with 1 Axes>"]},"metadata":{"needs_background":"light"},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["count    232009.000000\n","mean         53.143029\n","std          89.614739\n","min           1.000000\n","25%          12.000000\n","50%          25.000000\n","75%          62.000000\n","max        5850.000000\n","dtype: float64\n"]}],"source":["# Get word count of posts \n","posts_len = [len(x.split()) for x in cleaned_df['cleaned_text']]\n","pd.Series(posts_len).hist(bins=60)\n","plt.show()\n","print(pd.Series(posts_len).describe())"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qrv0vCcQX3pR"},"outputs":[],"source":["# Subset dataset to obtain rows with less than or equal to 62 words\n","cleaned_df = cleaned_df[cleaned_df['cleaned_text'].apply(lambda x: len(x.split())<=62)]\n","cleaned_df.reset_index(drop=True, inplace=True)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"executionInfo":{"elapsed":10,"status":"ok","timestamp":1637136481462,"user":{"displayName":"Quek Yi Zhen","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"10725828602304131495"},"user_tz":-480},"id":"ny4vMK65YCFu","outputId":"195a1bb1-41f9-47c3-d406-9e47e146c5b8"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>class</th>\n","      <th>cleaned_text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n","      <td>suicide</td>\n","      <td>sex wife threaten suicide recently leave wife ...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Am I weird I don't get affected by compliments...</td>\n","      <td>non-suicide</td>\n","      <td>weird not affect compliment come know real lif...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Finally 2020 is almost over... So I can never ...</td>\n","      <td>non-suicide</td>\n","      <td>finally hear bad year swear fucking god annoying</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>i need helpjust help me im crying so hard</td>\n","      <td>suicide</td>\n","      <td>need help just help cry hard</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>It ends tonight.I can’t do it anymore. \\nI quit.</td>\n","      <td>suicide</td>\n","      <td>end tonight not anymore quit</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                text  ...                                       cleaned_text\n","0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n","1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n","2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n","3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n","4   It ends tonight.I can’t do it anymore. \\nI quit.  ...                       end tonight not anymore quit\n","\n","[5 rows x 3 columns]"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["# Check dataset \n","cleaned_df.head()"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Yk4TrRoEKzN8"},"outputs":[],"source":["# Export cleaned dataset \n","cleaned_df.to_csv('/content/drive/MyDrive/BT4222 Project/Data/suicide_detection_final_cleaned.csv', index=False)"]}],"metadata":{"colab":{"collapsed_sections":[],"name":"Data Cleaning.ipynb","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}
=======
{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "a4Zv4PBNz--1"
   },
   "source": [
    "# Data Cleaning"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "MnZGxxqg0JA-"
   },
   "source": [
    "This notebook aims to perform data cleaning after text preprocessing is done."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 19024,
     "status": "ok",
     "timestamp": 1637207711175,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "IM_SCTSfBl2r",
    "outputId": "615a5dbd-885e-434e-feed-281d8e5f4cd4"
   },
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'google'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/var/folders/31/n03qdcc94nd30m5mgz12qm8c0000gn/T/ipykernel_2007/3329394316.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mgoogle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolab\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mdrive\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mdrive\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmount\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'/content/drive'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mforce_remount\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'google'"
     ]
    }
   ],
   "source": [
    "from google.colab import drive\n",
    "drive.mount('/content/drive', force_remount=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "executionInfo": {
     "elapsed": 2723,
     "status": "ok",
     "timestamp": 1637207713890,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "VGvgGiUqBrhN"
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt \n",
    "# Adding tensorflow to help with customization and cleaning the data (JJ)\n",
    "from tensorflow.keras.preprocessing.text import Tokenizer\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 18,
     "status": "ok",
     "timestamp": 1637207713892,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "-8PPy9axz9_7",
    "outputId": "6b1ef49e-ce05-48df-9b08-8176a92ef429"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Directory changed\n"
     ]
    }
   ],
   "source": [
    "# Change to your own directory\n",
    "try:\n",
    "    os.chdir(\"/content/drive/MyDrive/BT4222 Project\")\n",
    "    print(\"Directory changed\")\n",
    "except OSError:\n",
    "    print(\"Error: Can't change the Current Working Directory\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "executionInfo": {
     "elapsed": 5532,
     "status": "ok",
     "timestamp": 1637207722773,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "rjR7HT2vBxAu",
    "outputId": "6dbcfc45-94a2-4644-8b2d-86f7f4b743f0"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>class</th>\n",
       "      <th>cleaned_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n",
       "      <td>suicide</td>\n",
       "      <td>sex wife threaten suicide recently leave wife ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Am I weird I don't get affected by compliments...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>weird not affect compliment come know real lif...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Finally 2020 is almost over... So I can never ...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>finally hear bad year swear fucking god annoying</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>i need helpjust help me im crying so hard</td>\n",
       "      <td>suicide</td>\n",
       "      <td>need help just help cry hard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>I’m so lostHello, my name is Adam (16) and I’v...</td>\n",
       "      <td>suicide</td>\n",
       "      <td>lost hello adam struggle year afraid past year...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  ...                                       cleaned_text\n",
       "0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n",
       "1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n",
       "2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n",
       "3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n",
       "4  I’m so lostHello, my name is Adam (16) and I’v...  ...  lost hello adam struggle year afraid past year...\n",
       "\n",
       "[5 rows x 3 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load dataset\n",
    "cleaned_df = pd.read_csv('Data/suicide_detection_full_cleaned.csv') \n",
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "KfsrX9YtH36u"
   },
   "source": [
    "# Remove irrelevant words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "executionInfo": {
     "elapsed": 11166,
     "status": "ok",
     "timestamp": 1637207737632,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "rNOgh20iCfG9"
   },
   "outputs": [],
   "source": [
    "# Obtain word frequency \n",
    "tokenizer = Tokenizer()\n",
    "tokenizer.fit_on_texts(cleaned_df['cleaned_text'])\n",
    "word_freq = pd.DataFrame(tokenizer.word_counts.items(), columns=['word','count']).sort_values(by='count', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 513
    },
    "executionInfo": {
     "elapsed": 811,
     "status": "ok",
     "timestamp": 1637207738434,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "QP6paBF5B62t",
    "outputId": "3dbe5df7-05ee-4821-9fbb-4e6914447197"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA8MAAAHwCAYAAACCBL0cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzda7hdZXnv/+8PQTmEJGiAiqeUgAegEEqwgILgduOhWESCWvAAoilCpdo/Wrqrf+m27Nqt9Yyl0Y2gorVE2SoqYLUcRFASCSdRkYNFQRFIAkEOivd+MUfa6XKtHGDNNcZc8/u5rnWtMZ7xjDF/Y/GGO/czxkxVIUmSJEnSKNmo7QCSJEmSJE01i2FJkiRJ0sixGJYkSZIkjRyLYUmSJEnSyLEYliRJkiSNHIthSZIkSdLIsRiWJElDK8ncJJVk47azSJKGi8WwJGmkJLk5yYNJ5owZv6IpquY+wutXkh3WcvzIJA8lWd338+FH8plTaV3FZ5LHN8e37Rv7mwnGzp2KzJIkjcdiWJI0im4C/nTNTpI/ADafws+/tKpm9P38+dgJw9rprKrbgB8B+/UN7wd8f5yxizbk2sP6N5EkdZPFsCRpFH0SeHXf/muAT/RPSDIrySeS/CLJj5O8LclGzbEdklyYZFWSO5J8thlfU9xd2XR8X76+gZKclGRJkk8luRs4ssnwf5LcluSnSf4uyaOa+Y9K8p7m829Mclx/x7bpgD9vzPU/1be/V5JvJVmZ5Mok+/cduyDJO5NckuSeJOf3ddLX3OPK5h73Hud2LqIpfJu8fwh8YMzY3sBFSTZq/rY/TnJ78zef1cxb04U+Osl/AN8Ye9/AH4/5Ox7Z/D3uSXJTkiPW97+BJGm0WAxLkkbRZcDMJM9oCrNXAJ8aM+dDwCxge+A59Irno5pj7wTOB7YCntjMparWdD53azq+n93AXAcDS4DZwJnA6cCvgR2A3YEDgdc1c18PHNSMLwAWru+HJHkC8GXg74DHAicAn0uydd+0w+nd7zbAo5s58F/d3dnNPV46zkdc1Ddvd+A64OtjxjYBvgMc2fwcQO9vPQMYu2z8OcAzgOev7b6TbAF8EHhhVW0J7AMsX8efQ5I0oiyGJUmjak13+L/TK9Z+uuZAX4H811V1T1XdDPwj8Kpmyq+ApwDbVdX9VfXNDfzsvZqO7JqfvZrxS6vq/1bVb4CZwIuAN1XVvVV1O/C+JhfAy4D3V9UtVXUX8Pcb8PmvBL5SVV+pqt9U1deApc3nrfHxqvphVd0H/CswfwOufyGwS5LZwL7AxVV1PbB139hlVfUgcATw3qq6sapWA38NvGLMkuiTmr/Bfetx379pPnuzqrqtqq7dgNySpBFiMSxJGlWfpNf9PJIxS6SBOfQ6lz/uG/sx8IRm+61AgO8kuTbJazfwsy+rqtl9P5c147f0zXlKk+G2NUUz8M/0OrUA242Z3591XZ4CHNZfkAPPBh7fN+dnfdu/pNexXS/NPx78lF7Rux9wcXPoW31ja5Zbb8fv/p03BrbtG+u/zwnvu6ruBV4OHEPv7/blJE9f39ySpNFiMSxJGklV9WN6L9J6EfD5MYfv4L+6v2s8maZ7XFU/q6rXV9V2wJ8BH1nbG6Q3JFbf9i3AA8CcvqJ5ZlXt3By/DXjSmHz97uW3Xwr2e2Ou/ckxBfkWVfWuDcy4NmuWSu9NrwiGXlG8H73Ce00xfCu/+3f+NfDzCT5zrfddVedV1X+nV9h/H/joeuaVJI0Yi2FJ0ig7Gnhu01H8T1X1EL2lwScn2TLJU4C/pHmuOMlhSZ7YTF9Br1j7TbP/c3rPvj4izVuZzwf+McnM5kVT85I8p5nyr8DxSZ6YZCvgxDGXWE5vufEmScY+U/wp4MVJnt+8kGrTJPv33dPa/ILeva7rHi+itwz91qq6uxn7ZjM2C1jzrPFngDcn+f0kM4D/BXy2qn49wXUnvO8k2yY5uHl2+AFgNf/130WSpN9iMSxJGllVdUNVLZ3g8BvpdVdvpFfEfRo4rTm2J/DtJKuBLwJ/UVU3NsdOAs5olh+/7BFGfDW9l1d9j17RvYT/Wsr8UeA84Ergu/xud/vtwLzmvL9t8gNQVbfQe1nX/6BX3N4CvIX1+P+CqvolcDJwyZjnnce6kN6S7v7nqZcDmwHLmutA72/6SXrF803A/fT+9hNZ231vRO8fLW4F7qL34q03rOueJEmjKVXru9pJkiR1VZK59IrJTdbSVZUkSQ07w5IkSZKkkWMxLEmSJEkaOS6TliRJkiSNHDvDkiRJkqSRYzEsSZIkSRo5G7cdoC1z5sypuXPnth1DkiRJkjQAy5Ytu6Oqtp7o+MgWw0/cYiZfPfpNbceQJEmSpKGx9Rte2XaE9Zbkx2s77jJpSZIkSdLImVbFcJIjk2zXdg5JkiRJUrdNq2IYOBKwGJYkSZIkrVWni+Ekc5Ncl+SjSa5Ncn6SzZLMT3JZkquSnJ1kqyQLgQXAmUmWJ9ms7fySJEmSpG7qdDHc2BE4pap2BlYChwKfAP6qqnYFrgbeUVVLgKXAEVU1v6ruay2xJEmSJKnThqEYvqmqljfby4B5wOyqurAZOwPYb30ulGRRkqVJlt65+u4BRJUkSZIkDYNhKIYf6Nt+CJj9cC9UVYurakFVLXjcjJmPPJkkSZIkaSgNQzE81ipgRZJ9m/1XAWu6xPcAW7aSSpIkSZI0NDZuO8DD9Brg1CSbAzcCRzXjpzfj9wF7+9ywJEmSJGk8nS6Gq+pmYJe+/ff0Hd5rnPmfAz43+GSSJEmSpGE2jMukJUmSJEl6RDrdGR6kjbd+LFu/4ZVtx5AkSZIktcDOsCRJkiRp5FgMS5IkSZJGzsguk/71L27n9lM/2HYMSVNsm2OObzuCJEmSOsDOsCRJkiRp5EyrYjjJ/kn2aTuHJEmSJKnbplUxDOwPWAxLkiRJktaq1WI4yVuSHN9svy/JN5rt5yY5M8k/JVma5Nokf9t33s1J/jbJd5NcneTpSeYCxwBvTrI8yb5t3JMkSZIkqfva7gxfDKwpWhcAM5Js0oxdBPxNVS0AdgWek2TXvnPvqKo/BP4JOKGqbgZOBd5XVfOr6uKpuglJkiRJ0nBpuxheBuyRZCbwAHApvaJ4X3qF8suSfBe4AtgZ2Knv3M/3XWPu+nxYkkVNp3npnatXT84dSJIkSZKGTqvFcFX9CrgJOBL4Fr0C+ABgB+A+4ATgv1XVrsCXgU37Tn+g+f0Q6/kVUVW1uKoWVNWCx82YMSn3IEmSJEkaPm13hqFXAJ9Ab1n0xfSe+70CmAncC6xKsi3wwvW41j3AlgPKKUmSJEmaJrpSDD8euLSqfg7cD1xcVVfSK4q/D3wauGQ9rvUl4BBfoCVJkiRJWpv1Wl48SFX1dWCTvv2n9m0fOcE5c/u2l9L7SiWq6of0XrYlSZIkSdKEWi+G27Lx1tuwzTHHtx1DkiRJktSCLiyTliRJkiRpSlkMS5IkSZJGzsguk/7V7bdw6yl/2XYMSetpu+Pe23YESZIkTSN2hiVJkiRJI6fTxXCS1c3v7ZIsabaPTPLhdpNJkiRJkobZUCyTrqpbgYVt55AkSZIkTQ+d7gyvkWRukmvGGf/jJJcmmZPkwGb7u0nOSjKjjaySJEmSpO4bimJ4PEkOAU4EXtQMvQ14XlX9IbAU8O1YkiRJkqRxDcUy6XE8F1gAHFhVdyc5CNgJuCQJwKOBS8eelGQRsAjgCVttOXVpJUmSJEmdMqzF8A3A9sBT6XWBA3ytqv50bSdV1WJgMcBuT962Bh1SkiRJktRNw7pM+sfAocAnkuwMXAY8K8kOAEm2SPLUNgNKkiRJkrprWIthqur7wBHAWcBM4EjgM0muordE+untpZMkSZIkdVmnl0lX1Yzm983ALs326cDpzfYV9J4Vht7S6T2nOqMkSZIkafgMbWdYkiRJkqSHq9Od4UHaZJsnsd1x7207hiRJkiSpBXaGJUmSJEkjx2JYkiRJkjRyRnaZ9P23/4jvn3Jw2zGkae/px32h7QiSJEnS77AzLEmSJEkaOZ0shpMcn+S6JGdu4Hlzk1wzqFySJEmSpOmhq8ukjwWeV1U/aTuIJEmSJGn66VxnOMmpwPbAV5P8TZLTknwnyRVJDm7mPCrJu5NcnuSqJH/WbmpJkiRJ0jDpXDFcVccAtwIHAFsA36iqZzb7706yBXA0sKqq9gT2BF6f5PfbyixJkiRJGi5dXSa9xoHAnyQ5odnfFHhyM75rkoXN+CxgR+CHa7tYkkXAIoDtttpsIIElSZIkSd3X9WI4wKFV9YPfGkwCvLGqzhszPndtF6uqxcBigF2ePLsmNakkSZIkaWh0bpn0GOcBb2yKX5Ls3jf+hiSbNONPbZZPS5IkSZK0Tl3vDL8TeD9wVZKNgJuAg4CPAXOB7zaF8i+Al7QVUpIkSZI0XDpZDFfV3L7d33lTdFX9BvgfzU+/VcAug0smSZIkSZoOOlkMT4VNt9mBpx/3hbZjSJIkSZJa0PVnhiVJkiRJmnQWw5IkSZKkkTOyy6Tv/cWPuHTxQW3HkIbK3ovOaTuCJEmSNCnsDEuSJEmSRk4rxXCSuUmuaeOzJUmSJEmyMyxJkiRJGjmtF8NJtk9yRZK3JPl8knOTXJ/kf/fN+dMkVye5Jsk/NGOHJXlvs/0XSW7su94l7dyNJEmSJGkYtPoCrSRPA/4FOBLYHZjf/H4A+EGSDwEPAf8A7AGsAM5P8hLgYuCtzaX2Be5M8oRm+6IpvA1JkiRJ0pBpszO8NfAF4IiqurIZ+3pVraqq+4HvAU8B9gQuqKpfVNWvgTOB/arqZ8CMJFsCTwI+DexHrxi+eLwPTLIoydIkS1esfnCgNydJkiRJ6q42i+FVwH8Az+4be6Bv+yHW3bn+FnAU8AN6BfC+wN7AuMukq2pxVS2oqgVbzXj0w80tSZIkSRpybRbDDwKHAK9Ocvha5n0HeE6SOUkeBfwpcGFz7GLgBHrLoq8ADgAeqKpVg4stSZIkSRp2rb5Aq6ruBQ4C3gzMnGDObcCJwL8DVwLLquoLzeGL6S2RvqiqHgJuAb456NySJEmSpOHWygu0qupmYJdmeyW954LHzjmob/szwGfGmXMDkL79AwcQV5IkSZI0zbT+1UqSJEmSJE21Vr9aqU1bbL0Dey86p+0YkiRJkqQW2BmWJEmSJI0ci2FJkiRJ0sgZ2WXSd99xPef9nxe1HUPi+Ud/pe0IkiRJ0sixMyxJkiRJGjmdL4aTrG5+b5dkSd/4Z5JcleTN7aWTJEmSJA2joVkmXVW3AgsBkvwesGdV7dBuKkmSJEnSMOp8Z3iNJHOTXNPsng88IcnyJPsmmZfk3CTLklyc5OltZpUkSZIkddvQdIbH+BPgnKqaD5Dk68AxVXV9kj8CPgI8t82AkiRJkqTuGtZi+D8lmQHsA5yVZM3wYyaYuwhYBLDNYzedknySJEmSpO4Z+mKY3lLvlWu6xGtTVYuBxQBPnTurBh1MkiRJktRNQ/PM8ESq6m7gpiSHAaRnt5ZjSZIkSZI6bOiL4cYRwNFJrgSuBQ5uOY8kSZIkqcM6v0y6qmY0v28Gdhm73ezfBLyghXiSJEmSpCHU+WJ4UGbO2ZHnH/2VtmNIkiRJklowXZZJS5IkSZK03iyGJUmSJEkjZ2SXSa+443qWfNzHjDV4C486t+0IkiRJksawMyxJkiRJGjkWw5IkSZKkkWMxLEmSJEkaOUP3zHCStwOvBH4B3AIsA/4NOBXYHLgBeG1VrWgtpCRJkiSp04aqM5xkT+BQYDfghcCC5tAngL+qql2Bq4F3tJNQkiRJkjQMhqoYBp4FfKGq7q+qe4AvAVsAs6vqwmbOGcB+452cZFGSpUmW3r36walJLEmSJEnqnGErhh+RqlpcVQuqasHMGY9uO44kSZIkqSXDVgxfArw4yaZJZgAHAfcCK5Ls28x5FXDhRBeQJEmSJGmoXqBVVZcn+SJwFfBzes8HrwJeA5yaZHPgRuCo9lJKkiRJkrpuqIrhxnuq6qSm8L0IWFZVy4G9Ws4lSZIkSRoSw1gML06yE7ApcEZVfbftQJIkSZKk4TJ0xXBVHT4Z19lqzo4sPOrcybiUJEmSJGnIDNsLtCRJkiRJesQshiVJkiRJI2folklPljvu/CEfP+PAtmNoyB31mvPbjiBJkiTpYbAzLEmSJEkaOa0Vw0lmJzm22d4/yTkTzPtY8/botV3r9CQLB5FTkiRJkjT9tNkZng0cu65JVfW6qvreFOSRJEmSJI2INovhdwHzkiwH3g3MSLIkyfeTnJkkAEkuSLKg2V6d5OQkVya5LMm2Yy+a5J1Np/hRU3o3kiRJkqSh0WYxfCJwQ1XNB94C7A68CdgJ2B541jjnbAFcVlW7ARcBr+8/mOTdwNbAUVX10ACzS5IkSZKGWJdeoPWdqvpJVf0GWA7MHWfOg8CaZ4uXjZnzdmBWVR1TVTXeByRZlGRpkqWr7/nV5CWXJEmSJA2VLhXDD/RtP8T4X/v0q75Cd+ycy4E9kjx2og+oqsVVtaCqFszYcpNHHFiSJEmSNJzaLIbvAbacxOudS+855C8nmczrSpIkSZKmmfG6r1Oiqu5MckmSa4D7gJ9PwjXPagrhLyZ5UVXd94iDSpIkSZKmndaKYYCqOnyC8T/v296/b3tG3/YSYEmzfWTf+GnAaZOfVpIkSZI0XbRaDLdpzuOeylGvOb/tGJIkSZKkFnTpBVqSJEmSJE0Ji2FJkiRJ0sgZ2WXSt991PR888/ltx9CQOf6I89qOIEmSJGkS2BmWJEmSJI0ci2FJkiRJ0sixGJYkSZIkjZyhKoaTzE1yXZKPJrk2yflJNksyP8llSa5KcnaSrdrOKkmSJEnqrqEqhhs7AqdU1c7ASuBQ4BPAX1XVrsDVwDtazCdJkiRJ6rhhLIZvqqrlzfYyYB4wu6oubMbOAPYb78Qki5IsTbJ09d0PTkFUSZIkSVIXDWMx/EDf9kPA7PU9saoWV9WCqlowY+ajJz+ZJEmSJGkoDGMxPNYqYEWSfZv9VwEXrmW+JEmSJGnEbdx2gEnyGuDUJJsDNwJHtZxHkiRJktRhQ1UMV9XNwC59++/pO7zXlAeSJEmSJA2l6bBMWpIkSZKkDTJUneHJtM1jd+T4I85rO4YkSZIkqQV2hiVJkiRJI8diWJIkSZI0ckZ2mfStK67npH99ftsx1EEnvczl85IkSdJ0Z2dYkiRJkjRyOlEMJ5md5Nhme7skS9rOJEmSJEmavjpRDAOzgWMBqurWqlrYch5JkiRJ0jTWlWeG3wXMS7IcuB54RlXtkuRI4CXAFsCOwHuARwOvAh4AXlRVdyWZB5wCbA38Enh9VX1/6m9DkiRJkjQMutIZPhG4oarmA28Zc2wX4KXAnsDJwC+ranfgUuDVzZzFwBurag/gBOAjU5JakiRJkjSUutIZXpt/r6p7gHuSrAK+1IxfDeyaZAawD3BWkjXnPGa8CyVZBCwCmDVn04GGliRJkiR11zAUww/0bf+mb/839PJvBKxsusprVVWL6XWR2W7erJrknJIkSZKkIdGVZdL3AFs+nBOr6m7gpiSHAaRnt8kMJ0mSJEmaXjpRDFfVncAlSa4B3v0wLnEEcHSSK4FrgYMnM58kSZIkaXrpzDLpqjp8nLHTgdP79ueOd6yqbgJeMNiEkiRJkqTpojPF8FTbbqsdOell57UdQ5IkSZLUgk4sk5YkSZIkaSpZDEuSJEmSRs7ILpO+eeX1HHW2jxlPVx8/5Ny2I0iSJEnqMDvDkiRJkqSRM7TFcJIjk3y47RySJEmSpOEztMWwJEmSJEkP18CK4SRzk3w/yZlJrkuyJMnmSfZIcmGSZUnOS/L4Zv78JJcluSrJ2Um2asYvSPKBJMuTXJPkmeN81tZJPpfk8ubnWYO6L0mSJEnS8Bt0Z/hpwEeq6hnA3cBxwIeAhVW1B3AacHIz9xPAX1XVrsDVwDv6rrN5Vc0Hjm3OGesDwPuqak/gUOBjg7gZSZIkSdL0MOi3Sd9SVZc0258C/gewC/C1JACPAm5LMguYXVUXNnPPAM7qu85nAKrqoiQzk8we8znPA3ZqrgkwM8mMqlrdPynJImARwBZbbzoZ9ydJkiRJGkKDLoZrzP49wLVVtXf/YFMMb8h1xu5vBOxVVfev9SJVi4HFAHN2mDX2GpIkSZKkETHoZdJPTrKm8D0cuAzYes1Ykk2S7FxVq4AVSfZt5r4KuLDvOi9v5j8bWNXM73c+8MY1O0nmT/6tSJIkSZKmi0F3hn8AHJfkNOB79J4XPg/4YNMN3hh4P3At8Brg1CSbAzcCR/Vd5/4kVwCbAK8d53OOB05JclVzzYuAYwZzS5IkSZKkYTfoYvjXVfXKMWPLgf3GTqyq5cBeE1znU1X1pjHzTwdOb7bvoOkeS5IkSZK0Ln7PsCRJkiRp5KRqNN8jtWDBglq6dGnbMSRJkiRJA5BkWVUtmOi4nWFJkiRJ0sixGJYkSZIkjZxBv0Crs65f+R+88AvHtR1Dk+irB5/SdgRJkiRJQ8LOsCRJkiRp5EyrYjjJS5Ls1HYOSZIkSVK3TatiGHgJYDEsSZIkSVqrzj8znOTtwCuBXwC3AMuAs4FTgK2BXwKvBx4L/AnwnCRvAw6tqhtaCS1JkiRJ6rROF8NJ9gQOBXYDNgG+S68YXgwcU1XXJ/kj4CNV9dwkXwTOqaolrYWWJEmSJHVep4th4FnAF6rqfuD+JF8CNgX2Ac5KsmbeY9bnYkkWAYsANt16xuSnlSRJkiQNha4Xw+PZCFhZVfM39MSqWkyvq8ysHbapyQ4mSZIkSRoOXX+B1iXAi5NsmmQGcBC9Z4RvSnIYQHp2a+bfA2zZTlRJkiRJ0rDodDFcVZcDXwSuAr4KXA2sAo4Ajk5yJXAtcHBzyr8Ab0lyRZJ5LUSWJEmSJA2BYVgm/Z6qOinJ5sBFwLKqugl4wdiJVXUJfrWSJEmSJGkdhqEYXpxkJ3ovzjqjqr47GRfdcfaT+erBp0zGpSRJkiRJQ6bzxXBVHd52BkmSJEnS9NLpZ4YlSZIkSRqEzneGB+X6lbfxorP/ru0YmkRfOeRtbUeQJEmSNCTsDEuSJEmSRs6UFsNJjk9yXZIzx4wvSPLBSfqMI5N8eDKuJUmSJEmanqZ6mfSxwPOq6idrBpJsXFVLgaVTnEWSJEmSNKKmrDOc5FRge+CrSVYl+WSSS4BPJtk/yTnNvC2SnJbkO0muSHJwM35kks8nOTfJ9Un+d9+1j0rywyTfAZ41VfckSZIkSRpOU1YMV9UxwK3AAcD7gJ3odYn/dMzUvwG+UVXPbOa+O8kWzbH5wMuBPwBenuRJSR4P/C29IvjZzXUlSZIkSZpQm2+T/mJV3TfO+IHAnyQ5odnfFHhys/31qloFkOR7wFOAOcAFVfWLZvyzwFPH+8Aki4BFAJtuPWuy7kOSJEmSNGTaLIbvnWA8wKFV9YPfGkz+CHigb+ghNjB/VS0GFgPM2uEJtSHnSpIkSZKmjy5+tdJ5wBuTBCDJ7uuY/23gOUkel2QT4LBBB5QkSZIkDbcuFsPvBDYBrkpybbM/oaq6DTgJuBS4BLhu0AElSZIkScMtVaO5WnjWDk+oZ737DW3H0CT6yiFvazuCJEmSpI5IsqyqFkx0vIudYUmSJEmSBqrNF2i1asfZj7eTKEmSJEkjys6wJEmSJGnkWAxLkiRJkkbOyC6Tvn7l7fzx5z/Ydgw9DF9+6fFtR5AkSZI05OwMS5IkSZJGjsWwJEmSJGnkTNtiOMmj2s4gSZIkSeqmThTDSf5nkjf17Z+c5C+SvCXJ5UmuSvK3fcf/b5JlSa5NsqhvfHWSf0xyJbD3FN+GJEmSJGlIdKIYBk4DXg2QZCPgFcDPgB2BZwLzgT2S7NfMf21V7QEsAI5P8rhmfAvg21W1W1V9cypvQJIkSZI0PDrxNumqujnJnUl2B7YFrgD2BA5stgFm0CuOL6JXAB/SjD+pGb8TeAj43ESf03SRFwFsOmerAdyJJEmSJGkYdKIYbnwMOBL4PXqd4v8G/H1V/XP/pCT7A88D9q6qXya5ANi0OXx/VT000QdU1WJgMcCsHZ5ck5xfkiRJkjQkurJMGuBs4AX0OsLnNT+vTTIDIMkTkmwDzAJWNIXw04G92gosSZIkSRpOnekMV9WDSf4dWNl0d89P8gzg0iQAq4FXAucCxyS5DvgBcFlbmSVJkiRJw6kzxXDz4qy9gMPWjFXVB4APjDP9heNdo6pmDCadJEmSJGk66UQxnGQn4Bzg7Kq6fio+c8fZ2/Dllx4/FR8lSZIkSeqYThTDVfU9YPu2c0iSJEmSRkOXXqAlSZIkSdKU6ERnuA3Xr7iDP/7cx9qOoXF8+dDXtR1BkiRJ0jRnZ1iSJEmSNHKGohhOclKSE9rOIUmSJEmaHta6TDrJl4Ca6HhV/cmkJ5IkSZIkacDW1Rl+D/CPwE3AfcBHm5/VwA2DDJbkb5L8MMk3gac1Y69PcnmSK5N8LsnmSbZMclOSTZo5M/v3JUmSJEkaa63FcFVdWFUXAs+qqpdX1Zean8OBfQcVKskewCuA+cCLgD2bQ5+vqj2rajfgOuDoqroHuAD442bOK5p5vxpUPkmSJEnScFvfZ4a3SPKf3wOc5PeBLQYTCegV2mdX1S+r6m7gi834LkkuTnI1cASwczP+MeCoZvso4OPjXTTJoiRLkyx98O57BhhfkiRJktRl6/vVSm8CLkhyIxDgKcCigaWa2OnAS6rqyiRHAvsDVNUlSeYm2R94VFVdM97JVbUYWAwwa97cCZ+FliRJkiRNb+vsDCfZCJgF7Aj8BXA88LSqOn+AuS4CXpJksyRbAi9uxrcEbmueBz5izDmfAD7NBF1hSZIkSZLWWGcxXFW/Ad5aVQ9U1ZXNzwODDFVV3wU+C1wJfBW4vDn0duDbwCXA98ecdiawFfCZQWaTJEmSJA2/9V0m/W/N9/x+Frh3zWBV3TWQVL1rnwycPM6hf5rglGcDS6pq5aAySZIkSZKmh/Uthl/e/D6ub6yA7ceZO+WSfAh4Ib03T0uSJEmStFapGs33SC1YsKCWLl3adgxJkiRJ0gAkWVZVCyY6vl6d4eaFVW8A9muGLvJgaM8AACAASURBVAD+2e/ylSRJkiQNo/VdJv1PwCbAR5r9VzVjrxtEKEmSJEmSBml9i+E9q2q3vv1vJLlyEIGmyo9W3MVBS85sO4bGOGfh2G/MkiRJkqTJt86vVmo8lGTemp0k2wMPDSaSJEmSJEmDtdbOcJI3Ad8CTqTXDb6pOTQXeO1go/1WjtnA4VX1kXVOliRJkiRpHdbVGX4i8H563y/8c+Au4HPAPlX1jQFn6zcbOHbsYJL1XeYtSZIkSdJ/WmsxWVUnACR5NLAA2AfYH/jrJCuraqeBJ+x5FzAvyXLgV8D9wArg6Un+Bbirqt7fZD0ZuL2qPjBF2SRJkiRJQ2Z9O6ubATOBWc3PrcDVgwo1jhOBXapqfpL9gS83+zclmQt8Hnh/ko2AVwDPnMJskiRJkqQhs65nhhcDOwP3AN+m9/zwe6tqxRRkW5vvVNVNAFV1c5I7k+wObAtcUVV3jndSkkXAIoDN5jxuysJKkiRJkrplXZ3hJwOPAa4Hfgr8BFg56FDr4d4x+x8DjgR+DzhtopOqajGwGGD2vO1rUOEkSZIkSd22rmeGX5Ak9LrD+wD/H7BLkruAS6vqHVOQEXqd6S3Xcvxs4H8CmwCHT0kiSZIkSdLQWuczw1VVwDVJVgKrmp+D6D2XOyXFcFXdmeSSJNcA99F7s3X/8QeT/Duwsqr8/mNJkiRJ0lqt65nh4+l1hPeh9xbnbzU/pzG1L9Ciqibs+DYvztoLOGzqEkmSJEmShtW6OsNzgbOAN1fVbYOPs+GS7AScA5xdVdev73k7bPVYzll4xOCCSZIkSZI6a13PDP/lVAV5uKrqe8D2beeQJEmSJA2PjdoOIEmSJEnSVFvnC7Smqx+tWMmLl3y+7Rjq86WFL207giRJkqQRYWdYkiRJkjRyWimGk8xOcmyzvX+ScyaY97HmBVmSJEmSJE2atjrDs4Fj1zWpql7XvCBLkiRJkqRJ01Yx/C5gXpLlwLuBGUmWJPl+kjOTBCDJBUkWNNurk5yc5MoklyXZthmf1+xfneTvkqxu6Z4kSZIkSUOirWL4ROCGqpoPvAXYHXgTsBO9r0l61jjnbAFcVlW7ARcBr2/GPwB8oKr+APjJoINLkiRJkoZfV16g9Z2q+klV/QZYDswdZ86DwJpni5f1zdkbOKvZ/vTaPiTJoiRLkyx98O5Vjzi0JEmSJGk4daUYfqBv+yHG/8qnX1VVrWPOWlXV4qpaUFULHj1z1sOIKUmSJEmaDtoqhu8Btpyka10GHNpsv2KSrilJkiRJmsZaKYar6k7gkiTX0HuB1iPxJuAvk1wF7AC4/lmSJEmStFYbvNR4slTV4ROM/3nf9v592zP6tpcAS5rdnwJ7VVUleQXwtIEEliRJkiRNG60Vw5NoD+DDzdcxrQRe23IeSZIkSVLHDX0xXFUXA7tt6Hk7bDWbLy186QASSZIkSZK6ritvk5YkSZIkacpYDEuSJEmSRs7QL5N+uH604m4OXnJu2zGmtS8sfEHbESRJkiRpXHaGJUmSJEkjp9PFcJLZSY5dj3mrm99zm+8uliRJkiRpQp0uhoHZwDqLYUmSJEmSNkTXnxl+FzAvyXLga8DtwMuAxwBnV9U72gwnSZIkSRpOXe8MnwjcUFXz6RXDOwLPBOYDeyTZr81wkiRJkqTh1PXOcL8Dm58rmv0Z9Irji9b3AkkWAYsANpuzzWTnkyRJkiQNiWEqhgP8fVX988O9QFUtBhYDzJ731JqsYJIkSZKk4dL1ZdL3AFs22+cBr00yAyDJE5LY3pUkSZIkbbBOd4ar6s4klzRfl/RV4NPApUkAVgOvpPdSLUmSJEmS1luni2GAqjp8zNAHxpkzo/l9M7DLFMSSJEmSJA2xzhfDg7LDVjP5wsIXtB1DkiRJktSCrj8zLEmSJEnSpLMYliRJkiSNnJFdJn3DitUc8rlvth1jWjr70Ge3HUGSJEmS1srOsCRJkiRp5HSmGE4yt/kKpfWdf1KSEwaZSZIkSZI0PXWmGJYkSZIkaap0rRh+VJKPJrk2yflJNksyL8m5SZYluTjJ08eelOSCJB9IsjzJNUme2UZ4SZIkSdJw6FoxvCNwSlXtDKwEDgUWA2+sqj2AE4CPTHDu5lU1HzgWOG0qwkqSJEmShlPX3iZ9U1Utb7aXAXOBfYCzkqyZ85gJzv0MQFVdlGRmktlVtbJ/QpJFwCKAzeZsO8nRJUmSJEnDomvF8AN92w8B2wIrm47vutQ69qmqxfQ6zWw17+m/c1ySJEmSNBq6tkx6rLuBm5IcBpCe3SaY+/JmzrOBVVW1aooySpIkSZKGTNeLYYAjgKOTXAlcCxw8wbz7k1wBnAocPVXhJEmSJEnDpzPLpKvqZmCXvv339B1+wTjzTxoz9KmqetNAwkmSJEmSppVh6AxLkiRJkjSpOtMZfiSqav8NPWfeVjM4+9BnDyCNJEmSJKnr7AxLkiRJkkaOxbAkSZIkaeRMi2XSD8eNK+7jsM9d1XaMaeesQ3dtO4IkSZIkrZOdYUmSJEnSyJl2xXCSuUmuaTuHJEmSJKm7pl0xLEmSJEnSurT+zHCStwOvBH4B3AIsA/4NOBXYHLgBeG1VrUgyf4LxPYDTmkueP8W3IEmSJEkaMq12hpPsCRwK7Aa8EFjQHPoE8FdVtStwNfCOdYx/HHhjVe02VdklSZIkScOr7WXSzwK+UFX3V9U9wJeALYDZVXVhM+cMYL8ksyYYn92MX9SMf3KiD0uyKMnSJEsfuHvFQG5IkiRJktR9bRfDU6qqFlfVgqpa8JiZW7UdR5IkSZLUkraL4UuAFyfZNMkM4CDgXmBFkn2bOa8CLqyqVROMrwRWJnl2M37EFOaXJEmSJA2hVl+gVVWXJ/kicBXwc3rPAa8CXgOcmmRz4EbgqOaUicaPAk5LUvgCLUmSJEnSOrT+NmngPVV1UlPgXgQsq6rlwF5jJ65lfBm9l3Ct8dZBhZUkSZIkDb8uFMOLk+wEbAqcUVXfnYoP3X6rzTjr0F2n4qMkSZIkSR3TejFcVYe3nUGSJEmSNFrafoGWJEmSJElTrvXOcFtuWfkgx599S9sxhtIHD3lS2xEkSZIk6RGxMyxJkiRJGjmdLYaTrG5+b5dkSdt5JEmSJEnTR+eXSVfVrcDCtnNIkiRJkqaPznaG10gyN8k1zfZlSXbuO3ZBkgVJtkhyWpLvJLkiycHtJZYkSZIkdV3ni+ExPgu8DCDJ44HHV9VS4G+Ab1TVM4EDgHcn2aK9mJIkSZKkLhu2Yvhf+a8l0y8D1jxLfCBwYpLlwAXApsCTx56cZFGSpUmW3nf3XVMQV5IkSZLURZ1/ZrhfVf00yZ1JdgVeDhzTHApwaFX9YB3nLwYWA2y7w6410LCSJEmSpM4ats4w9JZKvxWYVVVXNWPnAW9MEoAku7cVTpIkSZLUfcNYDC8BXkFvyfQa7wQ2Aa5Kcm2zL0mSJEnSuDq7TLqqZjS/bwZ26Rv/OWNyV9V9wJ9NZT5JkiRJ0vAaxs6wJEmSJEmPSGc7w4P2pNmP5oOHPKntGJIkSZKkFtgZliRJkiSNHIthSZIkSdLIGdll0rev/BWnnP3ztmMMjeMO2bbtCJIkSZI0aewMS5IkSZJGTqeK4STHJ7kuyZkbeN7pSRYOKpckSZIkaXrp2jLpY4HnVdVP2g4iSZIkSZq+OtMZTnIqsD3w1SSrkpzQd+yaJHOb7VcnuSrJlUk+Oc513tl0ih81VdklSZIkScOlM53hqjomyQuAA4A/H29Okp2BtwH7VNUdSR475vi7gS2Bo6qqBp1ZkiRJkjScOtMZXk/PBc6qqjsAququvmNvB2ZV1TETFcJJFiVZmmTp6rvvGm+KJEmSJGkEdLUY/jW/nW3T9TjncmCPsd3iflW1uKoWVNWCGTMnnCZJkiRJmua6WgzfDPwhQJI/BH6/Gf8GcFiSxzXH+ivac4F3AV9OsuXURZUkSZIkDZuuFsOfAx6b5Fp6zw//EKCqrgVOBi5MciXw3v6Tquos4KPAF5NsNrWRJUmSJEnDojMv0AKoqrl9uwdOMOcM4IwxY0f2bZ8GnDaAeJIkSZKkaaJTxfBU2mb2Jhx3yLZtx5AkSZIktaCry6QlSZIkSRoYi2FJkiRJ0sgZ2WXSK1f8ms8vuaPtGEPhpQvntB1BkiRJkiaVnWFJkiRJ0sjpXDGcZHaSY9dj3urm9/5Jzhl8MkmSJEnSdNG5YhiYDayzGJYkSZIk6eHqYjH8LmBekuVJ3pfk60m+m+TqJAev7cQkeya5Ism8KcoqSZIkSRpCXXyB1onALlU1P8nGwOZVdXeSOcBlSb5YVTX2pCT7AB8CDq6q/5jizJIkSZKkIdLFYrhfgP+VZD/gN8ATgG2Bn42Z9wxgMXBgVd064cWSRcAigDlznjiQwJIkSZKk7uviMul+RwBbA3tU1Xzg58Cm48y7Dbgf2H1tF6uqxVW1oKoWzJr5uEkPK0mSJEkaDl3sDN8DbNlszwJur6pfJTkAeMoE56wEjga+luTeqrpg8DElSZIkScOqc53hqroTuCTJNcB8YEGSq4FXA99fy3k/Bw4CTknyR1MSVpIkSZI0lLrYGaaqDl+POTOa3xcAFzTb/wHsPMhskiRJkqTh17nOsCRJkiRJg9bJzvBUmL3Vxrx04Zy2Y0iSJEmSWmBnWJIkSZI0ciyGJUmSJEkjZ2SXSd9z16/59zN/0XaMTjvgiK3bjiBJkiRJA2FnWJIkSZI0cjpZDCeZ23zP8JSeK0mSJEkaDZ0shiVJkiRJGqQuF8MbJzkzyXVJliTZPMn/n+TyJNckWZwkAEn2SHJlkiuB41rOLUmSJEnquC4Xw08DPlJVzwDuBo4FPlxVe1bVLsBmwEHN3I8Db6yq3dqJKkmSJEkaJl0uhm+pqkua7U8BzwYOSPLtJFcDzwV2TjIbmF1VFzVzPznRBZMsSrI0ydJVd9850PCSJEmSpO7qcjFc4+x/BFhYVX8AfBTYdIMuWLW4qhZU1YJZMx83STElSZIkScOmy8Xwk5Ps3WwfDnyz2b4jyQxgIUBVrQRWJnl2c/yIqY0pSZIkSRo2G7cdYC1+AByX5DTge8A/AVsB1wA/Ay7vm3sUcFqSAs6f6qCSJEmSpOHSyWK4qm4Gnj7Oobc1P2PnLwP6X5711sEkkyRJkiRNB50shqfClo/dmAOO2LrtGJIkSZKkFnT5mWFJkiRJkgbCYliSJEmSNHJGdpn0L+/4NVd87Pa2Y3TK7q/bpu0IkiRJkjQl7AxLkiRJkkZOZ4rhJMcnuS7JiiQnNmMnJTmh2T49ycJ2U0qSJEmSpoMuLZM+FnheVf1kMi6WZOOq+vVkXEuSJEmSNL10ojOc5FRge+CrSd6c5MPrmL9HkguTLEtyXpLHN+MXJHl/kqXAX0xBdEmSJEnSEOpEMVxVxwC3AgcAK9Y2N8kmwIeAhVW1B3AacHLflEdX1YKq+sdB5ZUkSZIkDbcuLZNeX08DdgG+lgTgUcBtfcc/O9GJSRYBiwB+77FPHGBESZIkSVKXDWMxHODaqtp7guP3TnRiVS0GFgPsNHd+DSCbJEmSJGkIdGKZ9Ab6AbB1kr2ht2w6yc4tZ5IkSZIkDZGhK4ar6kFgIfAPSa4ElgP7tJtKkiRJkjRMOrNMuqrmNpunNz9U1Ul9x4/s214O7DfONfYfWEBJkiRJ0rQxdJ1hSZIkSZIeqc50hqfa5nM2ZvfXbdN2DEmSJElSC+wMS5IkSZJGjsWw/l97dx9sV1Xecfz7K4QXCfJOiIAGKuJbJZJgoSBDq0WxotRSweKISo21DIodcKRYizN1Oq1Oq6hVUlSsYzGKpVIcDfiCiBVIAgmvBrGkigJRFDCggvj0j7OCx9vkRjT3vO3vZ2bNXWfttfd+7n3Cvjx3r7OPJEmSJHVOZ5dJP3jXQ6x5153DDmNkzDt1j2GHIEmSJEkD451hSZIkSVLnjN2d4SRnAeuAxwKXV9XnhxuRJEmSJGncjF0xvF5VvXXYMUiSJEmSxtNYLJNOcmaSW5JcAezfxs5LcmzrL0jy5SQrkixNMneoAUuSJEmSRtrIF8NJFgDHA/OBFwAHTdk+C3gPcGxVLQA+BLx90HFKkiRJksbHOCyTfjZwYVU9AJDkoinb9weeDlyaBGAL4I4NHSjJImARwON22nOm4pUkSZIkjbhxKIY3JcCNVXXIpiZW1WJgMcAz9j6gZjowSZIkSdJoGvll0sDlwDFJtk2yPXD0lO2rgd2SHAK9ZdNJnjboICVJkiRJ42Pk7wxX1TVJlgCrgLXAsinbH2wP0jo7yQ70vqd3ATcOPFhJkiRJ0lgY+WIYoKrezjQPxaqqlcDhg4tIkiRJkjTOxqIYnglbzZnFvFP3GHYYkiRJkqQhGIf3DEuSJEmStFlZDEuSJEmSOqezy6Qfuuun3PnOW4cdxkjY47QnDjsESZIkSRoo7wxLkiRJkjpn4orhJOuGHYMkSZIkabRNXDEsSZIkSdKmjGQxnOTlSa5OsjLJOUm2SLIuyduTrEpyZZI5be4+Sb6W5Pokfzfs2CVJkiRJo2/kiuEkTwGOAw6tqvnAw8AJwHbAlVV1AHA58Jq2y7uB91fV7wB3DCFkSZIkSdKYGbliGHgOsABYlmRle70v8CBwcZuzApjX+ocC57f+R6c7cJJFSZYnWX73uh9s7rglSZIkSWNiFIvhAB+pqvmt7V9VZwEPVVW1OQ/zyx8LVVMPsiFVtbiqFlbVwl1m77x5o5YkSZIkjY1RLIa/ABybZHeAJDsnecI0878KHN/6J8x0cJIkSZKk8TdyxXBV3QS8BbgkyXXApcDcaXZ5A3BykuuBPQcQoiRJkiRpzG256SmDV1VLgCVThmf3bb8AuKD1bwMO6Zv3lhkPUJIkSZI01kbuzrAkSZIkSTNtJO8MD8KsOVuzx2lPHHYYkiRJkqQh8M6wJEmSJKlzLIYlSZIkSZ3T2WXSD931AHe9a8WwwxgJc05dMOwQJEmSJGmgvDMsSZIkSeqcsSiGk8xLcsOUsYVJzm79VyZ5b+ufleS0YcQpSZIkSRoPY7tMuqqWA8uHHYckSZIkafyMxZ3hfkn2TXJtktOTXDzseCRJkiRJ42esiuEk+wOfAl4JLBtuNJIkSZKkcTVOxfBuwKeBE6pq1a9zgCSLkixPsvwH9/9w80YnSZIkSRob41QM3wt8Czjs1z1AVS2uqoVVtXDn7XbafJFJkiRJksbKOD1A60Hgj4GlSdYB3x1yPJIkSZKkMTVOd4apqvuBFwJvBB475HAkSZIkSWNqLO4MV9Ua4Omtfw9wUNt0URs7Dziv9c8adHySJEmSpPEyFsXwTJg15zHMOXXBsMOQJEmSJA3BWC2TliRJkiRpc7AYliRJkiR1TmeXST+09kfcdfZlww5jqOa8/ohhhyBJkiRJQ+GdYUmSJElS50xkMZxkTZJdhx2HJEmSJGk0TWQxLEmSJEnSdIZaDCeZl+TmJP+a5MYklyTZNslvJ/lckhVJvpLkyW3+bkk+lWRZa4e28V3avjcmORfIML8vSZIkSdJoG4U7w/sB76uqpwH3AH8CLAZOqaoFwGnAv7S57wb+uaoOavPObeN/C1zRjnEh8PgBxi9JkiRJGjOj8DTp26pqZeuvAOYBvwd8MnnkBu/W7etzgaf2jT82yWzgcOAlAFX1mSQ/3NCJkiwCFgHstdOczftdSJIkSZLGxigUwz/t6z8MzAHuqar5G5j7W8DBVfWT/sG+4nhaVbWY3l1nDnj8/vVrRStJkiRJGnujsEx6qvuA25L8KUB6DmjbLgFOWT8xyfqC+XLgz9rYUcBOgwtXkiRJkjRuRrEYBjgBOCnJKuBG4MVt/PXAwiTXJbkJ+Is2/jbg8CQ30lsu/a1BByxJkiRJGh9DXSZdVWuAp/e9fmff5udvYP73geM2MH43cOQMhChJkiRJmkCjemdYkiRJkqQZMwoP0BqKWbtvz5zXHzHsMCRJkiRJQ+CdYUmSJElS51gMS5IkSZI6p7PLpH+29l7Wvu+/hh3GUO1+8tHDDkGSJEmShsI7w5IkSZKkzhmpYjjJumHHIEmSJEmafCNVDEuSJEmSNAgjWQyn5x1JbkhyfZLj2vjHk/xR37zzkhybZIs2f1mS65K8dnjRS5IkSZJG3UgWw8BLgPnAAcBzgXckmQssAV4KkGQr4DnAZ4CTgHur6iDgIOA1SfYZRuCSJEmSpNE3qsXwYcD5VfVwVd0FfJlekftZ4PeTbA0cBVxeVT8GjgRekWQlcBWwC7Df1IMmWZRkeZLld6+7d1DfiyRJkiRpxIzVRytV1U+SXAY8DzgO+HjbFOCUqlq6if0XA4sB5j9+v5rBUCVJkiRJI2xU7wx/BTiuvRd4N+Bw4Oq2bQnwKuDZwOfa2FLgdUlmASR5UpLtBhyzJEmSJGlMjOqd4QuBQ4BVQAFvqqo727ZLgI8Cn66qB9vYucA84JokAb4HHDPQiCVJkiRJY2OkiuGqmt2+FnB6a1PnPATsPGXs58BftyZJkiRJ0rRGqhgepC1334HdTz562GFIkiRJkoZgVN8zLEmSJEnSjElvRXL3JPkRsHrYcWigdgW+P+wgNFDmvHvMefeY824y791jzrtnc+T8CVW128Y2dnaZNLC6qhYOOwgNTpLl5rxbzHn3mPPuMefdZN67x5x3zyBy7jJpSZIkSVLnWAxLkiRJkjqny8Xw4mEHoIEz591jzrvHnHePOe8m89495rx7ZjznnX2AliRJkiSpu7p8Z1iSJEmS1FGdK4aTPD/J6iS3JnnzsOPRpiX5UJK1SW7oG9s5yaVJvtG+7tTGk+Tslt/rkhzYt8+Jbf43kpzYN74gyfVtn7OTZLpzaOYl2TvJl5LclOTGJG9o4+Z9QiXZJsnVSVa1nL+tje+T5KqWpyVJtmrjW7fXt7bt8/qOdUYbX53keX3jG7z+b+wcGowkWyS5NsnF7bU5n3BJ1rTr78oky9uY1/cJlmTHJBck+XqSm5McYs4nV5L923/f69t9SU4dyZxXVWcasAXwTWBfYCtgFfDUYcdl22TeDgcOBG7oG/tH4M2t/2bgH1r/BcBngQAHA1e18Z2B/2lfd2r9ndq2q9vctH2Pmu4ctoHkfC5wYOtvD9wCPNW8T25reZjd+rOAq1p+PgEc38Y/ALyu9f8S+EDrHw8saf2ntmv71sA+7Zq/xXTX/42dwzaw3P8V8O/AxdPlw5xPTgPWALtOGfP6PsEN+Ajw562/FbCjOe9Ga9fiO4EnjGLOh/4DGnAyDgGW9r0+Azhj2HHZfqXczeOXi+HVwNzWn0vvc6MBzgFeNnUe8DLgnL7xc9rYXODrfeOPzNvYOWxDyf+ngT80791owGOAa4DfBb4PbNnGH7mGA0uBQ1p/yzYvU6/r6+dt7Prf9tngOWwDyfVewBeAPwAuni4f5nxyGhsuhr2+T2gDdgBuoz2ryJx3qwFHAl8d1Zx3bZn0nsC3+17f3sY0fuZU1R2tfycwp/U3luPpxm/fwPh059AAtaWQz6R3p9C8T7C2XHYlsBa4lN5dvXuq6mdtSn+eHslt234vsAuP/t/CLtOcQzPvXcCbgJ+319Plw5xPjgIuSbIiyaI25vV9cu0DfA/4cHpviTg3yXaY8644Hji/9Ucu510rhjWBqvennxl9LPogzqH/L8ls4FPAqVV1X/828z55qurhqppP727hs4AnDzkkzaAkLwTWVtWKYceigTusqg4EjgJOTnJ4/0av7xNnS3pvd3t/VT0TuJ/e8tVHmPPJ1J7H8CLgk1O3jUrOu1YMfwfYu+/1Xm1M4+euJHMB2te1bXxjOZ5ufK8NjE93Dg1Akln0CuGPVdV/tGHz3gFVdQ/wJXrLV3dMsmXb1J+nR3Lbtu8A3M2j/7dw9zTn0Mw6FHhRkjXAx+ktlX435nziVdV32te1wIX0/vjl9X1y3Q7cXlVXtdcX0CuOzfnkOwq4pqruaq9HLuddK4aXAful9xTJrejdtr9oyDHp13MRcGLrn0jvPaXrx1/Rnkp3MHBvWyqxFDgyyU7tqXJH0nuP2B3AfUkObk+he8WUY23oHJphLRcfBG6uqn/q22TeJ1SS3ZLs2Prb0nuP+M30iuJj27SpOV+fp2OBL7a/AF8EHJ/ek4f3Afaj95CNDV7/2z4bO4dmUFWdUVV7VdU8evn4YlWdgDmfaEm2S7L9+j696/INeH2fWFV1J/DtJPu3oecAN2HOu+Bl/GKJNIxizof9pupBN3pPK7uF3nvRzhx2PLZfKWfnA3cAD9H76+JJ9N7z9QXgG8DngZ3b3ADva/m9HljYd5xXA7e29qq+8YX0fhF/E3gv7QEPGzuHbSA5P4zespbrgJWtvcC8T24DngFc23J+A/DWNr4vvcLmVnrLrLZu49u017e27fv2HevMltfVtKdLtvENXv83dg7bQPN/BL94mrQ5n+DWfvarWrtxfV68vk92A+YDy9s1/j/pPRnYnE9wA7ajtxJnh76xkcv5+p0kSZIkSeqMri2TliRJkiTJYliSJEmS1D0Ww5IkSZKkzrEYliRJkiR1jsWwJEmSJKlzttz0FEmSNJOSPEzv4yTWO6aq1gwpHEmSOsGPVpIkaciSrKuq2RvZFnq/r38+4LAkSZpoLpOWJGnEJJmXZHWSfwNuAPZOcnqSZUmuS/K2vrlnJrklyRVJzk9yWhu/LMnC1t81yZrW3yLJO/qO9do2fkTb54IkX0/ysVaIk+SgJP+dZFWSq5Nsn+TyJPP74rgiyQED+yFJkvQbcpm0JEnDt22Sla1/G/BGYD/gxKq6MsmR7fWzgAAXJTkcuB84HphP73f6NcCKTZzrJODeqjooydbAV5Nc0rY9E3ga8F3gq8ChSa4GlgDHVdWyJI8Ffgx8EHglcGqSJwHbVNWq3/QHIUnSoFgMS5I0fD+uqv67rPOA/62qK9vQka1d217Pplccbw9cWFUPtP0u/dzR6gAAAY1JREFU+hXOdSTwjCTHttc7tGM9CFxdVbe3Y60E5gH3AndU1TKAqrqvbf8k8DdJTgdeDZz3aL9pSZKGyWJYkqTRdH9fP8DfV9U5/ROSnDrN/j/jF2+H2mbKsU6pqqVTjnUE8NO+oYeZ5v8TquqBJJcCLwZeCiyYJhZJkkaO7xmWJGn0LQVenWQ2QJI9k+wOXA4ck2TbJNsDR/fts4ZfFKjHTjnW65LMasd6UpLtpjn3amBukoPa/O2TrC+SzwXOBpZV1Q9/o+9QkqQB886wJEkjrqouSfIU4GvtmVbrgJdX1TVJlgCrgLXAsr7d3gl8Iski4DN94+fSW/58TXtA1veAY6Y594NJjgPek2Rbeu8Xfi6wrqpWJLkP+PBm+lYlSRoYP1pJkqQJkeQsekXqOwd0vscBlwFP9qOfJEnjxmXSkiTpUUvyCuAq4EwLYUnSOPLOsCRJkiSpc7wzLEmSJEnqHIthSZIkSVLnWAxLkiRJkjrHYliSJEmS1DkWw5IkSZKkzrEYliRJkiR1zv8BGaKAg6v+qJMAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 1152x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Plot bar graph for word frequency \n",
    "plt.figure(figsize=(16, 8))\n",
    "sns.barplot(x='count',y='word',data=word_freq.iloc[:30])\n",
    "plt.title('Most Frequent Words')\n",
    "plt.xlabel(\"Frequency\")\n",
    "plt.ylabel(\"Word\")\n",
    "plt.show()\n",
    "\n",
    "#top 5 words print\n",
    "\n",
    "print(\"Top 5 Most Frequent Words\")\n",
    "print(word_freq.iloc[:5])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "executionInfo": {
     "elapsed": 15,
     "status": "ok",
     "timestamp": 1637207738437,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "1SRccSK4Hajw"
   },
   "outputs": [],
   "source": [
    "# Removed anomalous \"filler\" word \n",
    "cleaned_df['cleaned_text'] = cleaned_df['cleaned_text'].str.replace('filler', '')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "2G_BjS0M6-X3"
   },
   "source": [
    "# Remove rows that do not contain any words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "executionInfo": {
     "elapsed": 1050,
     "status": "ok",
     "timestamp": 1637207757059,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "Q3gkXcX7Xi1W",
    "outputId": "3e8f8eb1-5043-4f79-e74f-e75998ecefa1"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>class</th>\n",
       "      <th>cleaned_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n",
       "      <td>suicide</td>\n",
       "      <td>sex wife threaten suicide recently leave wife ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Am I weird I don't get affected by compliments...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>weird not affect compliment come know real lif...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Finally 2020 is almost over... So I can never ...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>finally hear bad year swear fucking god annoying</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>i need helpjust help me im crying so hard</td>\n",
       "      <td>suicide</td>\n",
       "      <td>need help just help cry hard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>I’m so lostHello, my name is Adam (16) and I’v...</td>\n",
       "      <td>suicide</td>\n",
       "      <td>lost hello adam struggle year afraid past year...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  ...                                       cleaned_text\n",
       "0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n",
       "1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n",
       "2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n",
       "3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n",
       "4  I’m so lostHello, my name is Adam (16) and I’v...  ...  lost hello adam struggle year afraid past year...\n",
       "\n",
       "[5 rows x 3 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove rows with text length 0\n",
    "cleaned_df = cleaned_df[cleaned_df['cleaned_text'].apply(lambda x: len(x.split())!=0)]\n",
    "cleaned_df.reset_index(drop=True, inplace=True)\n",
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "GZ7rLVckH9ml"
   },
   "source": [
    "# Remove outliers in word count of texts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 421
    },
    "executionInfo": {
     "elapsed": 1583,
     "status": "ok",
     "timestamp": 1637136480738,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "6RzKmjujH0A4",
    "outputId": "50322473-ccdd-4ff9-fe3f-68f4e4539281"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAD4CAYAAAAUymoqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAaQ0lEQVR4nO3df6zV9Z3n8edroTqsrQW1e0KAWTBlukGdoXqjNO02d+tWwZkUO3FciCm36kg7YtJmSaY4nazdWhOdDe2upqWlIyNsGNHVWoiDS1nqSWeSQcVKBbSUK8VwbxC2oDJXZ+1g3/vH93Pt996e++Nz7oHzPfX1SE7O97y/3+/n+3nfHvvifL/fe48iAjMzsxz/qt0TMDOzzuPwMDOzbA4PMzPL5vAwM7NsDg8zM8s2ud0TaLULLrggZs+e3dS+b7zxBuecc05rJ9RG7qfa3E+1vdv6efbZZ38RER8Y73i/deExe/Zsdu3a1dS+9Xqd7u7u1k6ojdxPtbmfanu39SPp5ZzxfNrKzMyyOTzMzCybw8PMzLI5PMzMLNuY4SFplqQnJb0gaZ+kL6T6eZK2SzqQnqeluiTdK6lX0vOSLi2N1ZO2PyCpp1S/TNKetM+9kjTaMczMrL3G88njFLAyIuYBC4AVkuYBq4AdETEX2JFeAywC5qbHcmANFEEA3AFcAVwO3FEKgzXALaX9Fqb6SMcwM7M2GjM8IuJIRPw4Lf8T8CIwA1gMrE+brQeuTcuLgQ1R2AlMlTQduBrYHhEnIuJVYDuwMK07NyJ2RvEnfjcMG6vRMczMrI2yfs9D0mzgw8BTQC0ijqRVrwC1tDwDOFzarS/VRqv3NagzyjGGz2s5xaccarUa9Xo9p613DAwMNL1vFbmfanM/1eZ+Rjfu8JD0XuBR4IsRcTJdlgAgIkLSaf1ikNGOERFrgbUAXV1d0ewv9rzbfimo07ifanM/1dbqfsYVHpLeQxEcGyPie6l8VNL0iDiSTj0dS/V+YFZp95mp1g90D6vXU31mg+1HO8Zpsaf/dT676u+G1A7d/Yen85BmZh1pPHdbCbgfeDEivl5atQUYvGOqB9hcqi9Ld10tAF5Pp562AVdJmpYulF8FbEvrTkpakI61bNhYjY5hZmZtNJ5PHh8FPgPskbQ71f4CuBt4WNLNwMvA9WndVuAaoBd4E7gRICJOSLoTeCZt99WIOJGWbwUeAKYAT6QHoxzDzMzaaMzwiIh/ADTC6isbbB/AihHGWgesa1DfBVzcoH680THMzKy9/BvmZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmlm0832G+TtIxSXtLtYck7U6PQ4NfTytptqR/Lq37dmmfyyTtkdQr6d70feVIOk/SdkkH0vO0VFfarlfS85IubX37ZmbWjPF88ngAWFguRMR/ioj5ETEfeBT4Xmn1S4PrIuLzpfoa4BZgbnoMjrkK2BERc4Ed6TXAotK2y9P+ZmZWAWOGR0T8CDjRaF369HA98OBoY0iaDpwbETvTd5xvAK5NqxcD69Py+mH1DVHYCUxN45iZWZtNnuD+/x44GhEHSrU5kp4DTgJ/GRF/D8wA+krb9KUaQC0ijqTlV4BaWp4BHG6wzxGGkbSc4tMJtVqNer3eVDO1KbDyklNDas2OVQUDAwMdPf/h3E+1uZ9qa3U/Ew2PpQz91HEE+N2IOC7pMuD7ki4a72AREZIidxIRsRZYC9DV1RXd3d25QwBw38bNrN4z9Edy6IbmxqqCer1Osz+LKnI/1eZ+qq3V/TQdHpImA38MXDZYi4i3gLfS8rOSXgJ+D+gHZpZ2n5lqAEclTY+II+m01LFU7wdmjbCPmZm10URu1f2PwE8j4p3TUZI+IGlSWr6Q4mL3wXRa6qSkBek6yTJgc9ptC9CTlnuG1Zelu64WAK+XTm+ZmVkbjedW3QeBfwQ+JKlP0s1p1RJ+80L5x4Hn0627jwCfj4jBi+23An8N9AIvAU+k+t3AJyUdoAiku1N9K3Awbf/dtL+ZmVXAmKetImLpCPXPNqg9SnHrbqPtdwEXN6gfB65sUA9gxVjzMzOzM8+/YW5mZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZxvM1tOskHZO0t1T7iqR+SbvT45rSutsl9UraL+nqUn1hqvVKWlWqz5H0VKo/JOmsVD87ve5N62e3qmkzM5uY8XzyeABY2KD+jYiYnx5bASTNo/hu84vSPt+SNEnSJOCbwCJgHrA0bQtwTxrrg8CrwOB3pN8MvJrq30jbmZlZBYwZHhHxI+DEOMdbDGyKiLci4udAL3B5evRGxMGI+CWwCVgsScAngEfS/uuBa0tjrU/LjwBXpu3NzKzNJk9g39skLQN2ASsj4lVgBrCztE1fqgEcHla/AjgfeC0iTjXYfsbgPhFxStLraftfDJ+IpOXAcoBarUa9Xm+qodoUWHnJqSG1ZseqgoGBgY6e/3Dup9rcT7W1up9mw2MNcCcQ6Xk1cFOrJpUrItYCawG6urqiu7u7qXHu27iZ1XuG/kgO3dDcWFVQr9dp9mdRRe6n2txPtbW6n6butoqIoxHxdkT8CvguxWkpgH5gVmnTmak2Uv04MFXS5GH1IWOl9e9P25uZWZs1FR6SppdefhoYvBNrC7Ak3Sk1B5gLPA08A8xNd1adRXFRfUtEBPAkcF3avwfYXBqrJy1fB/wwbW9mZm025mkrSQ8C3cAFkvqAO4BuSfMpTlsdAj4HEBH7JD0MvACcAlZExNtpnNuAbcAkYF1E7EuH+BKwSdLXgOeA+1P9fuB/SuqluGC/ZMLdmplZS4wZHhGxtEH5/ga1we3vAu5qUN8KbG1QP8ivT3uV6/8P+JOx5mdmZmeef8PczMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMso0ZHpLWSTomaW+p9t8k/VTS85IekzQ11WdL+mdJu9Pj26V9LpO0R1KvpHslKdXPk7Rd0oH0PC3VlbbrTce5tPXtm5lZM8bzyeMBYOGw2nbg4oj4feBnwO2ldS9FxPz0+Hypvga4BZibHoNjrgJ2RMRcYEd6DbCotO3ytL+ZmVXAmOERET8CTgyr/SAiTqWXO4GZo40haTpwbkTsjIgANgDXptWLgfVpef2w+oYo7ASmpnHMzKzNJrdgjJuAh0qv50h6DjgJ/GVE/D0wA+grbdOXagC1iDiSll8Baml5BnC4wT5HGEbScopPJ9RqNer1elON1KbAyktODak1O1YVDAwMdPT8h3M/1eZ+qq3V/UwoPCR9GTgFbEylI8DvRsRxSZcB35d00XjHi4iQFLnziIi1wFqArq6u6O7uzh0CgPs2bmb1nqE/kkM3NDdWFdTrdZr9WVSR+6k291Ntre6n6fCQ9Fngj4Ar06koIuIt4K20/Kykl4DfA/oZemprZqoBHJU0PSKOpNNSx1K9H5g1wj5mZtZGTd2qK2kh8OfApyLizVL9A5ImpeULKS52H0ynpU5KWpDusloGbE67bQF60nLPsPqydNfVAuD10uktMzNrozE/eUh6EOgGLpDUB9xBcXfV2cD2dMftznRn1ceBr0r6F+BXwOcjYvBi+60Ud25NAZ5ID4C7gYcl3Qy8DFyf6luBa4Be4E3gxok0amZmrTNmeETE0gbl+0fY9lHg0RHW7QIublA/DlzZoB7AirHmZ2ZmZ55/w9zMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyjSs8JK2TdEzS3lLtPEnbJR1Iz9NSXZLuldQr6XlJl5b26UnbH5DUU6pfJmlP2ufe9D3nIx7DzMzaa7yfPB4AFg6rrQJ2RMRcYEd6DbAImJsey4E1UAQBxfefXwFcDtxRCoM1wC2l/RaOcQwzM2ujcYVHRPwIODGsvBhYn5bXA9eW6huisBOYKmk6cDWwPSJORMSrwHZgYVp3bkTsTN9bvmHYWI2OYWZmbTSRax61iDiSll8Baml5BnC4tF1fqo1W72tQH+0YZmbWRpNbMUhEhKRoxVjNHEPScopTZNRqNer1elPHqE2BlZecGlJrdqwqGBgY6Oj5D+d+qs39VFur+5lIeByVND0ijqRTT8dSvR+YVdpuZqr1A93D6vVUn9lg+9GOMURErAXWAnR1dUV3d3ejzcZ038bNrN4z9Edy6IbmxqqCer1Osz+LKnI/1eZ+qq3V/UzktNUWYPCOqR5gc6m+LN11tQB4PZ162gZcJWlaulB+FbAtrTspaUG6y2rZsLEaHcPMzNpoXJ88JD1I8anhAkl9FHdN3Q08LOlm4GXg+rT5VuAaoBd4E7gRICJOSLoTeCZt99WIGLwIfyvFHV1TgCfSg1GOYWZmbTSu8IiIpSOsurLBtgGsGGGcdcC6BvVdwMUN6scbHcPMzNrLv2FuZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2RweZmaWzeFhZmbZHB5mZpbN4WFmZtkcHmZmls3hYWZm2ZoOD0kfkrS79Dgp6YuSviKpv1S/prTP7ZJ6Je2XdHWpvjDVeiWtKtXnSHoq1R+SdFbzrZqZWas0HR4RsT8i5kfEfOAyiu8rfyyt/sbguojYCiBpHrAEuAhYCHxL0iRJk4BvAouAecDStC3APWmsDwKvAjc3O18zM2udVp22uhJ4KSJeHmWbxcCmiHgrIn4O9AKXp0dvRByMiF8Cm4DFkgR8Angk7b8euLZF8zUzswloVXgsAR4svb5N0vOS1kmalmozgMOlbfpSbaT6+cBrEXFqWN3MzNps8kQHSNchPgXcnkprgDuBSM+rgZsmepwx5rAcWA5Qq9Wo1+tNjVObAisvOTWk1uxYVTAwMNDR8x/O/VSb+6m2Vvcz4fCguFbx44g4CjD4DCDpu8Dj6WU/MKu038xUY4T6cWCqpMnp00d5+yEiYi2wFqCrqyu6u7ubauS+jZtZvWfoj+TQDc2NVQX1ep1mfxZV5H6qzf1UW6v7acVpq6WUTllJml5a92lgb1reAiyRdLakOcBc4GngGWBuurPqLIpTYFsiIoAngevS/j3A5hbM18zMJmhCnzwknQN8EvhcqfxXkuZTnLY6NLguIvZJehh4ATgFrIiIt9M4twHbgEnAuojYl8b6ErBJ0teA54D7JzJfMzNrjQmFR0S8QXFhu1z7zCjb3wXc1aC+FdjaoH6Q4m4sMzOrEP+GuZmZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWbYJh4ekQ5L2SNotaVeqnSdpu6QD6XlaqkvSvZJ6JT0v6dLSOD1p+wOSekr1y9L4vWlfTXTOZmY2Ma365PEfImJ+RHSl16uAHRExF9iRXgMsAuamx3JgDRRhA9wBXEHxneV3DAZO2uaW0n4LWzRnMzNr0uk6bbUYWJ+W1wPXluoborATmCppOnA1sD0iTkTEq8B2YGFad25E7IyIADaUxjIzszaZ3IIxAviBpAC+ExFrgVpEHEnrXwFqaXkGcLi0b1+qjVbva1AfQtJyik8y1Go16vV6U43UpsDKS04NqTU7VhUMDAx09PyHcz/V5n6qrdX9tCI8PhYR/ZL+DbBd0k/LKyMiUrCcNimw1gJ0dXVFd3d3U+Pct3Ezq/cM/ZEcuqG5saqgXq/T7M+iitxPtbmfamt1PxM+bRUR/en5GPAYxTWLo+mUE+n5WNq8H5hV2n1mqo1Wn9mgbmZmbTSh8JB0jqT3DS4DVwF7gS3A4B1TPcDmtLwFWJbuuloAvJ5Ob20DrpI0LV0ovwrYltadlLQg3WW1rDSWmZm1yURPW9WAx9Lds5OBv42I/y3pGeBhSTcDLwPXp+23AtcAvcCbwI0AEXFC0p3AM2m7r0bEibR8K/AAMAV4Ij3MzKyNJhQeEXEQ+IMG9ePAlQ3qAawYYax1wLoG9V3AxROZp5mZtZZ/w9zMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyOTzMzCybw8PMzLI5PMzMLJvDw8zMsjk8zMwsm8PDzMyyNR0ekmZJelLSC5L2SfpCqn9FUr+k3elxTWmf2yX1Stov6epSfWGq9UpaVarPkfRUqj8k6axm52tmZq0zkU8ep4CVETEPWACskDQvrftGRMxPj60Aad0S4CJgIfAtSZMkTQK+CSwC5gFLS+Pck8b6IPAqcPME5mtmZi3SdHhExJGI+HFa/ifgRWDGKLssBjZFxFsR8XOgF7g8PXoj4mBE/BLYBCyWJOATwCNp//XAtc3O18zMWmdyKwaRNBv4MPAU8FHgNknLgF0Un05epQiWnaXd+vh12BweVr8COB94LSJONdh++PGXA8sBarUa9Xq9qT5qU2DlJaeG1JodqwoGBgY6ev7DuZ9qcz/V1up+Jhwekt4LPAp8MSJOSloD3AlEel4N3DTR44wmItYCawG6urqiu7u7qXHu27iZ1XuG/kgO3dDcWFVQr9dp9mdRRe6n2txPtbW6nwmFh6T3UATHxoj4HkBEHC2t/y7weHrZD8wq7T4z1RihfhyYKmly+vRR3v6Mmb3q736jdujuPzzT0zAzq5SJ3G0l4H7gxYj4eqk+vbTZp4G9aXkLsETS2ZLmAHOBp4FngLnpzqqzKC6qb4mIAJ4Erkv79wCbm52vmZm1zkQ+eXwU+AywR9LuVPsLirul5lOctjoEfA4gIvZJehh4geJOrRUR8TaApNuAbcAkYF1E7EvjfQnYJOlrwHMUYWVmZm3WdHhExD8AarBq6yj73AXc1aC+tdF+EXGQ4m4sMzOrEP+GuZmZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZXN4mJlZNoeHmZllc3iYmVk2h4eZmWVzeJiZWTaHh5mZZWvJ19C+2zT6gijwl0SZ2buHP3mYmVk2h4eZmWVzeJiZWbbKh4ekhZL2S+qVtKrd8zEzs4pfMJc0Cfgm8EmgD3hG0paIeKG9M2us0YV0X0Q3s99GlQ4Piu8v703fZY6kTcBioJLh0chId2YN55Axs05S9fCYARwuve4Drhi+kaTlwPL0ckDS/iaPdwHwiyb3nRDdc1qGbVs/p4n7qTb3U21j9fNvcwareniMS0SsBdZOdBxJuyKiqwVTqgT3U23up9rcz+iqfsG8H5hVej0z1czMrI2qHh7PAHMlzZF0FrAE2NLmOZmZvetV+rRVRJySdBuwDZgErIuIfafxkBM+9VUx7qfa3E+1uZ9RKCJaOZ6Zmb0LVP20lZmZVZDDw8zMsjk8kk75MyiS1kk6JmlvqXaepO2SDqTnaakuSfemnp6XdGlpn560/QFJPe3oJc1jlqQnJb0gaZ+kL3RyT5J+R9LTkn6S+vmvqT5H0lNp3g+lG0CQdHZ63ZvWzy6NdXuq75d0dTv6SfOYJOk5SY+n1x3bS5rLIUl7JO2WtCvVOvL9luYxVdIjkn4q6UVJHzkj/UTEu/5BcTH+JeBC4CzgJ8C8ds9rhLl+HLgU2Fuq/RWwKi2vAu5Jy9cATwACFgBPpfp5wMH0PC0tT2tTP9OBS9Py+4CfAfM6tac0r/em5fcAT6V5PgwsSfVvA3+Wlm8Fvp2WlwAPpeV56X14NjAnvT8ntel/o/8M/C3weHrdsb2k+RwCLhhW68j3W5rLeuBP0/JZwNQz0U9b/ser2gP4CLCt9Pp24PZ2z2uU+c5maHjsB6an5enA/rT8HWDp8O2ApcB3SvUh27W5t80Uf8us43sC/jXwY4q/ivALYPLw9xvFnYQfScuT03Ya/h4sb3eGe5gJ7AA+ATye5taRvZSOf4jfDI+OfL8B7wd+Trr56Uz249NWhUZ/BmVGm+bSjFpEHEnLrwC1tDxSX5XsN53m+DDFv9Y7tqd0mmc3cAzYTvEv7dci4lSDub0z77T+deB8qtPPfwf+HPhVen0+ndvLoAB+IOlZFX/aCDr3/TYH+L/A36RTi38t6RzOQD8Oj98yUfyzoePuv5b0XuBR4IsRcbK8rtN6ioi3I2I+xb/aLwf+XZun1BRJfwQci4hn2z2XFvtYRFwKLAJWSPp4eWWHvd8mU5zGXhMRHwbeoDhN9Y7T1Y/Do9DpfwblqKTpAOn5WKqP1Fel+pX0Horg2BgR30vlju4JICJeA56kOLUzVdLgL+WW5/bOvNP69wPHqUY/HwU+JekQsIni1NX/oDN7eUdE9KfnY8BjFAHfqe+3PqAvIp5Krx+hCJPT3o/Do9DpfwZlCzB4d0QPxXWDwfqydIfFAuD19FF2G3CVpGnpLoyrUu2MkyTgfuDFiPh6aVVH9iTpA5KmpuUpFNdvXqQIkevSZsP7GezzOuCH6V+KW4Al6Q6mOcBc4Okz00UhIm6PiJkRMZviv4kfRsQNdGAvgySdI+l9g8sU75O9dOj7LSJeAQ5L+lAqXUnxlRWnv592XbSq2oPiLoSfUZyf/nK75zPKPB8EjgD/QvGvjpspzivvAA4A/wc4L20rii/TegnYA3SVxrkJ6E2PG9vYz8coPlI/D+xOj2s6tSfg94HnUj97gf+S6hdS/B9mL/C/gLNT/XfS6960/sLSWF9Ofe4HFrX5fdfNr++26the0tx/kh77Bv9b79T3W5rHfGBXes99n+JuqdPej/88iZmZZfNpKzMzy+bwMDOzbA4PMzPL5vAwM7NsDg8zM8vm8DAzs2wODzMzy/b/AXtoh1XblLKKAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "count    232009.000000\n",
      "mean         53.143029\n",
      "std          89.614739\n",
      "min           1.000000\n",
      "25%          12.000000\n",
      "50%          25.000000\n",
      "75%          62.000000\n",
      "max        5850.000000\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "# Get word count of posts \n",
    "posts_len = [len(x.split()) for x in cleaned_df['cleaned_text']]\n",
    "pd.Series(posts_len).hist(bins=60)\n",
    "plt.show()\n",
    "print(pd.Series(posts_len).describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "qrv0vCcQX3pR"
   },
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'cleaned_df' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/var/folders/31/n03qdcc94nd30m5mgz12qm8c0000gn/T/ipykernel_2007/1205939946.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# Subset dataset to obtain rows with less than or equal to 100 words\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mcleaned_df\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcleaned_df\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mcleaned_df\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'cleaned_text'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m<=\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mcleaned_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreset_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minplace\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'cleaned_df' is not defined"
     ]
    }
   ],
   "source": [
    "# Subset dataset to obtain rows with less than or equal to 100 words\n",
    "cleaned_df = cleaned_df[cleaned_df['cleaned_text'].apply(lambda x: len(x.split())<=100)]\n",
    "cleaned_df.reset_index(drop=True, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "executionInfo": {
     "elapsed": 10,
     "status": "ok",
     "timestamp": 1637136481462,
     "user": {
      "displayName": "Quek Yi Zhen",
      "photoUrl": "https://lh3.googleusercontent.com/a/default-user=s64",
      "userId": "10725828602304131495"
     },
     "user_tz": -480
    },
    "id": "ny4vMK65YCFu",
    "outputId": "195a1bb1-41f9-47c3-d406-9e47e146c5b8"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>class</th>\n",
       "      <th>cleaned_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ex Wife Threatening SuicideRecently I left my ...</td>\n",
       "      <td>suicide</td>\n",
       "      <td>sex wife threaten suicide recently leave wife ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Am I weird I don't get affected by compliments...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>weird not affect compliment come know real lif...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Finally 2020 is almost over... So I can never ...</td>\n",
       "      <td>non-suicide</td>\n",
       "      <td>finally hear bad year swear fucking god annoying</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>i need helpjust help me im crying so hard</td>\n",
       "      <td>suicide</td>\n",
       "      <td>need help just help cry hard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>It ends tonight.I can’t do it anymore. \\nI quit.</td>\n",
       "      <td>suicide</td>\n",
       "      <td>end tonight not anymore quit</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  ...                                       cleaned_text\n",
       "0  Ex Wife Threatening SuicideRecently I left my ...  ...  sex wife threaten suicide recently leave wife ...\n",
       "1  Am I weird I don't get affected by compliments...  ...  weird not affect compliment come know real lif...\n",
       "2  Finally 2020 is almost over... So I can never ...  ...   finally hear bad year swear fucking god annoying\n",
       "3          i need helpjust help me im crying so hard  ...                       need help just help cry hard\n",
       "4   It ends tonight.I can’t do it anymore. \\nI quit.  ...                       end tonight not anymore quit\n",
       "\n",
       "[5 rows x 3 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check dataset \n",
    "cleaned_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "Yk4TrRoEKzN8"
   },
   "outputs": [],
   "source": [
    "# Export cleaned dataset \n",
    "cleaned_df.to_csv('/content/drive/MyDrive/BT4222 Project/Data/suicide_detection_final_cleaned.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [],
   "name": "Data Cleaning.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}
>>>>>>> Stashed changes