data_cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>[0.6559492349624634</th>\n",
       "      <th>0.5336989164352417</th>\n",
       "      <th>5.072074600320775e-07</th>\n",
       "      <th>0.6156219840049744</th>\n",
       "      <th>0.5214718580245972</th>\n",
       "      <th>-0.0234797615557909</th>\n",
       "      <th>0.5834240317344666</th>\n",
       "      <th>0.4531671106815338</th>\n",
       "      <th>-0.03420840576291084</th>\n",
       "      <th>0.5837119817733765</th>\n",
       "      <th>...</th>\n",
       "      <th>0.663975715637207</th>\n",
       "      <th>0.2616099715232849</th>\n",
       "      <th>-0.0402582511305809</th>\n",
       "      <th>0.6722732782363892</th>\n",
       "      <th>0.21342381834983826</th>\n",
       "      <th>-0.04936427250504494</th>\n",
       "      <th>0.6797217130661011</th>\n",
       "      <th>0.16495737433433533</th>\n",
       "      <th>-0.052964068949222565]</th>\n",
       "      <th>nothing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[0.6160277128219604</td>\n",
       "      <td>0.555882</td>\n",
       "      <td>5.571871e-07</td>\n",
       "      <td>0.574054</td>\n",
       "      <td>0.557091</td>\n",
       "      <td>-0.019973</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.507776</td>\n",
       "      <td>-0.033482</td>\n",
       "      <td>0.535712</td>\n",
       "      <td>...</td>\n",
       "      <td>0.617690</td>\n",
       "      <td>0.293836</td>\n",
       "      <td>-0.052912</td>\n",
       "      <td>0.623877</td>\n",
       "      <td>0.243963</td>\n",
       "      <td>-0.059600</td>\n",
       "      <td>0.627462</td>\n",
       "      <td>0.194302</td>\n",
       "      <td>-0.060896504670381546]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[0.678565263748169</td>\n",
       "      <td>0.579261</td>\n",
       "      <td>5.482437e-07</td>\n",
       "      <td>0.639164</td>\n",
       "      <td>0.560490</td>\n",
       "      <td>-0.019218</td>\n",
       "      <td>0.610714</td>\n",
       "      <td>0.498380</td>\n",
       "      <td>-0.031481</td>\n",
       "      <td>0.616393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.700285</td>\n",
       "      <td>0.304986</td>\n",
       "      <td>-0.057479</td>\n",
       "      <td>0.710651</td>\n",
       "      <td>0.253685</td>\n",
       "      <td>-0.063240</td>\n",
       "      <td>0.720477</td>\n",
       "      <td>0.205857</td>\n",
       "      <td>-0.06252375990152359]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[0.6318977475166321</td>\n",
       "      <td>0.570462</td>\n",
       "      <td>5.289681e-07</td>\n",
       "      <td>0.588188</td>\n",
       "      <td>0.566747</td>\n",
       "      <td>-0.021958</td>\n",
       "      <td>0.553509</td>\n",
       "      <td>0.511362</td>\n",
       "      <td>-0.036849</td>\n",
       "      <td>0.549595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634416</td>\n",
       "      <td>0.287584</td>\n",
       "      <td>-0.058496</td>\n",
       "      <td>0.641697</td>\n",
       "      <td>0.234336</td>\n",
       "      <td>-0.066487</td>\n",
       "      <td>0.646772</td>\n",
       "      <td>0.179855</td>\n",
       "      <td>-0.0691262036561966]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[0.6546863317489624</td>\n",
       "      <td>0.560506</td>\n",
       "      <td>5.715312e-07</td>\n",
       "      <td>0.611574</td>\n",
       "      <td>0.548517</td>\n",
       "      <td>-0.023494</td>\n",
       "      <td>0.578806</td>\n",
       "      <td>0.481730</td>\n",
       "      <td>-0.037434</td>\n",
       "      <td>0.581540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.671867</td>\n",
       "      <td>0.273143</td>\n",
       "      <td>-0.056042</td>\n",
       "      <td>0.682566</td>\n",
       "      <td>0.220206</td>\n",
       "      <td>-0.065311</td>\n",
       "      <td>0.690756</td>\n",
       "      <td>0.165590</td>\n",
       "      <td>-0.06905832141637802]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[0.6370847821235657</td>\n",
       "      <td>0.560069</td>\n",
       "      <td>5.121877e-07</td>\n",
       "      <td>0.594656</td>\n",
       "      <td>0.553210</td>\n",
       "      <td>-0.018400</td>\n",
       "      <td>0.561502</td>\n",
       "      <td>0.496979</td>\n",
       "      <td>-0.031151</td>\n",
       "      <td>0.559430</td>\n",
       "      <td>...</td>\n",
       "      <td>0.641618</td>\n",
       "      <td>0.281814</td>\n",
       "      <td>-0.055478</td>\n",
       "      <td>0.649579</td>\n",
       "      <td>0.228613</td>\n",
       "      <td>-0.061822</td>\n",
       "      <td>0.656328</td>\n",
       "      <td>0.175615</td>\n",
       "      <td>-0.06280554831027985]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>[0.5232082605361938</td>\n",
       "      <td>0.720157</td>\n",
       "      <td>1.109839e-06</td>\n",
       "      <td>0.470820</td>\n",
       "      <td>0.731502</td>\n",
       "      <td>-0.078268</td>\n",
       "      <td>0.437619</td>\n",
       "      <td>0.681020</td>\n",
       "      <td>-0.133320</td>\n",
       "      <td>0.434705</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553757</td>\n",
       "      <td>0.297171</td>\n",
       "      <td>-0.125902</td>\n",
       "      <td>0.566229</td>\n",
       "      <td>0.207440</td>\n",
       "      <td>-0.138078</td>\n",
       "      <td>0.576765</td>\n",
       "      <td>0.123454</td>\n",
       "      <td>-0.14177456498146057]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>[0.4081856608390808</td>\n",
       "      <td>0.811731</td>\n",
       "      <td>1.324486e-06</td>\n",
       "      <td>0.342095</td>\n",
       "      <td>0.836431</td>\n",
       "      <td>-0.061543</td>\n",
       "      <td>0.279137</td>\n",
       "      <td>0.762730</td>\n",
       "      <td>-0.103662</td>\n",
       "      <td>0.259048</td>\n",
       "      <td>...</td>\n",
       "      <td>0.404290</td>\n",
       "      <td>0.349147</td>\n",
       "      <td>-0.130572</td>\n",
       "      <td>0.408666</td>\n",
       "      <td>0.261880</td>\n",
       "      <td>-0.154013</td>\n",
       "      <td>0.406767</td>\n",
       "      <td>0.169851</td>\n",
       "      <td>-0.16620968282222748]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>[0.3751451075077057</td>\n",
       "      <td>0.819237</td>\n",
       "      <td>1.256737e-06</td>\n",
       "      <td>0.318682</td>\n",
       "      <td>0.843892</td>\n",
       "      <td>-0.049209</td>\n",
       "      <td>0.253295</td>\n",
       "      <td>0.766252</td>\n",
       "      <td>-0.079402</td>\n",
       "      <td>0.235646</td>\n",
       "      <td>...</td>\n",
       "      <td>0.378705</td>\n",
       "      <td>0.368430</td>\n",
       "      <td>-0.127098</td>\n",
       "      <td>0.381571</td>\n",
       "      <td>0.280989</td>\n",
       "      <td>-0.151822</td>\n",
       "      <td>0.381196</td>\n",
       "      <td>0.192828</td>\n",
       "      <td>-0.1626032590866089]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>207 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     [0.6559492349624634   0.5336989164352417   5.072074600320775e-07  \\\n",
       "0    [0.6160277128219604             0.555882            5.571871e-07   \n",
       "1     [0.678565263748169             0.579261            5.482437e-07   \n",
       "2    [0.6318977475166321             0.570462            5.289681e-07   \n",
       "3    [0.6546863317489624             0.560506            5.715312e-07   \n",
       "4    [0.6370847821235657             0.560069            5.121877e-07   \n",
       "..                   ...                  ...                     ...   \n",
       "202                    0             0.000000            0.000000e+00   \n",
       "203  [0.5232082605361938             0.720157            1.109839e-06   \n",
       "204  [0.4081856608390808             0.811731            1.324486e-06   \n",
       "205                    0             0.000000            0.000000e+00   \n",
       "206  [0.3751451075077057             0.819237            1.256737e-06   \n",
       "\n",
       "      0.6156219840049744   0.5214718580245972   -0.0234797615557909  \\\n",
       "0               0.574054             0.557091             -0.019973   \n",
       "1               0.639164             0.560490             -0.019218   \n",
       "2               0.588188             0.566747             -0.021958   \n",
       "3               0.611574             0.548517             -0.023494   \n",
       "4               0.594656             0.553210             -0.018400   \n",
       "..                   ...                  ...                   ...   \n",
       "202             0.000000             0.000000              0.000000   \n",
       "203             0.470820             0.731502             -0.078268   \n",
       "204             0.342095             0.836431             -0.061543   \n",
       "205             0.000000             0.000000              0.000000   \n",
       "206             0.318682             0.843892             -0.049209   \n",
       "\n",
       "      0.5834240317344666   0.4531671106815338   -0.03420840576291084  \\\n",
       "0               0.540347             0.507776              -0.033482   \n",
       "1               0.610714             0.498380              -0.031481   \n",
       "2               0.553509             0.511362              -0.036849   \n",
       "3               0.578806             0.481730              -0.037434   \n",
       "4               0.561502             0.496979              -0.031151   \n",
       "..                   ...                  ...                    ...   \n",
       "202             0.000000             0.000000               0.000000   \n",
       "203             0.437619             0.681020              -0.133320   \n",
       "204             0.279137             0.762730              -0.103662   \n",
       "205             0.000000             0.000000               0.000000   \n",
       "206             0.253295             0.766252              -0.079402   \n",
       "\n",
       "      0.5837119817733765  ...   0.663975715637207   0.2616099715232849  \\\n",
       "0               0.535712  ...            0.617690             0.293836   \n",
       "1               0.616393  ...            0.700285             0.304986   \n",
       "2               0.549595  ...            0.634416             0.287584   \n",
       "3               0.581540  ...            0.671867             0.273143   \n",
       "4               0.559430  ...            0.641618             0.281814   \n",
       "..                   ...  ...                 ...                  ...   \n",
       "202             0.000000  ...            0.000000             0.000000   \n",
       "203             0.434705  ...            0.553757             0.297171   \n",
       "204             0.259048  ...            0.404290             0.349147   \n",
       "205             0.000000  ...            0.000000             0.000000   \n",
       "206             0.235646  ...            0.378705             0.368430   \n",
       "\n",
       "      -0.0402582511305809   0.6722732782363892   0.21342381834983826  \\\n",
       "0               -0.052912             0.623877              0.243963   \n",
       "1               -0.057479             0.710651              0.253685   \n",
       "2               -0.058496             0.641697              0.234336   \n",
       "3               -0.056042             0.682566              0.220206   \n",
       "4               -0.055478             0.649579              0.228613   \n",
       "..                    ...                  ...                   ...   \n",
       "202              0.000000             0.000000              0.000000   \n",
       "203             -0.125902             0.566229              0.207440   \n",
       "204             -0.130572             0.408666              0.261880   \n",
       "205              0.000000             0.000000              0.000000   \n",
       "206             -0.127098             0.381571              0.280989   \n",
       "\n",
       "      -0.04936427250504494   0.6797217130661011   0.16495737433433533  \\\n",
       "0                -0.059600             0.627462              0.194302   \n",
       "1                -0.063240             0.720477              0.205857   \n",
       "2                -0.066487             0.646772              0.179855   \n",
       "3                -0.065311             0.690756              0.165590   \n",
       "4                -0.061822             0.656328              0.175615   \n",
       "..                     ...                  ...                   ...   \n",
       "202               0.000000             0.000000              0.000000   \n",
       "203              -0.138078             0.576765              0.123454   \n",
       "204              -0.154013             0.406767              0.169851   \n",
       "205               0.000000             0.000000              0.000000   \n",
       "206              -0.151822             0.381196              0.192828   \n",
       "\n",
       "      -0.052964068949222565]  nothing  \n",
       "0     -0.060896504670381546]  nothing  \n",
       "1      -0.06252375990152359]  nothing  \n",
       "2       -0.0691262036561966]  nothing  \n",
       "3      -0.06905832141637802]  nothing  \n",
       "4      -0.06280554831027985]  nothing  \n",
       "..                       ...      ...  \n",
       "202                        0  nothing  \n",
       "203    -0.14177456498146057]  nothing  \n",
       "204    -0.16620968282222748]  nothing  \n",
       "205                        0  nothing  \n",
       "206     -0.1626032590866089]  nothing  \n",
       "\n",
       "[207 rows x 64 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('nothing.csv')\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Uncleaned dataset shape = (207, 64)\n"
     ]
    }
   ],
   "source": [
    "print(\"Uncleaned dataset shape =\", df.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of null values = 0\n"
     ]
    }
   ],
   "source": [
    "# removing null values from our dataset\n",
    "\n",
    "all_null_values = df[df.iloc[:, 0] == np.nan]\n",
    "print(\"Number of null values =\", len(all_null_values.index))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.columns = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12', '13', '14', '15', '16', '17', '18', '19', '20', '21', '22', '23', '24', '25', '26', '27', '28', '29', '30', '31', '32', '33', '34', '35', '36', '37', '38', '39', '40', '41', '42', '43', '44', '45', '46', '47', '48', '49', '50', '51', '52', '53', '54', '55', '56', '57', '58', '59', '60', '61', '62', '63']\n",
    "values = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12', '13', '14', '15', '16', '17', '18', '19', '20', '21', '22', '23', '24', '25', '26', '27', '28', '29', '30', '31', '32', '33', '34', '35', '36', '37', '38', '39', '40', '41', '42', '43', '44', '45', '46', '47', '48', '49', '50', '51', '52', '53', '54', '55', '56', '57', '58', '59', '60', '61', '62', '63']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "      <th>63</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[0.6160277128219604</td>\n",
       "      <td>0.555882</td>\n",
       "      <td>5.571871e-07</td>\n",
       "      <td>0.574054</td>\n",
       "      <td>0.557091</td>\n",
       "      <td>-0.019973</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.507776</td>\n",
       "      <td>-0.033482</td>\n",
       "      <td>0.535712</td>\n",
       "      <td>...</td>\n",
       "      <td>0.617690</td>\n",
       "      <td>0.293836</td>\n",
       "      <td>-0.052912</td>\n",
       "      <td>0.623877</td>\n",
       "      <td>0.243963</td>\n",
       "      <td>-0.059600</td>\n",
       "      <td>0.627462</td>\n",
       "      <td>0.194302</td>\n",
       "      <td>-0.060896504670381546]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[0.678565263748169</td>\n",
       "      <td>0.579261</td>\n",
       "      <td>5.482437e-07</td>\n",
       "      <td>0.639164</td>\n",
       "      <td>0.560490</td>\n",
       "      <td>-0.019218</td>\n",
       "      <td>0.610714</td>\n",
       "      <td>0.498380</td>\n",
       "      <td>-0.031481</td>\n",
       "      <td>0.616393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.700285</td>\n",
       "      <td>0.304986</td>\n",
       "      <td>-0.057479</td>\n",
       "      <td>0.710651</td>\n",
       "      <td>0.253685</td>\n",
       "      <td>-0.063240</td>\n",
       "      <td>0.720477</td>\n",
       "      <td>0.205857</td>\n",
       "      <td>-0.06252375990152359]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[0.6318977475166321</td>\n",
       "      <td>0.570462</td>\n",
       "      <td>5.289681e-07</td>\n",
       "      <td>0.588188</td>\n",
       "      <td>0.566747</td>\n",
       "      <td>-0.021958</td>\n",
       "      <td>0.553509</td>\n",
       "      <td>0.511362</td>\n",
       "      <td>-0.036849</td>\n",
       "      <td>0.549595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634416</td>\n",
       "      <td>0.287584</td>\n",
       "      <td>-0.058496</td>\n",
       "      <td>0.641697</td>\n",
       "      <td>0.234336</td>\n",
       "      <td>-0.066487</td>\n",
       "      <td>0.646772</td>\n",
       "      <td>0.179855</td>\n",
       "      <td>-0.0691262036561966]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[0.6546863317489624</td>\n",
       "      <td>0.560506</td>\n",
       "      <td>5.715312e-07</td>\n",
       "      <td>0.611574</td>\n",
       "      <td>0.548517</td>\n",
       "      <td>-0.023494</td>\n",
       "      <td>0.578806</td>\n",
       "      <td>0.481730</td>\n",
       "      <td>-0.037434</td>\n",
       "      <td>0.581540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.671867</td>\n",
       "      <td>0.273143</td>\n",
       "      <td>-0.056042</td>\n",
       "      <td>0.682566</td>\n",
       "      <td>0.220206</td>\n",
       "      <td>-0.065311</td>\n",
       "      <td>0.690756</td>\n",
       "      <td>0.165590</td>\n",
       "      <td>-0.06905832141637802]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[0.6370847821235657</td>\n",
       "      <td>0.560069</td>\n",
       "      <td>5.121877e-07</td>\n",
       "      <td>0.594656</td>\n",
       "      <td>0.553210</td>\n",
       "      <td>-0.018400</td>\n",
       "      <td>0.561502</td>\n",
       "      <td>0.496979</td>\n",
       "      <td>-0.031151</td>\n",
       "      <td>0.559430</td>\n",
       "      <td>...</td>\n",
       "      <td>0.641618</td>\n",
       "      <td>0.281814</td>\n",
       "      <td>-0.055478</td>\n",
       "      <td>0.649579</td>\n",
       "      <td>0.228613</td>\n",
       "      <td>-0.061822</td>\n",
       "      <td>0.656328</td>\n",
       "      <td>0.175615</td>\n",
       "      <td>-0.06280554831027985]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>[0.5232082605361938</td>\n",
       "      <td>0.720157</td>\n",
       "      <td>1.109839e-06</td>\n",
       "      <td>0.470820</td>\n",
       "      <td>0.731502</td>\n",
       "      <td>-0.078268</td>\n",
       "      <td>0.437619</td>\n",
       "      <td>0.681020</td>\n",
       "      <td>-0.133320</td>\n",
       "      <td>0.434705</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553757</td>\n",
       "      <td>0.297171</td>\n",
       "      <td>-0.125902</td>\n",
       "      <td>0.566229</td>\n",
       "      <td>0.207440</td>\n",
       "      <td>-0.138078</td>\n",
       "      <td>0.576765</td>\n",
       "      <td>0.123454</td>\n",
       "      <td>-0.14177456498146057]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>[0.4081856608390808</td>\n",
       "      <td>0.811731</td>\n",
       "      <td>1.324486e-06</td>\n",
       "      <td>0.342095</td>\n",
       "      <td>0.836431</td>\n",
       "      <td>-0.061543</td>\n",
       "      <td>0.279137</td>\n",
       "      <td>0.762730</td>\n",
       "      <td>-0.103662</td>\n",
       "      <td>0.259048</td>\n",
       "      <td>...</td>\n",
       "      <td>0.404290</td>\n",
       "      <td>0.349147</td>\n",
       "      <td>-0.130572</td>\n",
       "      <td>0.408666</td>\n",
       "      <td>0.261880</td>\n",
       "      <td>-0.154013</td>\n",
       "      <td>0.406767</td>\n",
       "      <td>0.169851</td>\n",
       "      <td>-0.16620968282222748]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>[0.3751451075077057</td>\n",
       "      <td>0.819237</td>\n",
       "      <td>1.256737e-06</td>\n",
       "      <td>0.318682</td>\n",
       "      <td>0.843892</td>\n",
       "      <td>-0.049209</td>\n",
       "      <td>0.253295</td>\n",
       "      <td>0.766252</td>\n",
       "      <td>-0.079402</td>\n",
       "      <td>0.235646</td>\n",
       "      <td>...</td>\n",
       "      <td>0.378705</td>\n",
       "      <td>0.368430</td>\n",
       "      <td>-0.127098</td>\n",
       "      <td>0.381571</td>\n",
       "      <td>0.280989</td>\n",
       "      <td>-0.151822</td>\n",
       "      <td>0.381196</td>\n",
       "      <td>0.192828</td>\n",
       "      <td>-0.1626032590866089]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>207 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       0         1             2         3         4  \\\n",
       "0    [0.6160277128219604  0.555882  5.571871e-07  0.574054  0.557091   \n",
       "1     [0.678565263748169  0.579261  5.482437e-07  0.639164  0.560490   \n",
       "2    [0.6318977475166321  0.570462  5.289681e-07  0.588188  0.566747   \n",
       "3    [0.6546863317489624  0.560506  5.715312e-07  0.611574  0.548517   \n",
       "4    [0.6370847821235657  0.560069  5.121877e-07  0.594656  0.553210   \n",
       "..                   ...       ...           ...       ...       ...   \n",
       "202                    0  0.000000  0.000000e+00  0.000000  0.000000   \n",
       "203  [0.5232082605361938  0.720157  1.109839e-06  0.470820  0.731502   \n",
       "204  [0.4081856608390808  0.811731  1.324486e-06  0.342095  0.836431   \n",
       "205                    0  0.000000  0.000000e+00  0.000000  0.000000   \n",
       "206  [0.3751451075077057  0.819237  1.256737e-06  0.318682  0.843892   \n",
       "\n",
       "            5         6         7         8         9  ...        54  \\\n",
       "0   -0.019973  0.540347  0.507776 -0.033482  0.535712  ...  0.617690   \n",
       "1   -0.019218  0.610714  0.498380 -0.031481  0.616393  ...  0.700285   \n",
       "2   -0.021958  0.553509  0.511362 -0.036849  0.549595  ...  0.634416   \n",
       "3   -0.023494  0.578806  0.481730 -0.037434  0.581540  ...  0.671867   \n",
       "4   -0.018400  0.561502  0.496979 -0.031151  0.559430  ...  0.641618   \n",
       "..        ...       ...       ...       ...       ...  ...       ...   \n",
       "202  0.000000  0.000000  0.000000  0.000000  0.000000  ...  0.000000   \n",
       "203 -0.078268  0.437619  0.681020 -0.133320  0.434705  ...  0.553757   \n",
       "204 -0.061543  0.279137  0.762730 -0.103662  0.259048  ...  0.404290   \n",
       "205  0.000000  0.000000  0.000000  0.000000  0.000000  ...  0.000000   \n",
       "206 -0.049209  0.253295  0.766252 -0.079402  0.235646  ...  0.378705   \n",
       "\n",
       "           55        56        57        58        59        60        61  \\\n",
       "0    0.293836 -0.052912  0.623877  0.243963 -0.059600  0.627462  0.194302   \n",
       "1    0.304986 -0.057479  0.710651  0.253685 -0.063240  0.720477  0.205857   \n",
       "2    0.287584 -0.058496  0.641697  0.234336 -0.066487  0.646772  0.179855   \n",
       "3    0.273143 -0.056042  0.682566  0.220206 -0.065311  0.690756  0.165590   \n",
       "4    0.281814 -0.055478  0.649579  0.228613 -0.061822  0.656328  0.175615   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "202  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "203  0.297171 -0.125902  0.566229  0.207440 -0.138078  0.576765  0.123454   \n",
       "204  0.349147 -0.130572  0.408666  0.261880 -0.154013  0.406767  0.169851   \n",
       "205  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "206  0.368430 -0.127098  0.381571  0.280989 -0.151822  0.381196  0.192828   \n",
       "\n",
       "                          62       63  \n",
       "0     -0.060896504670381546]  nothing  \n",
       "1      -0.06252375990152359]  nothing  \n",
       "2       -0.0691262036561966]  nothing  \n",
       "3      -0.06905832141637802]  nothing  \n",
       "4      -0.06280554831027985]  nothing  \n",
       "..                       ...      ...  \n",
       "202                        0  nothing  \n",
       "203    -0.14177456498146057]  nothing  \n",
       "204    -0.16620968282222748]  nothing  \n",
       "205                        0  nothing  \n",
       "206     -0.1626032590866089]  nothing  \n",
       "\n",
       "[207 rows x 64 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# dropping those null values from our dataset\n",
    "df.dropna(inplace=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in values:\n",
    "    df.drop(df[df[f'{i}'] == np.nan].index, inplace=True)\n",
    "    df.drop(df[df[f'{i}'] == 0].index, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "      <th>63</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[0.6160277128219604</td>\n",
       "      <td>0.555882</td>\n",
       "      <td>5.571871e-07</td>\n",
       "      <td>0.574054</td>\n",
       "      <td>0.557091</td>\n",
       "      <td>-0.019973</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.507776</td>\n",
       "      <td>-0.033482</td>\n",
       "      <td>0.535712</td>\n",
       "      <td>...</td>\n",
       "      <td>0.617690</td>\n",
       "      <td>0.293836</td>\n",
       "      <td>-0.052912</td>\n",
       "      <td>0.623877</td>\n",
       "      <td>0.243963</td>\n",
       "      <td>-0.059600</td>\n",
       "      <td>0.627462</td>\n",
       "      <td>0.194302</td>\n",
       "      <td>-0.060896504670381546]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[0.678565263748169</td>\n",
       "      <td>0.579261</td>\n",
       "      <td>5.482437e-07</td>\n",
       "      <td>0.639164</td>\n",
       "      <td>0.560490</td>\n",
       "      <td>-0.019218</td>\n",
       "      <td>0.610714</td>\n",
       "      <td>0.498380</td>\n",
       "      <td>-0.031481</td>\n",
       "      <td>0.616393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.700285</td>\n",
       "      <td>0.304986</td>\n",
       "      <td>-0.057479</td>\n",
       "      <td>0.710651</td>\n",
       "      <td>0.253685</td>\n",
       "      <td>-0.063240</td>\n",
       "      <td>0.720477</td>\n",
       "      <td>0.205857</td>\n",
       "      <td>-0.06252375990152359]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[0.6318977475166321</td>\n",
       "      <td>0.570462</td>\n",
       "      <td>5.289681e-07</td>\n",
       "      <td>0.588188</td>\n",
       "      <td>0.566747</td>\n",
       "      <td>-0.021958</td>\n",
       "      <td>0.553509</td>\n",
       "      <td>0.511362</td>\n",
       "      <td>-0.036849</td>\n",
       "      <td>0.549595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634416</td>\n",
       "      <td>0.287584</td>\n",
       "      <td>-0.058496</td>\n",
       "      <td>0.641697</td>\n",
       "      <td>0.234336</td>\n",
       "      <td>-0.066487</td>\n",
       "      <td>0.646772</td>\n",
       "      <td>0.179855</td>\n",
       "      <td>-0.0691262036561966]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[0.6546863317489624</td>\n",
       "      <td>0.560506</td>\n",
       "      <td>5.715312e-07</td>\n",
       "      <td>0.611574</td>\n",
       "      <td>0.548517</td>\n",
       "      <td>-0.023494</td>\n",
       "      <td>0.578806</td>\n",
       "      <td>0.481730</td>\n",
       "      <td>-0.037434</td>\n",
       "      <td>0.581540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.671867</td>\n",
       "      <td>0.273143</td>\n",
       "      <td>-0.056042</td>\n",
       "      <td>0.682566</td>\n",
       "      <td>0.220206</td>\n",
       "      <td>-0.065311</td>\n",
       "      <td>0.690756</td>\n",
       "      <td>0.165590</td>\n",
       "      <td>-0.06905832141637802]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[0.6370847821235657</td>\n",
       "      <td>0.560069</td>\n",
       "      <td>5.121877e-07</td>\n",
       "      <td>0.594656</td>\n",
       "      <td>0.553210</td>\n",
       "      <td>-0.018400</td>\n",
       "      <td>0.561502</td>\n",
       "      <td>0.496979</td>\n",
       "      <td>-0.031151</td>\n",
       "      <td>0.559430</td>\n",
       "      <td>...</td>\n",
       "      <td>0.641618</td>\n",
       "      <td>0.281814</td>\n",
       "      <td>-0.055478</td>\n",
       "      <td>0.649579</td>\n",
       "      <td>0.228613</td>\n",
       "      <td>-0.061822</td>\n",
       "      <td>0.656328</td>\n",
       "      <td>0.175615</td>\n",
       "      <td>-0.06280554831027985]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>[0.5345383882522583</td>\n",
       "      <td>0.796008</td>\n",
       "      <td>1.071510e-06</td>\n",
       "      <td>0.474730</td>\n",
       "      <td>0.817802</td>\n",
       "      <td>-0.054965</td>\n",
       "      <td>0.413291</td>\n",
       "      <td>0.730618</td>\n",
       "      <td>-0.088734</td>\n",
       "      <td>0.411896</td>\n",
       "      <td>...</td>\n",
       "      <td>0.546097</td>\n",
       "      <td>0.322924</td>\n",
       "      <td>-0.125041</td>\n",
       "      <td>0.558645</td>\n",
       "      <td>0.227147</td>\n",
       "      <td>-0.141681</td>\n",
       "      <td>0.568466</td>\n",
       "      <td>0.132248</td>\n",
       "      <td>-0.1477520763874054]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>[0.49111196398735046</td>\n",
       "      <td>0.705871</td>\n",
       "      <td>1.352408e-06</td>\n",
       "      <td>0.448941</td>\n",
       "      <td>0.726400</td>\n",
       "      <td>-0.100178</td>\n",
       "      <td>0.427585</td>\n",
       "      <td>0.679385</td>\n",
       "      <td>-0.166374</td>\n",
       "      <td>0.438429</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553602</td>\n",
       "      <td>0.314485</td>\n",
       "      <td>-0.155654</td>\n",
       "      <td>0.575223</td>\n",
       "      <td>0.235427</td>\n",
       "      <td>-0.178443</td>\n",
       "      <td>0.591643</td>\n",
       "      <td>0.164142</td>\n",
       "      <td>-0.18938705325126648]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>[0.5232082605361938</td>\n",
       "      <td>0.720157</td>\n",
       "      <td>1.109839e-06</td>\n",
       "      <td>0.470820</td>\n",
       "      <td>0.731502</td>\n",
       "      <td>-0.078268</td>\n",
       "      <td>0.437619</td>\n",
       "      <td>0.681020</td>\n",
       "      <td>-0.133320</td>\n",
       "      <td>0.434705</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553757</td>\n",
       "      <td>0.297171</td>\n",
       "      <td>-0.125902</td>\n",
       "      <td>0.566229</td>\n",
       "      <td>0.207440</td>\n",
       "      <td>-0.138078</td>\n",
       "      <td>0.576765</td>\n",
       "      <td>0.123454</td>\n",
       "      <td>-0.14177456498146057]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>[0.4081856608390808</td>\n",
       "      <td>0.811731</td>\n",
       "      <td>1.324486e-06</td>\n",
       "      <td>0.342095</td>\n",
       "      <td>0.836431</td>\n",
       "      <td>-0.061543</td>\n",
       "      <td>0.279137</td>\n",
       "      <td>0.762730</td>\n",
       "      <td>-0.103662</td>\n",
       "      <td>0.259048</td>\n",
       "      <td>...</td>\n",
       "      <td>0.404290</td>\n",
       "      <td>0.349147</td>\n",
       "      <td>-0.130572</td>\n",
       "      <td>0.408666</td>\n",
       "      <td>0.261880</td>\n",
       "      <td>-0.154013</td>\n",
       "      <td>0.406767</td>\n",
       "      <td>0.169851</td>\n",
       "      <td>-0.16620968282222748]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>[0.3751451075077057</td>\n",
       "      <td>0.819237</td>\n",
       "      <td>1.256737e-06</td>\n",
       "      <td>0.318682</td>\n",
       "      <td>0.843892</td>\n",
       "      <td>-0.049209</td>\n",
       "      <td>0.253295</td>\n",
       "      <td>0.766252</td>\n",
       "      <td>-0.079402</td>\n",
       "      <td>0.235646</td>\n",
       "      <td>...</td>\n",
       "      <td>0.378705</td>\n",
       "      <td>0.368430</td>\n",
       "      <td>-0.127098</td>\n",
       "      <td>0.381571</td>\n",
       "      <td>0.280989</td>\n",
       "      <td>-0.151822</td>\n",
       "      <td>0.381196</td>\n",
       "      <td>0.192828</td>\n",
       "      <td>-0.1626032590866089]</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>167 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        0         1             2         3         4  \\\n",
       "0     [0.6160277128219604  0.555882  5.571871e-07  0.574054  0.557091   \n",
       "1      [0.678565263748169  0.579261  5.482437e-07  0.639164  0.560490   \n",
       "2     [0.6318977475166321  0.570462  5.289681e-07  0.588188  0.566747   \n",
       "3     [0.6546863317489624  0.560506  5.715312e-07  0.611574  0.548517   \n",
       "4     [0.6370847821235657  0.560069  5.121877e-07  0.594656  0.553210   \n",
       "..                    ...       ...           ...       ...       ...   \n",
       "188   [0.5345383882522583  0.796008  1.071510e-06  0.474730  0.817802   \n",
       "192  [0.49111196398735046  0.705871  1.352408e-06  0.448941  0.726400   \n",
       "203   [0.5232082605361938  0.720157  1.109839e-06  0.470820  0.731502   \n",
       "204   [0.4081856608390808  0.811731  1.324486e-06  0.342095  0.836431   \n",
       "206   [0.3751451075077057  0.819237  1.256737e-06  0.318682  0.843892   \n",
       "\n",
       "            5         6         7         8         9  ...        54  \\\n",
       "0   -0.019973  0.540347  0.507776 -0.033482  0.535712  ...  0.617690   \n",
       "1   -0.019218  0.610714  0.498380 -0.031481  0.616393  ...  0.700285   \n",
       "2   -0.021958  0.553509  0.511362 -0.036849  0.549595  ...  0.634416   \n",
       "3   -0.023494  0.578806  0.481730 -0.037434  0.581540  ...  0.671867   \n",
       "4   -0.018400  0.561502  0.496979 -0.031151  0.559430  ...  0.641618   \n",
       "..        ...       ...       ...       ...       ...  ...       ...   \n",
       "188 -0.054965  0.413291  0.730618 -0.088734  0.411896  ...  0.546097   \n",
       "192 -0.100178  0.427585  0.679385 -0.166374  0.438429  ...  0.553602   \n",
       "203 -0.078268  0.437619  0.681020 -0.133320  0.434705  ...  0.553757   \n",
       "204 -0.061543  0.279137  0.762730 -0.103662  0.259048  ...  0.404290   \n",
       "206 -0.049209  0.253295  0.766252 -0.079402  0.235646  ...  0.378705   \n",
       "\n",
       "           55        56        57        58        59        60        61  \\\n",
       "0    0.293836 -0.052912  0.623877  0.243963 -0.059600  0.627462  0.194302   \n",
       "1    0.304986 -0.057479  0.710651  0.253685 -0.063240  0.720477  0.205857   \n",
       "2    0.287584 -0.058496  0.641697  0.234336 -0.066487  0.646772  0.179855   \n",
       "3    0.273143 -0.056042  0.682566  0.220206 -0.065311  0.690756  0.165590   \n",
       "4    0.281814 -0.055478  0.649579  0.228613 -0.061822  0.656328  0.175615   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "188  0.322924 -0.125041  0.558645  0.227147 -0.141681  0.568466  0.132248   \n",
       "192  0.314485 -0.155654  0.575223  0.235427 -0.178443  0.591643  0.164142   \n",
       "203  0.297171 -0.125902  0.566229  0.207440 -0.138078  0.576765  0.123454   \n",
       "204  0.349147 -0.130572  0.408666  0.261880 -0.154013  0.406767  0.169851   \n",
       "206  0.368430 -0.127098  0.381571  0.280989 -0.151822  0.381196  0.192828   \n",
       "\n",
       "                          62       63  \n",
       "0     -0.060896504670381546]  nothing  \n",
       "1      -0.06252375990152359]  nothing  \n",
       "2       -0.0691262036561966]  nothing  \n",
       "3      -0.06905832141637802]  nothing  \n",
       "4      -0.06280554831027985]  nothing  \n",
       "..                       ...      ...  \n",
       "188     -0.1477520763874054]  nothing  \n",
       "192    -0.18938705325126648]  nothing  \n",
       "203    -0.14177456498146057]  nothing  \n",
       "204    -0.16620968282222748]  nothing  \n",
       "206     -0.1626032590866089]  nothing  \n",
       "\n",
       "[167 rows x 64 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Swojas Bhalunkar\\AppData\\Local\\Temp\\ipykernel_2512\\3159922402.py:3: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.\n",
      "  df[\"0\"] = df['0'].str.replace('[', '').astype(float)\n",
      "C:\\Users\\Swojas Bhalunkar\\AppData\\Local\\Temp\\ipykernel_2512\\3159922402.py:4: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.\n",
      "  df[\"62\"] = df['62'].str.replace(']', '').astype(float)\n"
     ]
    }
   ],
   "source": [
    "#value = [0,63]\n",
    "#for i in value:\n",
    "df[\"0\"] = df['0'].str.replace('[', '').astype(float)\n",
    "df[\"62\"] = df['62'].str.replace(']', '').astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "      <th>63</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.616028</td>\n",
       "      <td>0.555882</td>\n",
       "      <td>5.571871e-07</td>\n",
       "      <td>0.574054</td>\n",
       "      <td>0.557091</td>\n",
       "      <td>-0.019973</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.507776</td>\n",
       "      <td>-0.033482</td>\n",
       "      <td>0.535712</td>\n",
       "      <td>...</td>\n",
       "      <td>0.617690</td>\n",
       "      <td>0.293836</td>\n",
       "      <td>-0.052912</td>\n",
       "      <td>0.623877</td>\n",
       "      <td>0.243963</td>\n",
       "      <td>-0.059600</td>\n",
       "      <td>0.627462</td>\n",
       "      <td>0.194302</td>\n",
       "      <td>-0.060897</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.678565</td>\n",
       "      <td>0.579261</td>\n",
       "      <td>5.482437e-07</td>\n",
       "      <td>0.639164</td>\n",
       "      <td>0.560490</td>\n",
       "      <td>-0.019218</td>\n",
       "      <td>0.610714</td>\n",
       "      <td>0.498380</td>\n",
       "      <td>-0.031481</td>\n",
       "      <td>0.616393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.700285</td>\n",
       "      <td>0.304986</td>\n",
       "      <td>-0.057479</td>\n",
       "      <td>0.710651</td>\n",
       "      <td>0.253685</td>\n",
       "      <td>-0.063240</td>\n",
       "      <td>0.720477</td>\n",
       "      <td>0.205857</td>\n",
       "      <td>-0.062524</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.631898</td>\n",
       "      <td>0.570462</td>\n",
       "      <td>5.289681e-07</td>\n",
       "      <td>0.588188</td>\n",
       "      <td>0.566747</td>\n",
       "      <td>-0.021958</td>\n",
       "      <td>0.553509</td>\n",
       "      <td>0.511362</td>\n",
       "      <td>-0.036849</td>\n",
       "      <td>0.549595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634416</td>\n",
       "      <td>0.287584</td>\n",
       "      <td>-0.058496</td>\n",
       "      <td>0.641697</td>\n",
       "      <td>0.234336</td>\n",
       "      <td>-0.066487</td>\n",
       "      <td>0.646772</td>\n",
       "      <td>0.179855</td>\n",
       "      <td>-0.069126</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.654686</td>\n",
       "      <td>0.560506</td>\n",
       "      <td>5.715312e-07</td>\n",
       "      <td>0.611574</td>\n",
       "      <td>0.548517</td>\n",
       "      <td>-0.023494</td>\n",
       "      <td>0.578806</td>\n",
       "      <td>0.481730</td>\n",
       "      <td>-0.037434</td>\n",
       "      <td>0.581540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.671867</td>\n",
       "      <td>0.273143</td>\n",
       "      <td>-0.056042</td>\n",
       "      <td>0.682566</td>\n",
       "      <td>0.220206</td>\n",
       "      <td>-0.065311</td>\n",
       "      <td>0.690756</td>\n",
       "      <td>0.165590</td>\n",
       "      <td>-0.069058</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.637085</td>\n",
       "      <td>0.560069</td>\n",
       "      <td>5.121877e-07</td>\n",
       "      <td>0.594656</td>\n",
       "      <td>0.553210</td>\n",
       "      <td>-0.018400</td>\n",
       "      <td>0.561502</td>\n",
       "      <td>0.496979</td>\n",
       "      <td>-0.031151</td>\n",
       "      <td>0.559430</td>\n",
       "      <td>...</td>\n",
       "      <td>0.641618</td>\n",
       "      <td>0.281814</td>\n",
       "      <td>-0.055478</td>\n",
       "      <td>0.649579</td>\n",
       "      <td>0.228613</td>\n",
       "      <td>-0.061822</td>\n",
       "      <td>0.656328</td>\n",
       "      <td>0.175615</td>\n",
       "      <td>-0.062806</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>0.534538</td>\n",
       "      <td>0.796008</td>\n",
       "      <td>1.071510e-06</td>\n",
       "      <td>0.474730</td>\n",
       "      <td>0.817802</td>\n",
       "      <td>-0.054965</td>\n",
       "      <td>0.413291</td>\n",
       "      <td>0.730618</td>\n",
       "      <td>-0.088734</td>\n",
       "      <td>0.411896</td>\n",
       "      <td>...</td>\n",
       "      <td>0.546097</td>\n",
       "      <td>0.322924</td>\n",
       "      <td>-0.125041</td>\n",
       "      <td>0.558645</td>\n",
       "      <td>0.227147</td>\n",
       "      <td>-0.141681</td>\n",
       "      <td>0.568466</td>\n",
       "      <td>0.132248</td>\n",
       "      <td>-0.147752</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>0.491112</td>\n",
       "      <td>0.705871</td>\n",
       "      <td>1.352408e-06</td>\n",
       "      <td>0.448941</td>\n",
       "      <td>0.726400</td>\n",
       "      <td>-0.100178</td>\n",
       "      <td>0.427585</td>\n",
       "      <td>0.679385</td>\n",
       "      <td>-0.166374</td>\n",
       "      <td>0.438429</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553602</td>\n",
       "      <td>0.314485</td>\n",
       "      <td>-0.155654</td>\n",
       "      <td>0.575223</td>\n",
       "      <td>0.235427</td>\n",
       "      <td>-0.178443</td>\n",
       "      <td>0.591643</td>\n",
       "      <td>0.164142</td>\n",
       "      <td>-0.189387</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>0.523208</td>\n",
       "      <td>0.720157</td>\n",
       "      <td>1.109839e-06</td>\n",
       "      <td>0.470820</td>\n",
       "      <td>0.731502</td>\n",
       "      <td>-0.078268</td>\n",
       "      <td>0.437619</td>\n",
       "      <td>0.681020</td>\n",
       "      <td>-0.133320</td>\n",
       "      <td>0.434705</td>\n",
       "      <td>...</td>\n",
       "      <td>0.553757</td>\n",
       "      <td>0.297171</td>\n",
       "      <td>-0.125902</td>\n",
       "      <td>0.566229</td>\n",
       "      <td>0.207440</td>\n",
       "      <td>-0.138078</td>\n",
       "      <td>0.576765</td>\n",
       "      <td>0.123454</td>\n",
       "      <td>-0.141775</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>0.408186</td>\n",
       "      <td>0.811731</td>\n",
       "      <td>1.324486e-06</td>\n",
       "      <td>0.342095</td>\n",
       "      <td>0.836431</td>\n",
       "      <td>-0.061543</td>\n",
       "      <td>0.279137</td>\n",
       "      <td>0.762730</td>\n",
       "      <td>-0.103662</td>\n",
       "      <td>0.259048</td>\n",
       "      <td>...</td>\n",
       "      <td>0.404290</td>\n",
       "      <td>0.349147</td>\n",
       "      <td>-0.130572</td>\n",
       "      <td>0.408666</td>\n",
       "      <td>0.261880</td>\n",
       "      <td>-0.154013</td>\n",
       "      <td>0.406767</td>\n",
       "      <td>0.169851</td>\n",
       "      <td>-0.166210</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>0.375145</td>\n",
       "      <td>0.819237</td>\n",
       "      <td>1.256737e-06</td>\n",
       "      <td>0.318682</td>\n",
       "      <td>0.843892</td>\n",
       "      <td>-0.049209</td>\n",
       "      <td>0.253295</td>\n",
       "      <td>0.766252</td>\n",
       "      <td>-0.079402</td>\n",
       "      <td>0.235646</td>\n",
       "      <td>...</td>\n",
       "      <td>0.378705</td>\n",
       "      <td>0.368430</td>\n",
       "      <td>-0.127098</td>\n",
       "      <td>0.381571</td>\n",
       "      <td>0.280989</td>\n",
       "      <td>-0.151822</td>\n",
       "      <td>0.381196</td>\n",
       "      <td>0.192828</td>\n",
       "      <td>-0.162603</td>\n",
       "      <td>nothing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>167 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0         1             2         3         4         5         6  \\\n",
       "0    0.616028  0.555882  5.571871e-07  0.574054  0.557091 -0.019973  0.540347   \n",
       "1    0.678565  0.579261  5.482437e-07  0.639164  0.560490 -0.019218  0.610714   \n",
       "2    0.631898  0.570462  5.289681e-07  0.588188  0.566747 -0.021958  0.553509   \n",
       "3    0.654686  0.560506  5.715312e-07  0.611574  0.548517 -0.023494  0.578806   \n",
       "4    0.637085  0.560069  5.121877e-07  0.594656  0.553210 -0.018400  0.561502   \n",
       "..        ...       ...           ...       ...       ...       ...       ...   \n",
       "188  0.534538  0.796008  1.071510e-06  0.474730  0.817802 -0.054965  0.413291   \n",
       "192  0.491112  0.705871  1.352408e-06  0.448941  0.726400 -0.100178  0.427585   \n",
       "203  0.523208  0.720157  1.109839e-06  0.470820  0.731502 -0.078268  0.437619   \n",
       "204  0.408186  0.811731  1.324486e-06  0.342095  0.836431 -0.061543  0.279137   \n",
       "206  0.375145  0.819237  1.256737e-06  0.318682  0.843892 -0.049209  0.253295   \n",
       "\n",
       "            7         8         9  ...        54        55        56  \\\n",
       "0    0.507776 -0.033482  0.535712  ...  0.617690  0.293836 -0.052912   \n",
       "1    0.498380 -0.031481  0.616393  ...  0.700285  0.304986 -0.057479   \n",
       "2    0.511362 -0.036849  0.549595  ...  0.634416  0.287584 -0.058496   \n",
       "3    0.481730 -0.037434  0.581540  ...  0.671867  0.273143 -0.056042   \n",
       "4    0.496979 -0.031151  0.559430  ...  0.641618  0.281814 -0.055478   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "188  0.730618 -0.088734  0.411896  ...  0.546097  0.322924 -0.125041   \n",
       "192  0.679385 -0.166374  0.438429  ...  0.553602  0.314485 -0.155654   \n",
       "203  0.681020 -0.133320  0.434705  ...  0.553757  0.297171 -0.125902   \n",
       "204  0.762730 -0.103662  0.259048  ...  0.404290  0.349147 -0.130572   \n",
       "206  0.766252 -0.079402  0.235646  ...  0.378705  0.368430 -0.127098   \n",
       "\n",
       "           57        58        59        60        61        62       63  \n",
       "0    0.623877  0.243963 -0.059600  0.627462  0.194302 -0.060897  nothing  \n",
       "1    0.710651  0.253685 -0.063240  0.720477  0.205857 -0.062524  nothing  \n",
       "2    0.641697  0.234336 -0.066487  0.646772  0.179855 -0.069126  nothing  \n",
       "3    0.682566  0.220206 -0.065311  0.690756  0.165590 -0.069058  nothing  \n",
       "4    0.649579  0.228613 -0.061822  0.656328  0.175615 -0.062806  nothing  \n",
       "..        ...       ...       ...       ...       ...       ...      ...  \n",
       "188  0.558645  0.227147 -0.141681  0.568466  0.132248 -0.147752  nothing  \n",
       "192  0.575223  0.235427 -0.178443  0.591643  0.164142 -0.189387  nothing  \n",
       "203  0.566229  0.207440 -0.138078  0.576765  0.123454 -0.141775  nothing  \n",
       "204  0.408666  0.261880 -0.154013  0.406767  0.169851 -0.166210  nothing  \n",
       "206  0.381571  0.280989 -0.151822  0.381196  0.192828 -0.162603  nothing  \n",
       "\n",
       "[167 rows x 64 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('nothing2.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cleaned dataset shape = (167, 64)\n"
     ]
    }
   ],
   "source": [
    "print(\"Cleaned dataset shape =\", df.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}