D7.emotionChane_data_gen.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "1. Calculate the change of values between two consecutive windows\n",
    "2. Save one file for each person containing selected features and emotional tranision label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import datetime\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "\n",
    "#load intermediate file of each person created in step D6\n",
    "#read each person's data at a time\n",
    "#p=[8, 10, 12, 13, 15, 20, 21, 25, 27, 33, 35, 40, 46, 48, 49, 52, 54, 55]\n",
    "p=8\n",
    "df= pd.read_csv('data/NonOverlap_window5_emotionChange_Inter_p8.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "269"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(269, 149)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop emotional score variables, day of month, and timestapms \n",
    "df.drop(['timestamp','pleasant_score','arousal_score','dominance_score', 'day_of_month'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(269, 144)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "144"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "raw_acc:magnitude_stats:moment3                        0.205309\n",
       "raw_acc:magnitude_stats:moment4                        0.398581\n",
       "raw_acc:magnitude_stats:percentile25                   0.857378\n",
       "raw_acc:magnitude_stats:percentile75                   1.312268\n",
       "raw_acc:magnitude_stats:value_entropy                  2.628939\n",
       "raw_acc:magnitude_spectrum:log_energy_band1            0.860350\n",
       "raw_acc:magnitude_autocorrelation:period               1.003815\n",
       "raw_acc:magnitude_autocorrelation:normalized_ac        0.648932\n",
       "raw_acc:3d:mean_y                                      0.519087\n",
       "raw_acc:3d:mean_z                                      0.043478\n",
       "raw_acc:3d:std_y                                       0.304109\n",
       "raw_acc:3d:ro_xy                                      -0.593948\n",
       "raw_acc:3d:ro_yz                                       0.010277\n",
       "proc_gyro:magnitude_stats:mean                         2.338709\n",
       "proc_gyro:magnitude_stats:moment3                      1.109993\n",
       "proc_gyro:magnitude_stats:moment4                      1.707887\n",
       "proc_gyro:magnitude_stats:percentile25                 1.599621\n",
       "proc_gyro:magnitude_stats:percentile50                 2.183414\n",
       "proc_gyro:magnitude_stats:value_entropy                2.453001\n",
       "proc_gyro:magnitude_stats:time_entropy                 6.576017\n",
       "proc_gyro:magnitude_spectrum:log_energy_band0          5.093602\n",
       "proc_gyro:magnitude_spectrum:log_energy_band2          3.559492\n",
       "proc_gyro:magnitude_spectrum:log_energy_band3          2.904571\n",
       "proc_gyro:magnitude_spectrum:spectral_entropy          1.144708\n",
       "proc_gyro:magnitude_autocorrelation:period             1.965355\n",
       "proc_gyro:magnitude_autocorrelation:normalized_ac      0.366213\n",
       "proc_gyro:3d:mean_x                                    0.001861\n",
       "proc_gyro:3d:mean_y                                    0.004020\n",
       "proc_gyro:3d:mean_z                                    0.012433\n",
       "proc_gyro:3d:std_x                                     1.358208\n",
       "                                                        ...    \n",
       "audio_naive:mfcc10:std                                 0.383361\n",
       "audio_naive:mfcc11:std                                 0.303160\n",
       "audio_naive:mfcc12:std                                 0.303611\n",
       "audio_properties:max_abs_value                        -1.490064\n",
       "discrete:app_state:is_background                       5.000000\n",
       "discrete:battery_plugged:missing                       5.000000\n",
       "discrete:battery_state:is_unplugged                    5.000000\n",
       "discrete:wifi_status:is_reachable_via_wifi             1.000000\n",
       "lf_measurements:battery_level                          0.366000\n",
       "lf_measurements:screen_brightness                      0.961465\n",
       "label:LYING_DOWN                                       0.000000\n",
       "label:SITTING                                          0.000000\n",
       "label:FIX_walking                                      5.000000\n",
       "label:SLEEPING                                         0.000000\n",
       "label:OR_indoors                                       0.000000\n",
       "label:OR_outside                                       0.000000\n",
       "label:TALKING                                          0.000000\n",
       "label:COMPUTER_WORK                                    0.000000\n",
       "label:TOILET                                           0.000000\n",
       "label:OR_standing                                      0.000000\n",
       "label:AT_SCHOOL                                        0.000000\n",
       "label:PHONE_IN_HAND                                    0.000000\n",
       "label:PHONE_IN_BAG                                     0.000000\n",
       "label:PHONE_ON_TABLE                                   0.000000\n",
       "hour_of_timestamp                                     18.000000\n",
       "day_of_timestamp                                       3.000000\n",
       "geo_dist                                              73.230956\n",
       "cl_latitude                                           32.879600\n",
       "cl_longitude                                        -117.233800\n",
       "emotion                                                2.000000\n",
       "Name: 1, Length: 144, dtype: float64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "raw_acc:magnitude_stats:moment3                        0.227730\n",
       "raw_acc:magnitude_stats:moment4                        0.365597\n",
       "raw_acc:magnitude_stats:percentile25                   0.956374\n",
       "raw_acc:magnitude_stats:percentile75                   1.074479\n",
       "raw_acc:magnitude_stats:value_entropy                  1.621916\n",
       "raw_acc:magnitude_spectrum:log_energy_band1            0.608588\n",
       "raw_acc:magnitude_autocorrelation:period               1.047345\n",
       "raw_acc:magnitude_autocorrelation:normalized_ac        0.219261\n",
       "raw_acc:3d:mean_y                                      0.190995\n",
       "raw_acc:3d:mean_z                                     -0.284205\n",
       "raw_acc:3d:std_y                                       0.307799\n",
       "raw_acc:3d:ro_xy                                      -0.024305\n",
       "raw_acc:3d:ro_yz                                      -0.020826\n",
       "proc_gyro:magnitude_stats:mean                         1.303002\n",
       "proc_gyro:magnitude_stats:moment3                      2.416941\n",
       "proc_gyro:magnitude_stats:moment4                      3.444568\n",
       "proc_gyro:magnitude_stats:percentile25                 0.512117\n",
       "proc_gyro:magnitude_stats:percentile50                 0.918795\n",
       "proc_gyro:magnitude_stats:value_entropy                1.564662\n",
       "proc_gyro:magnitude_stats:time_entropy                 6.162801\n",
       "proc_gyro:magnitude_spectrum:log_energy_band0          5.536996\n",
       "proc_gyro:magnitude_spectrum:log_energy_band2          4.144755\n",
       "proc_gyro:magnitude_spectrum:log_energy_band3          2.846191\n",
       "proc_gyro:magnitude_spectrum:spectral_entropy          2.061610\n",
       "proc_gyro:magnitude_autocorrelation:period             3.075361\n",
       "proc_gyro:magnitude_autocorrelation:normalized_ac      0.108621\n",
       "proc_gyro:3d:mean_x                                   -0.009765\n",
       "proc_gyro:3d:mean_y                                   -0.056001\n",
       "proc_gyro:3d:mean_z                                   -0.060820\n",
       "proc_gyro:3d:std_x                                     1.054553\n",
       "                                                        ...    \n",
       "audio_naive:mfcc10:std                                 0.373245\n",
       "audio_naive:mfcc11:std                                 0.321874\n",
       "audio_naive:mfcc12:std                                 0.294230\n",
       "audio_properties:max_abs_value                        -0.511929\n",
       "discrete:app_state:is_background                       5.000000\n",
       "discrete:battery_plugged:missing                       5.000000\n",
       "discrete:battery_state:is_unplugged                    5.000000\n",
       "discrete:wifi_status:is_reachable_via_wifi             5.000000\n",
       "lf_measurements:battery_level                          0.352000\n",
       "lf_measurements:screen_brightness                      0.961465\n",
       "label:LYING_DOWN                                       0.000000\n",
       "label:SITTING                                          0.000000\n",
       "label:FIX_walking                                      5.000000\n",
       "label:SLEEPING                                         0.000000\n",
       "label:OR_indoors                                       5.000000\n",
       "label:OR_outside                                       0.000000\n",
       "label:TALKING                                          0.000000\n",
       "label:COMPUTER_WORK                                    0.000000\n",
       "label:TOILET                                           0.000000\n",
       "label:OR_standing                                      0.000000\n",
       "label:AT_SCHOOL                                        0.000000\n",
       "label:PHONE_IN_HAND                                    0.000000\n",
       "label:PHONE_IN_BAG                                     0.000000\n",
       "label:PHONE_ON_TABLE                                   0.000000\n",
       "hour_of_timestamp                                     18.000000\n",
       "day_of_timestamp                                       3.000000\n",
       "geo_dist                                              14.259258\n",
       "cl_latitude                                           32.879000\n",
       "cl_longitude                                        -117.232000\n",
       "emotion                                                2.000000\n",
       "Name: 2, Length: 144, dtype: float64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "raw_acc:magnitude_stats:moment3                       0.022421\n",
       "raw_acc:magnitude_stats:moment4                       0.032984\n",
       "raw_acc:magnitude_stats:percentile25                  0.098996\n",
       "raw_acc:magnitude_stats:percentile75                  0.237789\n",
       "raw_acc:magnitude_stats:value_entropy                 1.007023\n",
       "raw_acc:magnitude_spectrum:log_energy_band1           0.251762\n",
       "raw_acc:magnitude_autocorrelation:period              0.043531\n",
       "raw_acc:magnitude_autocorrelation:normalized_ac       0.429672\n",
       "raw_acc:3d:mean_y                                     0.328093\n",
       "raw_acc:3d:mean_z                                     0.327683\n",
       "raw_acc:3d:std_y                                      0.003690\n",
       "raw_acc:3d:ro_xy                                      0.569643\n",
       "raw_acc:3d:ro_yz                                      0.031103\n",
       "proc_gyro:magnitude_stats:mean                        1.035707\n",
       "proc_gyro:magnitude_stats:moment3                     1.306947\n",
       "proc_gyro:magnitude_stats:moment4                     1.736681\n",
       "proc_gyro:magnitude_stats:percentile25                1.087505\n",
       "proc_gyro:magnitude_stats:percentile50                1.264619\n",
       "proc_gyro:magnitude_stats:value_entropy               0.888340\n",
       "proc_gyro:magnitude_stats:time_entropy                0.413216\n",
       "proc_gyro:magnitude_spectrum:log_energy_band0         0.443394\n",
       "proc_gyro:magnitude_spectrum:log_energy_band2         0.585263\n",
       "proc_gyro:magnitude_spectrum:log_energy_band3         0.058380\n",
       "proc_gyro:magnitude_spectrum:spectral_entropy         0.916902\n",
       "proc_gyro:magnitude_autocorrelation:period            1.110006\n",
       "proc_gyro:magnitude_autocorrelation:normalized_ac     0.257592\n",
       "proc_gyro:3d:mean_x                                   0.011626\n",
       "proc_gyro:3d:mean_y                                   0.060021\n",
       "proc_gyro:3d:mean_z                                   0.073253\n",
       "proc_gyro:3d:std_x                                    0.303655\n",
       "                                                       ...    \n",
       "audio_naive:mfcc10:std                                0.010116\n",
       "audio_naive:mfcc11:std                                0.018714\n",
       "audio_naive:mfcc12:std                                0.009380\n",
       "audio_properties:max_abs_value                        0.978135\n",
       "discrete:app_state:is_background                      0.000000\n",
       "discrete:battery_plugged:missing                      0.000000\n",
       "discrete:battery_state:is_unplugged                   0.000000\n",
       "discrete:wifi_status:is_reachable_via_wifi            4.000000\n",
       "lf_measurements:battery_level                         0.014000\n",
       "lf_measurements:screen_brightness                     0.000000\n",
       "label:LYING_DOWN                                      0.000000\n",
       "label:SITTING                                         0.000000\n",
       "label:FIX_walking                                     0.000000\n",
       "label:SLEEPING                                        0.000000\n",
       "label:OR_indoors                                      5.000000\n",
       "label:OR_outside                                      0.000000\n",
       "label:TALKING                                         0.000000\n",
       "label:COMPUTER_WORK                                   0.000000\n",
       "label:TOILET                                          0.000000\n",
       "label:OR_standing                                     0.000000\n",
       "label:AT_SCHOOL                                       0.000000\n",
       "label:PHONE_IN_HAND                                   0.000000\n",
       "label:PHONE_IN_BAG                                    0.000000\n",
       "label:PHONE_ON_TABLE                                  0.000000\n",
       "hour_of_timestamp                                     0.000000\n",
       "day_of_timestamp                                      0.000000\n",
       "geo_dist                                             58.971698\n",
       "cl_latitude                                           0.000600\n",
       "cl_longitude                                          0.001800\n",
       "emotion                                               0.000000\n",
       "Length: 144, dtype: float64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df.iloc[1]-df.iloc[2]).abs()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "diff_df=df.diff().abs()\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw_acc:magnitude_stats:moment3</th>\n",
       "      <th>raw_acc:magnitude_stats:moment4</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile25</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile75</th>\n",
       "      <th>raw_acc:magnitude_stats:value_entropy</th>\n",
       "      <th>raw_acc:magnitude_spectrum:log_energy_band1</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:period</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:normalized_ac</th>\n",
       "      <th>raw_acc:3d:mean_y</th>\n",
       "      <th>raw_acc:3d:mean_z</th>\n",
       "      <th>...</th>\n",
       "      <th>label:AT_SCHOOL</th>\n",
       "      <th>label:PHONE_IN_HAND</th>\n",
       "      <th>label:PHONE_IN_BAG</th>\n",
       "      <th>label:PHONE_ON_TABLE</th>\n",
       "      <th>hour_of_timestamp</th>\n",
       "      <th>day_of_timestamp</th>\n",
       "      <th>geo_dist</th>\n",
       "      <th>cl_latitude</th>\n",
       "      <th>cl_longitude</th>\n",
       "      <th>emotion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.116855</td>\n",
       "      <td>0.068728</td>\n",
       "      <td>0.016106</td>\n",
       "      <td>0.159046</td>\n",
       "      <td>0.515656</td>\n",
       "      <td>0.392343</td>\n",
       "      <td>0.343337</td>\n",
       "      <td>0.224341</td>\n",
       "      <td>0.115810</td>\n",
       "      <td>0.486837</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>49.614255</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.000533</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.022421</td>\n",
       "      <td>0.032984</td>\n",
       "      <td>0.098996</td>\n",
       "      <td>0.237789</td>\n",
       "      <td>1.007023</td>\n",
       "      <td>0.251762</td>\n",
       "      <td>0.043531</td>\n",
       "      <td>0.429672</td>\n",
       "      <td>0.328093</td>\n",
       "      <td>0.327683</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58.971698</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.001800</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.130543</td>\n",
       "      <td>0.198346</td>\n",
       "      <td>0.031217</td>\n",
       "      <td>0.063258</td>\n",
       "      <td>0.491399</td>\n",
       "      <td>0.511115</td>\n",
       "      <td>0.779597</td>\n",
       "      <td>0.122906</td>\n",
       "      <td>0.221710</td>\n",
       "      <td>0.038790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.805146</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.081957</td>\n",
       "      <td>0.117353</td>\n",
       "      <td>0.059362</td>\n",
       "      <td>0.103208</td>\n",
       "      <td>1.159957</td>\n",
       "      <td>0.002878</td>\n",
       "      <td>1.300974</td>\n",
       "      <td>0.106413</td>\n",
       "      <td>0.294818</td>\n",
       "      <td>0.484906</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>677.122698</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 144 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   raw_acc:magnitude_stats:moment3  raw_acc:magnitude_stats:moment4  \\\n",
       "0                              NaN                              NaN   \n",
       "1                         0.116855                         0.068728   \n",
       "2                         0.022421                         0.032984   \n",
       "3                         0.130543                         0.198346   \n",
       "4                         0.081957                         0.117353   \n",
       "\n",
       "   raw_acc:magnitude_stats:percentile25  raw_acc:magnitude_stats:percentile75  \\\n",
       "0                                   NaN                                   NaN   \n",
       "1                              0.016106                              0.159046   \n",
       "2                              0.098996                              0.237789   \n",
       "3                              0.031217                              0.063258   \n",
       "4                              0.059362                              0.103208   \n",
       "\n",
       "   raw_acc:magnitude_stats:value_entropy  \\\n",
       "0                                    NaN   \n",
       "1                               0.515656   \n",
       "2                               1.007023   \n",
       "3                               0.491399   \n",
       "4                               1.159957   \n",
       "\n",
       "   raw_acc:magnitude_spectrum:log_energy_band1  \\\n",
       "0                                          NaN   \n",
       "1                                     0.392343   \n",
       "2                                     0.251762   \n",
       "3                                     0.511115   \n",
       "4                                     0.002878   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:period  \\\n",
       "0                                       NaN   \n",
       "1                                  0.343337   \n",
       "2                                  0.043531   \n",
       "3                                  0.779597   \n",
       "4                                  1.300974   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:normalized_ac  raw_acc:3d:mean_y  \\\n",
       "0                                              NaN                NaN   \n",
       "1                                         0.224341           0.115810   \n",
       "2                                         0.429672           0.328093   \n",
       "3                                         0.122906           0.221710   \n",
       "4                                         0.106413           0.294818   \n",
       "\n",
       "   raw_acc:3d:mean_z  ...  label:AT_SCHOOL  label:PHONE_IN_HAND  \\\n",
       "0                NaN  ...              NaN                  NaN   \n",
       "1           0.486837  ...              0.0                  0.0   \n",
       "2           0.327683  ...              0.0                  0.0   \n",
       "3           0.038790  ...              0.0                  0.0   \n",
       "4           0.484906  ...              0.0                  0.0   \n",
       "\n",
       "   label:PHONE_IN_BAG  label:PHONE_ON_TABLE  hour_of_timestamp  \\\n",
       "0                 NaN                   NaN                NaN   \n",
       "1                 0.0                   0.0                0.0   \n",
       "2                 0.0                   0.0                0.0   \n",
       "3                 0.0                   0.0                0.0   \n",
       "4                 0.0                   1.0               17.0   \n",
       "\n",
       "   day_of_timestamp    geo_dist  cl_latitude  cl_longitude  emotion  \n",
       "0               NaN         NaN          NaN           NaN      NaN  \n",
       "1               0.0   49.614255       0.0014      0.000533      0.0  \n",
       "2               0.0   58.971698       0.0006      0.001800      0.0  \n",
       "3               0.0    5.805146       0.0000      0.000000      0.0  \n",
       "4               3.0  677.122698       0.0140      0.001000      0.0  \n",
       "\n",
       "[5 rows x 144 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diff_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw_acc:magnitude_stats:moment3</th>\n",
       "      <th>raw_acc:magnitude_stats:moment4</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile25</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile75</th>\n",
       "      <th>raw_acc:magnitude_stats:value_entropy</th>\n",
       "      <th>raw_acc:magnitude_spectrum:log_energy_band1</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:period</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:normalized_ac</th>\n",
       "      <th>raw_acc:3d:mean_y</th>\n",
       "      <th>raw_acc:3d:mean_z</th>\n",
       "      <th>...</th>\n",
       "      <th>label:AT_SCHOOL</th>\n",
       "      <th>label:PHONE_IN_HAND</th>\n",
       "      <th>label:PHONE_IN_BAG</th>\n",
       "      <th>label:PHONE_ON_TABLE</th>\n",
       "      <th>hour_of_timestamp</th>\n",
       "      <th>day_of_timestamp</th>\n",
       "      <th>geo_dist</th>\n",
       "      <th>cl_latitude</th>\n",
       "      <th>cl_longitude</th>\n",
       "      <th>emotion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.116855</td>\n",
       "      <td>0.068728</td>\n",
       "      <td>0.016106</td>\n",
       "      <td>0.159046</td>\n",
       "      <td>0.515656</td>\n",
       "      <td>0.392343</td>\n",
       "      <td>0.343337</td>\n",
       "      <td>0.224341</td>\n",
       "      <td>0.115810</td>\n",
       "      <td>0.486837</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>49.614255</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.000533</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.022421</td>\n",
       "      <td>0.032984</td>\n",
       "      <td>0.098996</td>\n",
       "      <td>0.237789</td>\n",
       "      <td>1.007023</td>\n",
       "      <td>0.251762</td>\n",
       "      <td>0.043531</td>\n",
       "      <td>0.429672</td>\n",
       "      <td>0.328093</td>\n",
       "      <td>0.327683</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58.971698</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.001800</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.130543</td>\n",
       "      <td>0.198346</td>\n",
       "      <td>0.031217</td>\n",
       "      <td>0.063258</td>\n",
       "      <td>0.491399</td>\n",
       "      <td>0.511115</td>\n",
       "      <td>0.779597</td>\n",
       "      <td>0.122906</td>\n",
       "      <td>0.221710</td>\n",
       "      <td>0.038790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.805146</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.081957</td>\n",
       "      <td>0.117353</td>\n",
       "      <td>0.059362</td>\n",
       "      <td>0.103208</td>\n",
       "      <td>1.159957</td>\n",
       "      <td>0.002878</td>\n",
       "      <td>1.300974</td>\n",
       "      <td>0.106413</td>\n",
       "      <td>0.294818</td>\n",
       "      <td>0.484906</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>677.122698</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.049269</td>\n",
       "      <td>0.038593</td>\n",
       "      <td>0.013167</td>\n",
       "      <td>0.019361</td>\n",
       "      <td>0.100111</td>\n",
       "      <td>0.062997</td>\n",
       "      <td>0.712534</td>\n",
       "      <td>0.093658</td>\n",
       "      <td>0.251410</td>\n",
       "      <td>0.032707</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>667.532476</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.000800</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 144 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   raw_acc:magnitude_stats:moment3  raw_acc:magnitude_stats:moment4  \\\n",
       "1                         0.116855                         0.068728   \n",
       "2                         0.022421                         0.032984   \n",
       "3                         0.130543                         0.198346   \n",
       "4                         0.081957                         0.117353   \n",
       "5                         0.049269                         0.038593   \n",
       "\n",
       "   raw_acc:magnitude_stats:percentile25  raw_acc:magnitude_stats:percentile75  \\\n",
       "1                              0.016106                              0.159046   \n",
       "2                              0.098996                              0.237789   \n",
       "3                              0.031217                              0.063258   \n",
       "4                              0.059362                              0.103208   \n",
       "5                              0.013167                              0.019361   \n",
       "\n",
       "   raw_acc:magnitude_stats:value_entropy  \\\n",
       "1                               0.515656   \n",
       "2                               1.007023   \n",
       "3                               0.491399   \n",
       "4                               1.159957   \n",
       "5                               0.100111   \n",
       "\n",
       "   raw_acc:magnitude_spectrum:log_energy_band1  \\\n",
       "1                                     0.392343   \n",
       "2                                     0.251762   \n",
       "3                                     0.511115   \n",
       "4                                     0.002878   \n",
       "5                                     0.062997   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:period  \\\n",
       "1                                  0.343337   \n",
       "2                                  0.043531   \n",
       "3                                  0.779597   \n",
       "4                                  1.300974   \n",
       "5                                  0.712534   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:normalized_ac  raw_acc:3d:mean_y  \\\n",
       "1                                         0.224341           0.115810   \n",
       "2                                         0.429672           0.328093   \n",
       "3                                         0.122906           0.221710   \n",
       "4                                         0.106413           0.294818   \n",
       "5                                         0.093658           0.251410   \n",
       "\n",
       "   raw_acc:3d:mean_z  ...  label:AT_SCHOOL  label:PHONE_IN_HAND  \\\n",
       "1           0.486837  ...              0.0                  0.0   \n",
       "2           0.327683  ...              0.0                  0.0   \n",
       "3           0.038790  ...              0.0                  0.0   \n",
       "4           0.484906  ...              0.0                  0.0   \n",
       "5           0.032707  ...              0.0                  0.0   \n",
       "\n",
       "   label:PHONE_IN_BAG  label:PHONE_ON_TABLE  hour_of_timestamp  \\\n",
       "1                 0.0                   0.0                0.0   \n",
       "2                 0.0                   0.0                0.0   \n",
       "3                 0.0                   0.0                0.0   \n",
       "4                 0.0                   1.0               17.0   \n",
       "5                 0.0                   4.0                0.0   \n",
       "\n",
       "   day_of_timestamp    geo_dist  cl_latitude  cl_longitude  emotion  \n",
       "1               0.0   49.614255       0.0014      0.000533      0.0  \n",
       "2               0.0   58.971698       0.0006      0.001800      0.0  \n",
       "3               0.0    5.805146       0.0000      0.000000      0.0  \n",
       "4               3.0  677.122698       0.0140      0.001000      0.0  \n",
       "5               0.0  667.532476       0.0006      0.000800      0.0  \n",
       "\n",
       "[5 rows x 144 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop the first row since the change will be counted from the second row\n",
    "diff_df.drop([0], axis=0, inplace=True)\n",
    "diff_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# calculate if there is any emotional transision from the previous window or not\n",
    "# Assign 1 for transision and 0 for no-transition\n",
    "def label_EmotionChange (row):\n",
    "    if row['emotion']> 0:\n",
    "        return 1\n",
    "    else:\n",
    "        return 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# apply the function to each row\n",
    "diff_df['emotion_change'] = diff_df.apply (lambda row: label_EmotionChange (row), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw_acc:magnitude_stats:moment3</th>\n",
       "      <th>raw_acc:magnitude_stats:moment4</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile25</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile75</th>\n",
       "      <th>raw_acc:magnitude_stats:value_entropy</th>\n",
       "      <th>raw_acc:magnitude_spectrum:log_energy_band1</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:period</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:normalized_ac</th>\n",
       "      <th>raw_acc:3d:mean_y</th>\n",
       "      <th>raw_acc:3d:mean_z</th>\n",
       "      <th>...</th>\n",
       "      <th>label:PHONE_IN_HAND</th>\n",
       "      <th>label:PHONE_IN_BAG</th>\n",
       "      <th>label:PHONE_ON_TABLE</th>\n",
       "      <th>hour_of_timestamp</th>\n",
       "      <th>day_of_timestamp</th>\n",
       "      <th>geo_dist</th>\n",
       "      <th>cl_latitude</th>\n",
       "      <th>cl_longitude</th>\n",
       "      <th>emotion</th>\n",
       "      <th>emotion_change</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.116855</td>\n",
       "      <td>0.068728</td>\n",
       "      <td>0.016106</td>\n",
       "      <td>0.159046</td>\n",
       "      <td>0.515656</td>\n",
       "      <td>0.392343</td>\n",
       "      <td>0.343337</td>\n",
       "      <td>0.224341</td>\n",
       "      <td>0.115810</td>\n",
       "      <td>0.486837</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>49.614255</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.000533</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.022421</td>\n",
       "      <td>0.032984</td>\n",
       "      <td>0.098996</td>\n",
       "      <td>0.237789</td>\n",
       "      <td>1.007023</td>\n",
       "      <td>0.251762</td>\n",
       "      <td>0.043531</td>\n",
       "      <td>0.429672</td>\n",
       "      <td>0.328093</td>\n",
       "      <td>0.327683</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58.971698</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.001800</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.130543</td>\n",
       "      <td>0.198346</td>\n",
       "      <td>0.031217</td>\n",
       "      <td>0.063258</td>\n",
       "      <td>0.491399</td>\n",
       "      <td>0.511115</td>\n",
       "      <td>0.779597</td>\n",
       "      <td>0.122906</td>\n",
       "      <td>0.221710</td>\n",
       "      <td>0.038790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.805146</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.081957</td>\n",
       "      <td>0.117353</td>\n",
       "      <td>0.059362</td>\n",
       "      <td>0.103208</td>\n",
       "      <td>1.159957</td>\n",
       "      <td>0.002878</td>\n",
       "      <td>1.300974</td>\n",
       "      <td>0.106413</td>\n",
       "      <td>0.294818</td>\n",
       "      <td>0.484906</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>677.122698</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.049269</td>\n",
       "      <td>0.038593</td>\n",
       "      <td>0.013167</td>\n",
       "      <td>0.019361</td>\n",
       "      <td>0.100111</td>\n",
       "      <td>0.062997</td>\n",
       "      <td>0.712534</td>\n",
       "      <td>0.093658</td>\n",
       "      <td>0.251410</td>\n",
       "      <td>0.032707</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>667.532476</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.000800</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 145 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   raw_acc:magnitude_stats:moment3  raw_acc:magnitude_stats:moment4  \\\n",
       "1                         0.116855                         0.068728   \n",
       "2                         0.022421                         0.032984   \n",
       "3                         0.130543                         0.198346   \n",
       "4                         0.081957                         0.117353   \n",
       "5                         0.049269                         0.038593   \n",
       "\n",
       "   raw_acc:magnitude_stats:percentile25  raw_acc:magnitude_stats:percentile75  \\\n",
       "1                              0.016106                              0.159046   \n",
       "2                              0.098996                              0.237789   \n",
       "3                              0.031217                              0.063258   \n",
       "4                              0.059362                              0.103208   \n",
       "5                              0.013167                              0.019361   \n",
       "\n",
       "   raw_acc:magnitude_stats:value_entropy  \\\n",
       "1                               0.515656   \n",
       "2                               1.007023   \n",
       "3                               0.491399   \n",
       "4                               1.159957   \n",
       "5                               0.100111   \n",
       "\n",
       "   raw_acc:magnitude_spectrum:log_energy_band1  \\\n",
       "1                                     0.392343   \n",
       "2                                     0.251762   \n",
       "3                                     0.511115   \n",
       "4                                     0.002878   \n",
       "5                                     0.062997   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:period  \\\n",
       "1                                  0.343337   \n",
       "2                                  0.043531   \n",
       "3                                  0.779597   \n",
       "4                                  1.300974   \n",
       "5                                  0.712534   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:normalized_ac  raw_acc:3d:mean_y  \\\n",
       "1                                         0.224341           0.115810   \n",
       "2                                         0.429672           0.328093   \n",
       "3                                         0.122906           0.221710   \n",
       "4                                         0.106413           0.294818   \n",
       "5                                         0.093658           0.251410   \n",
       "\n",
       "   raw_acc:3d:mean_z  ...  label:PHONE_IN_HAND  label:PHONE_IN_BAG  \\\n",
       "1           0.486837  ...                  0.0                 0.0   \n",
       "2           0.327683  ...                  0.0                 0.0   \n",
       "3           0.038790  ...                  0.0                 0.0   \n",
       "4           0.484906  ...                  0.0                 0.0   \n",
       "5           0.032707  ...                  0.0                 0.0   \n",
       "\n",
       "   label:PHONE_ON_TABLE  hour_of_timestamp  day_of_timestamp    geo_dist  \\\n",
       "1                   0.0                0.0               0.0   49.614255   \n",
       "2                   0.0                0.0               0.0   58.971698   \n",
       "3                   0.0                0.0               0.0    5.805146   \n",
       "4                   1.0               17.0               3.0  677.122698   \n",
       "5                   4.0                0.0               0.0  667.532476   \n",
       "\n",
       "   cl_latitude  cl_longitude  emotion  emotion_change  \n",
       "1       0.0014      0.000533      0.0               0  \n",
       "2       0.0006      0.001800      0.0               0  \n",
       "3       0.0000      0.000000      0.0               0  \n",
       "4       0.0140      0.001000      0.0               0  \n",
       "5       0.0006      0.000800      0.0               0  \n",
       "\n",
       "[5 rows x 145 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diff_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(268, 145)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diff_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop emotion variable since we will consider only emotional transition this time\n",
    "diff_df.drop(['emotion'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw_acc:magnitude_stats:moment3</th>\n",
       "      <th>raw_acc:magnitude_stats:moment4</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile25</th>\n",
       "      <th>raw_acc:magnitude_stats:percentile75</th>\n",
       "      <th>raw_acc:magnitude_stats:value_entropy</th>\n",
       "      <th>raw_acc:magnitude_spectrum:log_energy_band1</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:period</th>\n",
       "      <th>raw_acc:magnitude_autocorrelation:normalized_ac</th>\n",
       "      <th>raw_acc:3d:mean_y</th>\n",
       "      <th>raw_acc:3d:mean_z</th>\n",
       "      <th>...</th>\n",
       "      <th>label:AT_SCHOOL</th>\n",
       "      <th>label:PHONE_IN_HAND</th>\n",
       "      <th>label:PHONE_IN_BAG</th>\n",
       "      <th>label:PHONE_ON_TABLE</th>\n",
       "      <th>hour_of_timestamp</th>\n",
       "      <th>day_of_timestamp</th>\n",
       "      <th>geo_dist</th>\n",
       "      <th>cl_latitude</th>\n",
       "      <th>cl_longitude</th>\n",
       "      <th>emotion_change</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.116855</td>\n",
       "      <td>0.068728</td>\n",
       "      <td>0.016106</td>\n",
       "      <td>0.159046</td>\n",
       "      <td>0.515656</td>\n",
       "      <td>0.392343</td>\n",
       "      <td>0.343337</td>\n",
       "      <td>0.224341</td>\n",
       "      <td>0.115810</td>\n",
       "      <td>0.486837</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>49.614255</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.000533</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.022421</td>\n",
       "      <td>0.032984</td>\n",
       "      <td>0.098996</td>\n",
       "      <td>0.237789</td>\n",
       "      <td>1.007023</td>\n",
       "      <td>0.251762</td>\n",
       "      <td>0.043531</td>\n",
       "      <td>0.429672</td>\n",
       "      <td>0.328093</td>\n",
       "      <td>0.327683</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58.971698</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.001800</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.130543</td>\n",
       "      <td>0.198346</td>\n",
       "      <td>0.031217</td>\n",
       "      <td>0.063258</td>\n",
       "      <td>0.491399</td>\n",
       "      <td>0.511115</td>\n",
       "      <td>0.779597</td>\n",
       "      <td>0.122906</td>\n",
       "      <td>0.221710</td>\n",
       "      <td>0.038790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.805146</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.081957</td>\n",
       "      <td>0.117353</td>\n",
       "      <td>0.059362</td>\n",
       "      <td>0.103208</td>\n",
       "      <td>1.159957</td>\n",
       "      <td>0.002878</td>\n",
       "      <td>1.300974</td>\n",
       "      <td>0.106413</td>\n",
       "      <td>0.294818</td>\n",
       "      <td>0.484906</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>677.122698</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.049269</td>\n",
       "      <td>0.038593</td>\n",
       "      <td>0.013167</td>\n",
       "      <td>0.019361</td>\n",
       "      <td>0.100111</td>\n",
       "      <td>0.062997</td>\n",
       "      <td>0.712534</td>\n",
       "      <td>0.093658</td>\n",
       "      <td>0.251410</td>\n",
       "      <td>0.032707</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>667.532476</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.000800</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 144 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   raw_acc:magnitude_stats:moment3  raw_acc:magnitude_stats:moment4  \\\n",
       "1                         0.116855                         0.068728   \n",
       "2                         0.022421                         0.032984   \n",
       "3                         0.130543                         0.198346   \n",
       "4                         0.081957                         0.117353   \n",
       "5                         0.049269                         0.038593   \n",
       "\n",
       "   raw_acc:magnitude_stats:percentile25  raw_acc:magnitude_stats:percentile75  \\\n",
       "1                              0.016106                              0.159046   \n",
       "2                              0.098996                              0.237789   \n",
       "3                              0.031217                              0.063258   \n",
       "4                              0.059362                              0.103208   \n",
       "5                              0.013167                              0.019361   \n",
       "\n",
       "   raw_acc:magnitude_stats:value_entropy  \\\n",
       "1                               0.515656   \n",
       "2                               1.007023   \n",
       "3                               0.491399   \n",
       "4                               1.159957   \n",
       "5                               0.100111   \n",
       "\n",
       "   raw_acc:magnitude_spectrum:log_energy_band1  \\\n",
       "1                                     0.392343   \n",
       "2                                     0.251762   \n",
       "3                                     0.511115   \n",
       "4                                     0.002878   \n",
       "5                                     0.062997   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:period  \\\n",
       "1                                  0.343337   \n",
       "2                                  0.043531   \n",
       "3                                  0.779597   \n",
       "4                                  1.300974   \n",
       "5                                  0.712534   \n",
       "\n",
       "   raw_acc:magnitude_autocorrelation:normalized_ac  raw_acc:3d:mean_y  \\\n",
       "1                                         0.224341           0.115810   \n",
       "2                                         0.429672           0.328093   \n",
       "3                                         0.122906           0.221710   \n",
       "4                                         0.106413           0.294818   \n",
       "5                                         0.093658           0.251410   \n",
       "\n",
       "   raw_acc:3d:mean_z  ...  label:AT_SCHOOL  label:PHONE_IN_HAND  \\\n",
       "1           0.486837  ...              0.0                  0.0   \n",
       "2           0.327683  ...              0.0                  0.0   \n",
       "3           0.038790  ...              0.0                  0.0   \n",
       "4           0.484906  ...              0.0                  0.0   \n",
       "5           0.032707  ...              0.0                  0.0   \n",
       "\n",
       "   label:PHONE_IN_BAG  label:PHONE_ON_TABLE  hour_of_timestamp  \\\n",
       "1                 0.0                   0.0                0.0   \n",
       "2                 0.0                   0.0                0.0   \n",
       "3                 0.0                   0.0                0.0   \n",
       "4                 0.0                   1.0               17.0   \n",
       "5                 0.0                   4.0                0.0   \n",
       "\n",
       "   day_of_timestamp    geo_dist  cl_latitude  cl_longitude  emotion_change  \n",
       "1               0.0   49.614255       0.0014      0.000533               0  \n",
       "2               0.0   58.971698       0.0006      0.001800               0  \n",
       "3               0.0    5.805146       0.0000      0.000000               0  \n",
       "4               3.0  677.122698       0.0140      0.001000               0  \n",
       "5               0.0  667.532476       0.0006      0.000800               0  \n",
       "\n",
       "[5 rows x 144 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diff_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "#save one file for each person\n",
    "\n",
    "diff_df.to_csv('data/NonOverlap_w5_emoChange_SelFeat_data_p'+str(p)+'.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}