analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from ast import literal_eval\n",
    "from pandas import json_normalize\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Final transformation"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TODO: Column value mismatch like in Battery column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_specs(row):\n",
    "    global specifications\n",
    "    specifications = specifications.append(pd.DataFrame(\n",
    "    pd.concat([pd.DataFrame(i) for i in literal_eval(row)], axis=1).stack()).T.swaplevel(0, 1, axis=1), \n",
    "                         ignore_index=True)\n",
    "    return row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"files/gsmarena_data.csv\", header=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['Specifications'] = df['Specifications'].apply(literal_eval)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10144"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "d = {'specs': [se for e in df['Specifications'].tolist() for se in e]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "1        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "2        [{'Network': {'Technology': 'No cellular conne...\n",
       "3        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "4        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "                               ...                        \n",
       "10139    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10140    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10141    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10142    [{'Network': {'Technology': 'GSM / HSPA / LTE'...\n",
       "10143    [{'Network': {'Technology': 'GSM / HSPA / LTE'...\n",
       "Name: Specifications, Length: 10144, dtype: object"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Specifications']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "s1 = df['Specifications'].explode().apply(pd.Series)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Network</th>\n",
       "      <th>Launch</th>\n",
       "      <th>Body</th>\n",
       "      <th>Display</th>\n",
       "      <th>Platform</th>\n",
       "      <th>Memory</th>\n",
       "      <th>Main Camera</th>\n",
       "      <th>Selfie camera</th>\n",
       "      <th>Sound</th>\n",
       "      <th>Comms</th>\n",
       "      <th>Features</th>\n",
       "      <th>Battery</th>\n",
       "      <th>Misc</th>\n",
       "      <th>Camera</th>\n",
       "      <th>Tests</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>{'Technology': 'GSM / HSPA'}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Announced': '2014, Q3', 'Status': 'Available...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Type': 'IPS LCD capacitive touchscreen, 16M ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset'...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'WLAN': 'Wi-Fi 802.11 a/b/g/n/ac, dual-band, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Sensors': 'Fingerprint (front-mounted), acce...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Charging': 'Fast charging 15W'}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'Colors': 'Black, White, Gold, Silver'}</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>128241 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            Network  \\\n",
       "0      {'Technology': 'GSM / HSPA'}   \n",
       "0                               NaN   \n",
       "0                               NaN   \n",
       "0                               NaN   \n",
       "0                               NaN   \n",
       "...                             ...   \n",
       "10143                           NaN   \n",
       "10143                           NaN   \n",
       "10143                           NaN   \n",
       "10143                           NaN   \n",
       "10143                           NaN   \n",
       "\n",
       "                                                  Launch  \\\n",
       "0                                                    NaN   \n",
       "0      {'Announced': '2014, Q3', 'Status': 'Available...   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "...                                                  ...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "\n",
       "                                                    Body  \\\n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0      {'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72...   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "...                                                  ...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "\n",
       "                                                 Display  \\\n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0      {'Type': 'IPS LCD capacitive touchscreen, 16M ...   \n",
       "0                                                    NaN   \n",
       "...                                                  ...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "\n",
       "                                                Platform Memory Main Camera  \\\n",
       "0                                                    NaN    NaN         NaN   \n",
       "0                                                    NaN    NaN         NaN   \n",
       "0                                                    NaN    NaN         NaN   \n",
       "0                                                    NaN    NaN         NaN   \n",
       "0      {'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset'...    NaN         NaN   \n",
       "...                                                  ...    ...         ...   \n",
       "10143                                                NaN    NaN         NaN   \n",
       "10143                                                NaN    NaN         NaN   \n",
       "10143                                                NaN    NaN         NaN   \n",
       "10143                                                NaN    NaN         NaN   \n",
       "10143                                                NaN    NaN         NaN   \n",
       "\n",
       "      Selfie camera                                        Sound  \\\n",
       "0               NaN                                          NaN   \n",
       "0               NaN                                          NaN   \n",
       "0               NaN                                          NaN   \n",
       "0               NaN                                          NaN   \n",
       "0               NaN                                          NaN   \n",
       "...             ...                                          ...   \n",
       "10143           NaN  {'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}   \n",
       "10143           NaN                                          NaN   \n",
       "10143           NaN                                          NaN   \n",
       "10143           NaN                                          NaN   \n",
       "10143           NaN                                          NaN   \n",
       "\n",
       "                                                   Comms  \\\n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "...                                                  ...   \n",
       "10143                                                NaN   \n",
       "10143  {'WLAN': 'Wi-Fi 802.11 a/b/g/n/ac, dual-band, ...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "\n",
       "                                                Features  \\\n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "0                                                    NaN   \n",
       "...                                                  ...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "10143  {'Sensors': 'Fingerprint (front-mounted), acce...   \n",
       "10143                                                NaN   \n",
       "10143                                                NaN   \n",
       "\n",
       "                                 Battery  \\\n",
       "0                                    NaN   \n",
       "0                                    NaN   \n",
       "0                                    NaN   \n",
       "0                                    NaN   \n",
       "0                                    NaN   \n",
       "...                                  ...   \n",
       "10143                                NaN   \n",
       "10143                                NaN   \n",
       "10143                                NaN   \n",
       "10143  {'Charging': 'Fast charging 15W'}   \n",
       "10143                                NaN   \n",
       "\n",
       "                                           Misc Camera Tests  \n",
       "0                                           NaN    NaN   NaN  \n",
       "0                                           NaN    NaN   NaN  \n",
       "0                                           NaN    NaN   NaN  \n",
       "0                                           NaN    NaN   NaN  \n",
       "0                                           NaN    NaN   NaN  \n",
       "...                                         ...    ...   ...  \n",
       "10143                                       NaN    NaN   NaN  \n",
       "10143                                       NaN    NaN   NaN  \n",
       "10143                                       NaN    NaN   NaN  \n",
       "10143                                       NaN    NaN   NaN  \n",
       "10143  {'Colors': 'Black, White, Gold, Silver'}    NaN   NaN  \n",
       "\n",
       "[128241 rows x 15 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>vals</th>\n",
       "      <th>keys</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">0</th>\n",
       "      <th>Network</th>\n",
       "      <td>{'Technology': 'GSM / HSPA'}</td>\n",
       "      <td>[Technology]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Launch</th>\n",
       "      <td>{'Announced': '2014, Q3', 'Status': 'Available...</td>\n",
       "      <td>[Announced, Status]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Body</th>\n",
       "      <td>{'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72...</td>\n",
       "      <td>[Dimensions, Weight, SIM]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Display</th>\n",
       "      <td>{'Type': 'IPS LCD capacitive touchscreen, 16M ...</td>\n",
       "      <td>[Type, Size, Resolution]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Platform</th>\n",
       "      <td>{'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset'...</td>\n",
       "      <td>[OS, Chipset, CPU, GPU]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">10143</th>\n",
       "      <th>Sound</th>\n",
       "      <td>{'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}</td>\n",
       "      <td>[Loudspeaker, 3.5mm jack]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Comms</th>\n",
       "      <td>{'WLAN': 'Wi-Fi 802.11 a/b/g/n/ac, dual-band, ...</td>\n",
       "      <td>[WLAN, Bluetooth, GPS, NFC, Radio, USB]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Features</th>\n",
       "      <td>{'Sensors': 'Fingerprint (front-mounted), acce...</td>\n",
       "      <td>[Sensors]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Battery</th>\n",
       "      <td>{'Charging': 'Fast charging 15W'}</td>\n",
       "      <td>[Charging]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Misc</th>\n",
       "      <td>{'Colors': 'Black, White, Gold, Silver'}</td>\n",
       "      <td>[Colors]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>128241 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                             vals  \\\n",
       "0     Network                        {'Technology': 'GSM / HSPA'}   \n",
       "      Launch    {'Announced': '2014, Q3', 'Status': 'Available...   \n",
       "      Body      {'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72...   \n",
       "      Display   {'Type': 'IPS LCD capacitive touchscreen, 16M ...   \n",
       "      Platform  {'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset'...   \n",
       "...                                                           ...   \n",
       "10143 Sound           {'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}   \n",
       "      Comms     {'WLAN': 'Wi-Fi 802.11 a/b/g/n/ac, dual-band, ...   \n",
       "      Features  {'Sensors': 'Fingerprint (front-mounted), acce...   \n",
       "      Battery                   {'Charging': 'Fast charging 15W'}   \n",
       "      Misc               {'Colors': 'Black, White, Gold, Silver'}   \n",
       "\n",
       "                                                   keys  \n",
       "0     Network                              [Technology]  \n",
       "      Launch                        [Announced, Status]  \n",
       "      Body                    [Dimensions, Weight, SIM]  \n",
       "      Display                  [Type, Size, Resolution]  \n",
       "      Platform                  [OS, Chipset, CPU, GPU]  \n",
       "...                                                 ...  \n",
       "10143 Sound                   [Loudspeaker, 3.5mm jack]  \n",
       "      Comms     [WLAN, Bluetooth, GPS, NFC, Radio, USB]  \n",
       "      Features                                [Sensors]  \n",
       "      Battery                                [Charging]  \n",
       "      Misc                                     [Colors]  \n",
       "\n",
       "[128241 rows x 2 columns]"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s2 = pd.DataFrame(s1.stack(), columns=['vals'])\n",
    "s2['keys'] = s2['vals'].apply(lambda x: list(x.keys()))\n",
    "s2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(0, 'Network', 'Technology')\n",
      "(0, 'Launch', 'Announced')\n",
      "(0, 'Launch', 'Status')\n",
      "(0, 'Body', 'Dimensions')\n",
      "(0, 'Body', 'Weight')\n",
      "(0, 'Body', 'SIM')\n",
      "(0, 'Display', 'Type')\n",
      "(0, 'Display', 'Size')\n",
      "(0, 'Display', 'Resolution')\n",
      "(0, 'Platform', 'OS')\n",
      "(0, 'Platform', 'Chipset')\n",
      "(0, 'Platform', 'CPU')\n",
      "(0, 'Platform', 'GPU')\n",
      "(0, 'Memory', 'Card slot')\n",
      "(0, 'Memory', 'Internal')\n",
      "(0, 'Main Camera', 'Single')\n",
      "(0, 'Main Camera', 'Features')\n",
      "(0, 'Main Camera', 'Video')\n",
      "(0, 'Selfie camera', 'Single')\n",
      "(0, 'Selfie camera', 'Features')\n",
      "(0, 'Sound', 'Loudspeaker')\n",
      "(0, 'Sound', '3.5mm jack')\n",
      "(0, 'Comms', 'WLAN')\n",
      "(0, 'Comms', 'Bluetooth')\n",
      "(0, 'Comms', 'GPS')\n",
      "(0, 'Comms', 'Radio')\n",
      "(0, 'Comms', 'USB')\n",
      "(0, 'Features', 'Sensors')\n",
      "(0, 'Battery', 'Stand-by')\n",
      "(0, 'Battery', 'Talk time')\n",
      "(0, 'Misc', 'Colors')\n",
      "(0, 'Misc', 'Price')\n",
      "(1, 'Network', 'Technology')\n",
      "(1, 'Launch', 'Announced')\n",
      "(1, 'Launch', 'Status')\n",
      "(1, 'Body', 'Dimensions')\n",
      "(1, 'Body', 'Weight')\n",
      "(1, 'Body', 'SIM')\n",
      "(1, 'Display', 'Type')\n",
      "(1, 'Display', 'Size')\n",
      "(1, 'Display', 'Resolution')\n",
      "(1, 'Platform', 'OS')\n",
      "(1, 'Platform', 'CPU')\n",
      "(1, 'Memory', 'Card slot')\n",
      "(1, 'Memory', 'Internal')\n",
      "(1, 'Main Camera', 'Single')\n",
      "(1, 'Main Camera', 'Video')\n",
      "(1, 'Selfie camera', 'Single')\n",
      "(1, 'Sound', 'Loudspeaker')\n",
      "(1, 'Sound', '3.5mm jack')\n",
      "(1, 'Comms', 'WLAN')\n",
      "(1, 'Comms', 'Bluetooth')\n",
      "(1, 'Comms', 'GPS')\n",
      "(1, 'Comms', 'Radio')\n",
      "(1, 'Comms', 'USB')\n",
      "(1, 'Features', 'Sensors')\n",
      "(1, 'Battery', 'Talk time')\n",
      "(1, 'Misc', 'Colors')\n",
      "(1, 'Misc', 'Price')\n",
      "(2, 'Network', 'Technology')\n",
      "(2, 'Launch', 'Announced')\n",
      "(2, 'Launch', 'Status')\n",
      "(2, 'Body', 'Dimensions')\n",
      "(2, 'Body', 'Weight')\n",
      "(2, 'Body', 'SIM')\n",
      "(2, 'Display', 'Type')\n",
      "(2, 'Display', 'Size')\n",
      "(2, 'Display', 'Resolution')\n",
      "(2, 'Platform', 'OS')\n",
      "(2, 'Platform', 'Chipset')\n",
      "(2, 'Platform', 'CPU')\n",
      "(2, 'Platform', 'GPU')\n",
      "(2, 'Memory', 'Card slot')\n",
      "(2, 'Memory', 'Internal')\n",
      "(2, 'Main Camera', 'Single')\n",
      "(2, 'Main Camera', 'Video')\n",
      "(2, 'Selfie camera', 'Single')\n",
      "(2, 'Sound', 'Loudspeaker')\n",
      "(2, 'Sound', '3.5mm jack')\n",
      "(2, 'Comms', 'WLAN')\n",
      "(2, 'Comms', 'Bluetooth')\n",
      "(2, 'Comms', 'GPS')\n",
      "(2, 'Comms', 'Radio')\n",
      "(2, 'Comms', 'USB')\n",
      "(2, 'Features', 'Sensors')\n",
      "(2, 'Battery', 'Talk time')\n",
      "(2, 'Misc', 'Colors')\n",
      "(2, 'Misc', 'Price')\n",
      "(3, 'Network', 'Technology')\n",
      "(3, 'Launch', 'Announced')\n",
      "(3, 'Launch', 'Status')\n",
      "(3, 'Body', 'Dimensions')\n",
      "(3, 'Body', 'Weight')\n",
      "(3, 'Body', 'SIM')\n",
      "(3, 'Display', 'Type')\n",
      "(3, 'Display', 'Size')\n",
      "(3, 'Display', 'Resolution')\n",
      "(3, 'Platform', 'OS')\n",
      "(3, 'Platform', 'CPU')\n",
      "(3, 'Memory', 'Card slot')\n",
      "(3, 'Memory', 'Internal')\n",
      "(3, 'Main Camera', 'Single')\n",
      "(3, 'Main Camera', 'Video')\n",
      "(3, 'Selfie camera', 'Single')\n",
      "(3, 'Sound', 'Loudspeaker')\n",
      "(3, 'Sound', '3.5mm jack')\n",
      "(3, 'Comms', 'WLAN')\n",
      "(3, 'Comms', 'Bluetooth')\n",
      "(3, 'Comms', 'GPS')\n",
      "(3, 'Comms', 'Radio')\n",
      "(3, 'Comms', 'USB')\n",
      "(3, 'Features', 'Sensors')\n",
      "(3, 'Battery', 'Talk time')\n",
      "(3, 'Misc', 'Colors')\n",
      "(3, 'Misc', 'Price')\n",
      "(4, 'Network', 'Technology')\n",
      "(4, 'Launch', 'Announced')\n",
      "(4, 'Launch', 'Status')\n",
      "(4, 'Body', 'Dimensions')\n",
      "(4, 'Body', 'Weight')\n",
      "(4, 'Body', 'SIM')\n",
      "(4, 'Display', 'Type')\n",
      "(4, 'Display', 'Size')\n",
      "(4, 'Display', 'Resolution')\n",
      "(4, 'Platform', 'OS')\n",
      "(4, 'Platform', 'Chipset')\n",
      "(4, 'Platform', 'CPU')\n",
      "(4, 'Platform', 'GPU')\n",
      "(4, 'Memory', 'Card slot')\n",
      "(4, 'Memory', 'Internal')\n",
      "(4, 'Main Camera', 'Single')\n",
      "(4, 'Main Camera', 'Features')\n",
      "(4, 'Main Camera', 'Video')\n",
      "(4, 'Selfie camera', nan)\n"
     ]
    },
    {
     "ename": "KeyError",
     "evalue": "nan",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-199-7f69a6e0272c>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      3\u001b[0m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m     \u001b[1;31m#print((s3.loc[i]['vals']))\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 5\u001b[1;33m     \u001b[0ms3\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'vals'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0ms3\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'vals'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m-\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m: nan"
     ]
    }
   ],
   "source": [
    "s3 = s2.explode('keys').set_index('keys', append=True)\n",
    "for i in s3.index:\n",
    "    print(i)\n",
    "    #print((s3.loc[i]['vals']))\n",
    "    s3.loc[i]['vals'] = s3.loc[i]['vals'][i[-1]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "nan",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-195-9653b62dac4e>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      3\u001b[0m         \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m     \u001b[1;31m#print((s3.loc[i]['vals']))\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 5\u001b[1;33m     \u001b[0ms3\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'vals'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0ms3\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'vals'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m-\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m: nan"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "t1 = pd.DataFrame([[['Tech', 'tt'], ['t', 'ttt']], ['t1', 't11']]).explode(0)\n",
    "t1 = t1.set_index(0, append=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">0</th>\n",
       "      <th>Tech</th>\n",
       "      <td>[t, ttt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tt</th>\n",
       "      <td>[t, ttt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <th>t1</th>\n",
       "      <td>t11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               1\n",
       "  0             \n",
       "0 Tech  [t, ttt]\n",
       "  tt    [t, ttt]\n",
       "1 t1         t11"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['t', 'ttt']\n",
      "['t', 'ttt']\n"
     ]
    }
   ],
   "source": [
    "_ = t1.loc[[0]].apply(lambda x: print(x.iloc[0]), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(0, 'Tech')\n",
      "1    [t, ttt]\n",
      "Name: (0, Tech), dtype: object\n",
      "(0, 'tt')\n",
      "1    [t, ttt]\n",
      "Name: (0, tt), dtype: object\n",
      "(1, 't1')\n",
      "1    t11\n",
      "Name: (1, t1), dtype: object\n"
     ]
    }
   ],
   "source": [
    "for j in t1.index.get_level_values():\n",
    "    print(j)\n",
    "    for i, e in enumerate(t1.loc[[j], 1]):\n",
    "        print(t1.loc[[j]].iloc[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">0</th>\n",
       "      <th>Tech</th>\n",
       "      <td>[t, ttt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tt</th>\n",
       "      <td>[t, ttt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <th>t1</th>\n",
       "      <td>t11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               1\n",
       "  0             \n",
       "0 Tech  [t, ttt]\n",
       "  tt    [t, ttt]\n",
       "1 t1         t11"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_N = json_normalize(d, 'specs', max_level=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Network                          {'Technology': 'GSM / HSPA'}\n",
       "1       Launch      {'Announced': '2014, Q3', 'Status': 'Available...\n",
       "2       Body        {'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72...\n",
       "3       Display     {'Type': 'IPS LCD capacitive touchscreen, 16M ...\n",
       "4       Platform    {'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset'...\n",
       "                                          ...                        \n",
       "128236  Sound             {'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}\n",
       "128237  Comms       {'WLAN': 'Wi-Fi 802.11 a/b/g/n/ac, dual-band, ...\n",
       "128238  Features    {'Sensors': 'Fingerprint (front-mounted), acce...\n",
       "128239  Battery                     {'Charging': 'Fast charging 15W'}\n",
       "128240  Misc                 {'Colors': 'Black, White, Gold, Silver'}\n",
       "Length: 128241, dtype: object"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_N.stack()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "ind_c = tuple(map(lambda x: tuple(x.split(\".\")), df_N.columns))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_N.columns = pd.MultiIndex.from_tuples(ind_c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Battery</th>\n",
       "      <th>Body</th>\n",
       "      <th>Comms</th>\n",
       "      <th>Display</th>\n",
       "      <th>Features</th>\n",
       "      <th>Launch</th>\n",
       "      <th>Main Camera</th>\n",
       "      <th>Memory</th>\n",
       "      <th>Misc</th>\n",
       "      <th>Network</th>\n",
       "      <th>Platform</th>\n",
       "      <th>Selfie camera</th>\n",
       "      <th>Sound</th>\n",
       "      <th>Tests</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <th>Technology</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1</th>\n",
       "      <th>Announced</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2014, Q3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Status</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Available. Released 2014, Q3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th>Dimensions</th>\n",
       "      <td>NaN</td>\n",
       "      <td>138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SIM</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Dual SIM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">128237</th>\n",
       "      <th>USB</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>microUSB 2.0, USB On-The-Go</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>WLAN</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Wi-Fi 802.11 a/b/g/n/ac, dual-band, Wi-Fi Dire...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128238</th>\n",
       "      <th>Sensors</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fingerprint (front-mounted), accelerometer, gy...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128239</th>\n",
       "      <th>Charging</th>\n",
       "      <td>Fast charging 15W</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128240</th>\n",
       "      <th>Colors</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Black, White, Gold, Silver</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>319498 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             Battery  \\\n",
       "0      Technology                NaN   \n",
       "1      Announced                 NaN   \n",
       "       Status                    NaN   \n",
       "2      Dimensions                NaN   \n",
       "       SIM                       NaN   \n",
       "...                              ...   \n",
       "128237 USB                       NaN   \n",
       "       WLAN                      NaN   \n",
       "128238 Sensors                   NaN   \n",
       "128239 Charging    Fast charging 15W   \n",
       "128240 Colors                    NaN   \n",
       "\n",
       "                                                        Body  \\\n",
       "0      Technology                                        NaN   \n",
       "1      Announced                                         NaN   \n",
       "       Status                                            NaN   \n",
       "2      Dimensions  138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)   \n",
       "       SIM                                          Dual SIM   \n",
       "...                                                      ...   \n",
       "128237 USB                                               NaN   \n",
       "       WLAN                                              NaN   \n",
       "128238 Sensors                                           NaN   \n",
       "128239 Charging                                          NaN   \n",
       "128240 Colors                                            NaN   \n",
       "\n",
       "                                                               Comms Display  \\\n",
       "0      Technology                                                NaN     NaN   \n",
       "1      Announced                                                 NaN     NaN   \n",
       "       Status                                                    NaN     NaN   \n",
       "2      Dimensions                                                NaN     NaN   \n",
       "       SIM                                                       NaN     NaN   \n",
       "...                                                              ...     ...   \n",
       "128237 USB                               microUSB 2.0, USB On-The-Go     NaN   \n",
       "       WLAN        Wi-Fi 802.11 a/b/g/n/ac, dual-band, Wi-Fi Dire...     NaN   \n",
       "128238 Sensors                                                   NaN     NaN   \n",
       "128239 Charging                                                  NaN     NaN   \n",
       "128240 Colors                                                    NaN     NaN   \n",
       "\n",
       "                                                            Features  \\\n",
       "0      Technology                                                NaN   \n",
       "1      Announced                                                 NaN   \n",
       "       Status                                                    NaN   \n",
       "2      Dimensions                                                NaN   \n",
       "       SIM                                                       NaN   \n",
       "...                                                              ...   \n",
       "128237 USB                                                       NaN   \n",
       "       WLAN                                                      NaN   \n",
       "128238 Sensors     Fingerprint (front-mounted), accelerometer, gy...   \n",
       "128239 Charging                                                  NaN   \n",
       "128240 Colors                                                    NaN   \n",
       "\n",
       "                                         Launch Main Camera Memory  \\\n",
       "0      Technology                           NaN         NaN    NaN   \n",
       "1      Announced                       2014, Q3         NaN    NaN   \n",
       "       Status      Available. Released 2014, Q3         NaN    NaN   \n",
       "2      Dimensions                           NaN         NaN    NaN   \n",
       "       SIM                                  NaN         NaN    NaN   \n",
       "...                                         ...         ...    ...   \n",
       "128237 USB                                  NaN         NaN    NaN   \n",
       "       WLAN                                 NaN         NaN    NaN   \n",
       "128238 Sensors                              NaN         NaN    NaN   \n",
       "128239 Charging                             NaN         NaN    NaN   \n",
       "128240 Colors                               NaN         NaN    NaN   \n",
       "\n",
       "                                         Misc     Network Platform  \\\n",
       "0      Technology                         NaN  GSM / HSPA      NaN   \n",
       "1      Announced                          NaN         NaN      NaN   \n",
       "       Status                             NaN         NaN      NaN   \n",
       "2      Dimensions                         NaN         NaN      NaN   \n",
       "       SIM                                NaN         NaN      NaN   \n",
       "...                                       ...         ...      ...   \n",
       "128237 USB                                NaN         NaN      NaN   \n",
       "       WLAN                               NaN         NaN      NaN   \n",
       "128238 Sensors                            NaN         NaN      NaN   \n",
       "128239 Charging                           NaN         NaN      NaN   \n",
       "128240 Colors      Black, White, Gold, Silver         NaN      NaN   \n",
       "\n",
       "                  Selfie camera Sound Tests  \n",
       "0      Technology           NaN   NaN   NaN  \n",
       "1      Announced            NaN   NaN   NaN  \n",
       "       Status               NaN   NaN   NaN  \n",
       "2      Dimensions           NaN   NaN   NaN  \n",
       "       SIM                  NaN   NaN   NaN  \n",
       "...                         ...   ...   ...  \n",
       "128237 USB                  NaN   NaN   NaN  \n",
       "       WLAN                 NaN   NaN   NaN  \n",
       "128238 Sensors              NaN   NaN   NaN  \n",
       "128239 Charging             NaN   NaN   NaN  \n",
       "128240 Colors               NaN   NaN   NaN  \n",
       "\n",
       "[319498 rows x 14 columns]"
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_N.stack(level=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "66"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_N.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Network.Technology                                           GSM / HSPA\n",
       "1       Launch.Announced                                               2014, Q3\n",
       "        Launch.Status                              Available. Released 2014, Q3\n",
       "2       Body.Dimensions               138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)\n",
       "        Body.Weight                                                           -\n",
       "                                                    ...                        \n",
       "128237  Comms.USB                                   microUSB 2.0, USB On-The-Go\n",
       "        Comms.NFC                                                           Yes\n",
       "128238  Features.Sensors      Fingerprint (front-mounted), accelerometer, gy...\n",
       "128239  Battery.Charging                                      Fast charging 15W\n",
       "128240  Misc.Colors                                  Black, White, Gold, Silver\n",
       "Length: 319498, dtype: object"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_N"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "ind = tuple(map(lambda x: tuple(x.split(\".\")), df_N.stack().index.droplevel(0)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MultiIndex([( 'Network', 'Technology'),\n",
       "            (  'Launch',  'Announced'),\n",
       "            (  'Launch',     'Status'),\n",
       "            (    'Body', 'Dimensions'),\n",
       "            (    'Body',     'Weight'),\n",
       "            (    'Body',        'SIM'),\n",
       "            ( 'Display',       'Type'),\n",
       "            ( 'Display',       'Size'),\n",
       "            ( 'Display', 'Resolution'),\n",
       "            ('Platform',         'OS'),\n",
       "            ...\n",
       "            (   'Sound',          '3'),\n",
       "            (   'Comms',       'WLAN'),\n",
       "            (   'Comms',  'Bluetooth'),\n",
       "            (   'Comms',        'GPS'),\n",
       "            (   'Comms',      'Radio'),\n",
       "            (   'Comms',        'USB'),\n",
       "            (   'Comms',        'NFC'),\n",
       "            ('Features',    'Sensors'),\n",
       "            ( 'Battery',   'Charging'),\n",
       "            (    'Misc',     'Colors')],\n",
       "           length=319498)"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.MultiIndex.from_tuples(ind)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "tt = pd.DataFrame(df_N.stack().values, index=pd.MultiIndex.from_tuples(ind))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Index contains duplicate entries, cannot reshape",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-123-428f77eb6d57>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mtt\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0munstack\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlevel\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32mD:\\Programming\\Python\\Anaconda\\envs\\MLenv\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36munstack\u001b[1;34m(self, level, fill_value)\u001b[0m\n\u001b[0;32m   6384\u001b[0m         \u001b[1;32mfrom\u001b[0m \u001b[0mpandas\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcore\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreshape\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreshape\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0munstack\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   6385\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 6386\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0munstack\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfill_value\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   6387\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   6388\u001b[0m     _shared_docs[\n",
      "\u001b[1;32mD:\\Programming\\Python\\Anaconda\\envs\\MLenv\\lib\\site-packages\\pandas\\core\\reshape\\reshape.py\u001b[0m in \u001b[0;36munstack\u001b[1;34m(obj, level, fill_value)\u001b[0m\n\u001b[0;32m    406\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mDataFrame\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    407\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mMultiIndex\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 408\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0m_unstack_frame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfill_value\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mfill_value\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    409\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    410\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mT\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstack\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdropna\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mFalse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\Programming\\Python\\Anaconda\\envs\\MLenv\\lib\\site-packages\\pandas\\core\\reshape\\reshape.py\u001b[0m in \u001b[0;36m_unstack_frame\u001b[1;34m(obj, level, fill_value)\u001b[0m\n\u001b[0;32m    436\u001b[0m             \u001b[0mvalue_columns\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    437\u001b[0m             \u001b[0mfill_value\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mfill_value\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 438\u001b[1;33m             \u001b[0mconstructor\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_constructor\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    439\u001b[0m         )\n\u001b[0;32m    440\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0munstacker\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\Programming\\Python\\Anaconda\\envs\\MLenv\\lib\\site-packages\\pandas\\core\\reshape\\reshape.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, values, index, level, value_columns, fill_value, constructor)\u001b[0m\n\u001b[0;32m    139\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    140\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_make_sorted_values_labels\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 141\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_make_selectors\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    142\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    143\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_make_sorted_values_labels\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\Programming\\Python\\Anaconda\\envs\\MLenv\\lib\\site-packages\\pandas\\core\\reshape\\reshape.py\u001b[0m in \u001b[0;36m_make_selectors\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    177\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    178\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mmask\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msum\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m<\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 179\u001b[1;33m             \u001b[1;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Index contains duplicate entries, cannot reshape\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    180\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    181\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mgroup_index\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcomp_index\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mValueError\u001b[0m: Index contains duplicate entries, cannot reshape"
     ]
    }
   ],
   "source": [
    "tt.unstack(level=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 7min 19s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "1        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "2        [{'Network': {'Technology': 'No cellular conne...\n",
       "3        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "4        [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "                               ...                        \n",
       "10139    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10140    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10141    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "10142    [{'Network': {'Technology': 'GSM / HSPA / LTE'...\n",
       "10143    [{'Network': {'Technology': 'GSM / HSPA / LTE'...\n",
       "Name: Specifications, Length: 10144, dtype: object"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "specifications = pd.DataFrame()\n",
    "df['Specifications'].apply(extract_specs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">Battery</th>\n",
       "      <th colspan=\"5\" halign=\"left\">Body</th>\n",
       "      <th>Comms</th>\n",
       "      <th>...</th>\n",
       "      <th>Selfie camera</th>\n",
       "      <th colspan=\"3\" halign=\"left\">Sound</th>\n",
       "      <th colspan=\"6\" halign=\"left\">Tests</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>Charging</th>\n",
       "      <th>Music play</th>\n",
       "      <th>Stand-by</th>\n",
       "      <th>Talk time</th>\n",
       "      <th>Build</th>\n",
       "      <th>Dimensions</th>\n",
       "      <th>Keyboard</th>\n",
       "      <th>SIM</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Bluetooth</th>\n",
       "      <th>...</th>\n",
       "      <th>Video</th>\n",
       "      <th>3.5mm jack</th>\n",
       "      <th>Alert types</th>\n",
       "      <th>Loudspeaker</th>\n",
       "      <th>Audio quality</th>\n",
       "      <th>Battery life</th>\n",
       "      <th>Camera</th>\n",
       "      <th>Display</th>\n",
       "      <th>Loudspeaker</th>\n",
       "      <th>Performance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 2000 mAh battery</td>\n",
       "      <td>Up to 260 h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Dual SIM</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 4600 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "      <td>215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>360 g (12.70 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...</td>\n",
       "      <td>130 g (4.59 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10139</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>70 h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>70 x 48 x 20 mm (2.76 x 1.89 x 0.79 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>80 g (2.82 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>Vibration; Monophonic ringtones, composer</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10140</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>40 h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>124 x 48 x 25 mm (4.88 x 1.89 x 0.98 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>179 g (6.31 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>Vibration; Monophonic ringtones</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10141</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>Up to 120 h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>110 x 46 x 23 mm (4.33 x 1.81 x 0.91 in)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>95 g (3.35 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>Vibration; Downloadable monophonic ringtones, ...</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10142</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Micro-SIM</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP, EDR, LE</td>\n",
       "      <td>...</td>\n",
       "      <td>1080p@30fps</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>Fast charging 15W</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.9 mm thickness</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Single SIM (Nano-SIM) or Hybrid Dual SIM (Nano...</td>\n",
       "      <td>-</td>\n",
       "      <td>4.2, A2DP, LE, aptX</td>\n",
       "      <td>...</td>\n",
       "      <td>1080p@30fps</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10144 rows × 66 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Battery                                                    \\\n",
       "                Charging Music play                               Stand-by   \n",
       "0                    NaN        NaN  Non-removable Li-Ion 2000 mAh battery   \n",
       "1                    NaN        NaN                                    NaN   \n",
       "2                    NaN        NaN                                    NaN   \n",
       "3                    NaN        NaN                                    NaN   \n",
       "4                    NaN        NaN                                    NaN   \n",
       "...                  ...        ...                                    ...   \n",
       "10139                NaN        NaN               Removable Li-Ion battery   \n",
       "10140                NaN        NaN               Removable Li-Ion battery   \n",
       "10141                NaN        NaN               Removable Li-Ion battery   \n",
       "10142                NaN        NaN                                    NaN   \n",
       "10143  Fast charging 15W        NaN                                    NaN   \n",
       "\n",
       "                                              Body  \\\n",
       "                                   Talk time Build   \n",
       "0                                Up to 260 h   NaN   \n",
       "1      Non-removable Li-Ion 3400 mAh battery   NaN   \n",
       "2      Non-removable Li-Ion 4600 mAh battery   NaN   \n",
       "3      Non-removable Li-Ion 3400 mAh battery   NaN   \n",
       "4                                        NaN   NaN   \n",
       "...                                      ...   ...   \n",
       "10139                                   70 h   NaN   \n",
       "10140                                   40 h   NaN   \n",
       "10141                            Up to 120 h   NaN   \n",
       "10142                                    NaN   NaN   \n",
       "10143                                    NaN   NaN   \n",
       "\n",
       "                                                            \\\n",
       "                                       Dimensions Keyboard   \n",
       "0       138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)      NaN   \n",
       "1                                8.9 mm thickness      NaN   \n",
       "2      215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)      NaN   \n",
       "3                                8.9 mm thickness      NaN   \n",
       "4      126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)      NaN   \n",
       "...                                           ...      ...   \n",
       "10139     70 x 48 x 20 mm (2.76 x 1.89 x 0.79 in)      NaN   \n",
       "10140    124 x 48 x 25 mm (4.88 x 1.89 x 0.98 in)      NaN   \n",
       "10141    110 x 46 x 23 mm (4.33 x 1.81 x 0.91 in)      NaN   \n",
       "10142                                           -      NaN   \n",
       "10143                            9.9 mm thickness      NaN   \n",
       "\n",
       "                                                                            \\\n",
       "                                                     SIM            Weight   \n",
       "0                                               Dual SIM                 -   \n",
       "1                                               Mini-SIM  298 g (10.51 oz)   \n",
       "2                                                     No  360 g (12.70 oz)   \n",
       "3                                               Mini-SIM  298 g (10.51 oz)   \n",
       "4      Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...   130 g (4.59 oz)   \n",
       "...                                                  ...               ...   \n",
       "10139                                           Mini-SIM    80 g (2.82 oz)   \n",
       "10140                                           Mini-SIM   179 g (6.31 oz)   \n",
       "10141                                           Mini-SIM    95 g (3.35 oz)   \n",
       "10142                                          Micro-SIM                 -   \n",
       "10143  Single SIM (Nano-SIM) or Hybrid Dual SIM (Nano...                 -   \n",
       "\n",
       "                     Comms  ... Selfie camera      Sound  \\\n",
       "                 Bluetooth  ...         Video 3.5mm jack   \n",
       "0                4.0, A2DP  ...           NaN        Yes   \n",
       "1                4.0, A2DP  ...           NaN        Yes   \n",
       "2                4.0, A2DP  ...           NaN        Yes   \n",
       "3                4.0, A2DP  ...           NaN        Yes   \n",
       "4                4.0, A2DP  ...           NaN        Yes   \n",
       "...                    ...  ...           ...        ...   \n",
       "10139                   No  ...           NaN         No   \n",
       "10140                   No  ...           NaN         No   \n",
       "10141                   No  ...           NaN         No   \n",
       "10142   4.0, A2DP, EDR, LE  ...   1080p@30fps        Yes   \n",
       "10143  4.2, A2DP, LE, aptX  ...   1080p@30fps        Yes   \n",
       "\n",
       "                                                                      \\\n",
       "                                             Alert types Loudspeaker   \n",
       "0                                                    NaN         Yes   \n",
       "1                                                    NaN         Yes   \n",
       "2                                                    NaN         Yes   \n",
       "3                                                    NaN         Yes   \n",
       "4                                                    NaN         Yes   \n",
       "...                                                  ...         ...   \n",
       "10139          Vibration; Monophonic ringtones, composer          No   \n",
       "10140                    Vibration; Monophonic ringtones          No   \n",
       "10141  Vibration; Downloadable monophonic ringtones, ...          No   \n",
       "10142                                                NaN         Yes   \n",
       "10143                                                NaN         Yes   \n",
       "\n",
       "              Tests                                                      \n",
       "      Audio quality Battery life Camera Display Loudspeaker Performance  \n",
       "0               NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "1               NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "2               NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "3               NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "4               NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "...             ...          ...    ...     ...         ...         ...  \n",
       "10139           NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "10140           NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "10141           NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "10142           NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "10143           NaN          NaN    NaN     NaN         NaN         NaN  \n",
       "\n",
       "[10144 rows x 66 columns]"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "specifications"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 99.4 ms, sys: 100 µs, total: 99.5 ms\n",
      "Wall time: 97 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df.columns = pd.MultiIndex.from_tuples([(\"Brand\", \"Name\"), (\"Model\", \"Name\"), (\"Specs\", \"data\")])\n",
    "extracted_df = pd.concat([df.drop('Specs', axis=1), specifications], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "extracted_df.to_csv(\"files/specs_extracted.csv\", index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Scraping problems\n",
    "<img src=\"files/s1.png\">\n",
    "<img src=\"files/s2.png\">"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Clean the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "extracted_df = pd.read_csv(\"files/specs_extracted.csv\", header=[0,1], dtype=str)\n",
    "extracted_df[\"Battery\", \"Type\"] = np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([('Brand', 'Name'), ('Model', 'Name'), ('Battery', 'Charging'),\n",
       "       ('Battery', 'Music play'), ('Battery', 'Stand-by'),\n",
       "       ('Battery', 'Talk time'), ('Body', 'Build'),\n",
       "       ('Body', 'Dimensions'), ('Body', 'Keyboard'), ('Body', 'SIM'),\n",
       "       ('Body', 'Weight'), ('Comms', 'Bluetooth'), ('Comms', 'GPS'),\n",
       "       ('Comms', 'Infrared port'), ('Comms', 'NFC'), ('Comms', 'Radio'),\n",
       "       ('Comms', 'USB'), ('Comms', 'WLAN'), ('Display', 'Protection'),\n",
       "       ('Display', 'Resolution'), ('Display', 'Size'),\n",
       "       ('Display', 'Type'), ('Features', 'Alarm'),\n",
       "       ('Features', 'Browser'), ('Features', 'Clock'),\n",
       "       ('Features', 'Games'), ('Features', 'Java'),\n",
       "       ('Features', 'Languages'), ('Features', 'Messaging'),\n",
       "       ('Features', 'Sensors'), ('Launch', 'Announced'),\n",
       "       ('Launch', 'Status'), ('Main Camera', 'Dual'),\n",
       "       ('Main Camera', 'Dual or Triple'), ('Main Camera', 'Features'),\n",
       "       ('Main Camera', 'Five'), ('Main Camera', 'Quad'),\n",
       "       ('Main Camera', 'Single'), ('Main Camera', 'Triple'),\n",
       "       ('Main Camera', 'Video'), ('Memory', 'Call records'),\n",
       "       ('Memory', 'Card slot'), ('Memory', 'Internal'),\n",
       "       ('Memory', 'Phonebook'), ('Misc', 'Colors'), ('Misc', 'Models'),\n",
       "       ('Misc', 'Price'), ('Misc', 'SAR'), ('Misc', 'SAR EU'),\n",
       "       ('Network', 'Technology'), ('Platform', 'CPU'),\n",
       "       ('Platform', 'Chipset'), ('Platform', 'GPU'), ('Platform', 'OS'),\n",
       "       ('Selfie camera', 'Dual'), ('Selfie camera', 'Features'),\n",
       "       ('Selfie camera', 'Single'), ('Selfie camera', 'Triple'),\n",
       "       ('Selfie camera', 'Video'), ('Sound', '3.5mm jack'),\n",
       "       ('Sound', 'Alert types'), ('Sound', 'Loudspeaker'),\n",
       "       ('Tests', 'Audio quality'), ('Tests', 'Battery life'),\n",
       "       ('Tests', 'Camera'), ('Tests', 'Display'),\n",
       "       ('Tests', 'Loudspeaker'), ('Tests', 'Performance')], dtype=object)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extracted_df.columns.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Charging</th>\n",
       "      <th>Music play</th>\n",
       "      <th>Stand-by</th>\n",
       "      <th>Talk time</th>\n",
       "      <th>Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 2000 mAh battery</td>\n",
       "      <td>Up to 260 h</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 4600 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10139</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>70 h</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10140</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>40 h</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10141</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Removable Li-Ion battery</td>\n",
       "      <td>Up to 120 h</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10142</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10143</th>\n",
       "      <td>Fast charging 15W</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10144 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Charging Music play                               Stand-by  \\\n",
       "0                    NaN        NaN  Non-removable Li-Ion 2000 mAh battery   \n",
       "1                    NaN        NaN                                    NaN   \n",
       "2                    NaN        NaN                                    NaN   \n",
       "3                    NaN        NaN                                    NaN   \n",
       "4                    NaN        NaN                                    NaN   \n",
       "...                  ...        ...                                    ...   \n",
       "10139                NaN        NaN               Removable Li-Ion battery   \n",
       "10140                NaN        NaN               Removable Li-Ion battery   \n",
       "10141                NaN        NaN               Removable Li-Ion battery   \n",
       "10142                NaN        NaN                                    NaN   \n",
       "10143  Fast charging 15W        NaN                                    NaN   \n",
       "\n",
       "                                   Talk time  Type  \n",
       "0                                Up to 260 h   NaN  \n",
       "1      Non-removable Li-Ion 3400 mAh battery   NaN  \n",
       "2      Non-removable Li-Ion 4600 mAh battery   NaN  \n",
       "3      Non-removable Li-Ion 3400 mAh battery   NaN  \n",
       "4                                        NaN   NaN  \n",
       "...                                      ...   ...  \n",
       "10139                                   70 h   NaN  \n",
       "10140                                   40 h   NaN  \n",
       "10141                            Up to 120 h   NaN  \n",
       "10142                                    NaN   NaN  \n",
       "10143                                    NaN   NaN  \n",
       "\n",
       "[10144 rows x 5 columns]"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extracted_df[\"Battery\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = extracted_df[\"Battery\"].iloc[10141].index[extracted_df[\"Battery\"].iloc[10141].str.contains(\"Li-\") == True]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Stand-by    Removable Li-Ion battery\n",
       "Name: 10141, dtype: object"
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extracted_df[\"Battery\"].iloc[10141][x]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('078', 'mah')]"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import re\n",
    "re.findall(\"(\\d+) (mah)\", \"078 mah\", re.IGNORECASE)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_type(row):\n",
    "    wrong_col = row.index[(row.str.contains(\"Li-\") == True) | (row.str.contains(\"removable\", case=False) == True) | \n",
    "                          (row.str.contains(\"(\\d+) (mah)\", case=False) == True)]\n",
    "    if len(wrong_col):\n",
    "        row[\"Type\"] = row[wrong_col].values[0]\n",
    "        row[wrong_col] = np.nan\n",
    "    return row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/anaconda/lib/python3.6/site-packages/pandas/core/strings.py:1952: UserWarning: This pattern has match groups. To actually get the groups, use str.extract.\n",
      "  return func(self, *args, **kwargs)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 29.2 s, sys: 0 ns, total: 29.2 s\n",
      "Wall time: 29.2 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "extracted_df[\"Battery\"] = extracted_df[\"Battery\"].apply(get_type, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 33.3 s, sys: 5.1 ms, total: 33.3 s\n",
      "Wall time: 33.3 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "def get_charging(row):\n",
    "    wrong_col = row.drop(\"Charging\").index[(row.drop(\"Charging\").str.contains(\"charging\", case=False) == True) |\n",
    "                                           (row.drop(\"Charging\").str.contains(\"quick charge\", case=False) == True)]\n",
    "    if len(wrong_col):\n",
    "        row[\"Charging\"] = row[wrong_col].values[0].strip()\n",
    "        row[wrong_col] = np.nan\n",
    "    return row\n",
    "extracted_df[\"Battery\"] = extracted_df[\"Battery\"].apply(get_charging, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([nan, 'Up to 3 h', 'Up to 48 h (mixed usage)', 'Up to 3 h 20 min',\n",
       "       'Up to 1 h 10 min', '3 h 30 min', '6 h', 'up to 11 h', 'Up to 4 h',\n",
       "       'Up to 8 h (multimedia)', 'Up to 9 h (multimedia)',\n",
       "       'Up to 4 h 50 min', '4 h',\n",
       "       'Up to 10 h (2G) / Up to 3 h 30 min (3G)',\n",
       "       'Up to 5 h (2G) / Up to 6 h (3G)', 'up to 4 h',\n",
       "       '1 h 30 - 6 h 30 min', '1 h 30 - 6 h', 'Up to 4 h 45 min',\n",
       "       'Up to 5 h', 'Up to 4 h 10 min', 'Up to 95 h', '300 min',\n",
       "       'Up to 2 h 45 min', '2 h', 'Up to 4 h 30 min', 'Up to 42 h',\n",
       "       'Up to 10 h', 'Up to 6 h', 'Up to 6 h 40 min',\n",
       "       '2 h 30 min to 4 h 30', '2 h - 3 h 20 min', '1 - 2 h',\n",
       "       '2 h 40 min', '1 h 40 min - 3 h', '3h - 5h 45min',\n",
       "       '1 h 40 min - 2 h 50', 'Up to 3 h 30 min', '26', 'Up to 56 h',\n",
       "       'Up to 40 h', 'Up to 47 h', 'Up to 51 h', 'Up to 48 h', '105 min',\n",
       "       'Up to 14 h (2G) / Up to 11 h (3G)', 'Up to 14 h (3G)',\n",
       "       'Up to 3 h - 5 h', '5 h 20 min', '7 h', '3 h', 'Up to 26 h',\n",
       "       'Up to 7 h 50 min (2G) / Up to 7 h (3G)', 'Up to 51 h 30 min',\n",
       "       'Up to 80 h', '2 h 30 min - 4 h', 'Up to 5 h 30 min',\n",
       "       'Up to 6 h 30 min', '2 h 30 min', '1 h 30 min', 'Up to 2 h 50 min',\n",
       "       'Up to 8 h 20 min (2G) / Up to 7 h 40 min (3G)',\n",
       "       'Up to 10 h 40 min (2G) / Up to 9 h 10 min (3G)', '3.5 h',\n",
       "       'Up to 11 h (2G) / Up to 9 h (3G)',\n",
       "       'Up to 10 h (2G) / Up to 9 h 30 min (3G)', 'Up to 7 h 30 min',\n",
       "       '90 - 120 min', '210 min', 'Up to 570 h', 'Up to 5 h 10 min',\n",
       "       'Up to 4 h - 9 h'], dtype=object)"
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extracted_df[\"Battery\"][\"Stand-by\"].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([nan, 'Qi wireless charging', 'Quick Charge 3.0',\n",
       "       'Quick Charge 2.0', 'Quick Charge 1', 'Fast charging 18W',\n",
       "       'Quick Charge 4', 'Standard charging 10W',\n",
       "       'Power Bank/Reverse charging',\n",
       "       'Standard charging 10W, 40% in 60 min (advertised)',\n",
       "       'Charging dock', 'Fast charging 18W, 50% in 35 min (advertised)',\n",
       "       'Solar panel for battery charging', 'PMA wireless charging',\n",
       "       'Qi wireless charging - market dependent',\n",
       "       'Qi/PMA wireless charging - market dependent', 'Fast charging 15W',\n",
       "       '\\r\\nQi/PMA wireless charging - market dependent',\n",
       "       '\\r\\nPMA wireless charging',\n",
       "       'Fast charging 20W, 50% in 30 min (advertised)',\n",
       "       'Quick Charge 2.0 - Japan only', 'Wireless charging',\n",
       "       'Fast charging 20W, 75% in 30 min (advertised)',\n",
       "       'Fast charging 18W, 50% in 30 min (advertised)',\n",
       "       'Fast charging 24W, 65% in 30 min (advertised)',\n",
       "       'Qi wireless charging - optional',\n",
       "       'Fast charging 22.5W, 58% in 30 min (advertised)',\n",
       "       'Fast charging 18W, 37% in 30 min (advertised)',\n",
       "       'Fast charging 15W, 50% in 30 min (advertised)',\n",
       "       'Fast charging 18W, 60% in 15 min (advertised)',\n",
       "       'Fast charging 18W, 50% in 32 min (advertised)',\n",
       "       'Fast charging 18W, 60% in 45 min (advertised)',\n",
       "       'Quick Charge 4.0', 'Fast charging 24W'], dtype=object)"
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extracted_df[\"Battery\"][\"Charging\"].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Fix NA values\n",
    "# Take care of the battery sub column values mix up"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Verifying"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"gsmarena_data.csv\", header=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10144"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Brand</th>\n",
       "      <th>Model</th>\n",
       "      <th>Specifications</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [Brand, Model, Specifications]\n",
       "Index: []"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.duplicated(subset=[\"Brand\", \"Model\"], keep=False)].sort_values(\"Model\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Brand</th>\n",
       "      <th>Model</th>\n",
       "      <th>Specifications</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid E3 Duo Plus</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 8 A1-840FHD</td>\n",
       "      <td>[{'Network': {'Technology': 'No cellular conne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713HD</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid Z200</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Brand                   Model  \\\n",
       "0  Acer      Liquid E3 Duo Plus   \n",
       "1  Acer     Iconia Tab 7 A1-713   \n",
       "2  Acer  Iconia Tab 8 A1-840FHD   \n",
       "3  Acer   Iconia Tab 7 A1-713HD   \n",
       "4  Acer             Liquid Z200   \n",
       "\n",
       "                                      Specifications  \n",
       "0  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "1  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "2  [{'Network': {'Technology': 'No cellular conne...  \n",
       "3  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "4  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "116"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df.Brand.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "brand_wise_scraped = df.Brand.value_counts()\n",
    "brand_wise_scraped = brand_wise_scraped.reset_index()\n",
    "brand_wise_scraped.columns = [\"Brands\", \"scraped\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Brands</th>\n",
       "      <th>scraped</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Samsung</td>\n",
       "      <td>1232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>LG</td>\n",
       "      <td>644</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Nokia</td>\n",
       "      <td>494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Motorola</td>\n",
       "      <td>488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>alcatel</td>\n",
       "      <td>396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>Jolla</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>Nvidia</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>Fujitsu Siemens</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>Razer</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>Thuraya</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>116 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              Brands  scraped\n",
       "0            Samsung     1232\n",
       "1                 LG      644\n",
       "2              Nokia      494\n",
       "3           Motorola      488\n",
       "4            alcatel      396\n",
       "..               ...      ...\n",
       "111            Jolla        3\n",
       "112           Nvidia        3\n",
       "113  Fujitsu Siemens        2\n",
       "114            Razer        2\n",
       "115          Thuraya        1\n",
       "\n",
       "[116 rows x 2 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "brand_wise_scraped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10158"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_brands = pd.read_csv('gsmarena_brands.csv', header=0)\n",
    "all_brands[\"no_models\"] = all_brands[\"no_models\"].apply(lambda x: x.split(\" \")[0]).astype(int)\n",
    "all_brands[\"no_models\"].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "comb = brand_wise_scraped.join(all_brands.drop(\"href\", axis=1).set_index(\"Brands\"), on=\"Brands\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "comb['diff'] = comb['no_models'] - comb['scraped']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Brands</th>\n",
       "      <th>scraped</th>\n",
       "      <th>no_models</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Samsung</td>\n",
       "      <td>1232</td>\n",
       "      <td>1233</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Nokia</td>\n",
       "      <td>494</td>\n",
       "      <td>492</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Huawei</td>\n",
       "      <td>322</td>\n",
       "      <td>323</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Micromax</td>\n",
       "      <td>280</td>\n",
       "      <td>283</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZTE</td>\n",
       "      <td>269</td>\n",
       "      <td>270</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Lenovo</td>\n",
       "      <td>200</td>\n",
       "      <td>204</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Sony</td>\n",
       "      <td>144</td>\n",
       "      <td>145</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Xiaomi</td>\n",
       "      <td>142</td>\n",
       "      <td>145</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>vivo</td>\n",
       "      <td>139</td>\n",
       "      <td>138</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Oppo</td>\n",
       "      <td>127</td>\n",
       "      <td>128</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Honor</td>\n",
       "      <td>86</td>\n",
       "      <td>88</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>XOLO</td>\n",
       "      <td>80</td>\n",
       "      <td>81</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>Amazon</td>\n",
       "      <td>19</td>\n",
       "      <td>17</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>Google</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Brands  scraped  no_models  diff\n",
       "0    Samsung     1232       1233     1\n",
       "2      Nokia      494        492    -2\n",
       "5     Huawei      322        323     1\n",
       "7   Micromax      280        283     3\n",
       "8        ZTE      269        270     1\n",
       "12    Lenovo      200        204     4\n",
       "16      Sony      144        145     1\n",
       "17    Xiaomi      142        145     3\n",
       "19      vivo      139        138    -1\n",
       "20      Oppo      127        128     1\n",
       "32     Honor       86         88     2\n",
       "33      XOLO       80         81     1\n",
       "80    Amazon       19         17    -2\n",
       "93    Google       11         12     1"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comb[comb['diff'] != 0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Brand</th>\n",
       "      <th>Model</th>\n",
       "      <th>Specifications</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid E3 Duo Plus</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 8 A1-840FHD</td>\n",
       "      <td>[{'Network': {'Technology': 'No cellular conne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713HD</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid Z200</td>\n",
       "      <td>[{'Network': {'Technology': 'GSM / HSPA'}}, {'...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Brand                   Model  \\\n",
       "0  Acer      Liquid E3 Duo Plus   \n",
       "1  Acer     Iconia Tab 7 A1-713   \n",
       "2  Acer  Iconia Tab 8 A1-840FHD   \n",
       "3  Acer   Iconia Tab 7 A1-713HD   \n",
       "4  Acer             Liquid Z200   \n",
       "\n",
       "                                      Specifications  \n",
       "0  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "1  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "2  [{'Network': {'Technology': 'No cellular conne...  \n",
       "3  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  \n",
       "4  [{'Network': {'Technology': 'GSM / HSPA'}}, {'...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"[{'Network': {'Technology': 'GSM / HSPA'}}, {'Launch': {'Announced': '2014, Q3', 'Status': 'Available. Released 2014, Q3'}}, {'Body': {'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)', 'Weight': '-', 'SIM': 'Dual SIM'}}, {'Display': {'Type': 'IPS LCD capacitive touchscreen, 16M colors', 'Size': '4.7 inches, 60.9 cm', 'Resolution': '2'}}, {'Platform': {'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset': 'Mediatek MT6589 (28 nm)', 'CPU': 'Quad-core 1.2 GHz Cortex-A7', 'GPU': 'PowerVR SGX544'}}, {'Memory': {'Card slot': 'microSDHC (dedicated slot)', 'Internal': '16GB 2GB RAM'}}, {'Main Camera': {'Single': '13 MP, AF', 'Features': 'LED flash', 'Video': 'Yes'}}, {'Selfie camera': {'Single': '2 MP', 'Features': 'LED flash'}}, {'Sound': {'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}}, {'Comms': {'WLAN': 'Wi-Fi 802.11 b/g/n, hotspot', 'Bluetooth': '4.0, A2DP', 'GPS': 'Yes, with A-GPS, GLONASS', 'Radio': 'FM radio', 'USB': 'microUSB 2.0'}}, {'Features': {'Sensors': 'Accelerometer, proximity'}}, {'Battery': {'Stand-by': 'Non-removable Li-Ion 2000 mAh battery', 'Talk time': 'Up to 260 h'}}, {'Misc': {'Colors': 'Black', 'Price': 'About 240 EUR'}}]\""
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Specifications'].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 248,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "specs = pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 247,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def f(row):\n",
    "    global specs\n",
    "    specs = specs.append(pd.DataFrame(\n",
    "    pd.concat([pd.DataFrame(i) for i in literal_eval(row)], axis=1).stack()).T.swaplevel(0, 1, axis=1), \n",
    "                         ignore_index=True)\n",
    "    return row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0           Technology Announced                       ...\n",
       "1           Technology    Announced                    ...\n",
       "2                         Technology   Announced       ...\n",
       "3           Technology    Announced                    ...\n",
       "4           Technology   Announced                     ...\n",
       "                               ...                        \n",
       "10139      Technology Announced        Status          ...\n",
       "10140      Technology Announced        Status  \\\n",
       "     N...\n",
       "10141      Technology Announced        Status  \\\n",
       "     N...\n",
       "10142             Technology  Announced Dimensions     ...\n",
       "10143             Technology          Announced     Sta...\n",
       "Name: Specifications, Length: 10144, dtype: object"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Specifications'].apply(f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Testing on smaller dataframe with 10 rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "smaller = df.iloc[:10].copy(deep=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"[{'Network': {'Technology': 'GSM / HSPA'}}, {'Launch': {'Announced': '2014, Q3', 'Status': 'Available. Released 2014, Q3'}}, {'Body': {'Dimensions': '138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)', 'Weight': '-', 'SIM': 'Dual SIM'}}, {'Display': {'Type': 'IPS LCD capacitive touchscreen, 16M colors', 'Size': '4.7 inches, 60.9 cm', 'Resolution': '2'}}, {'Platform': {'OS': 'Android 4.2.2 (Jelly Bean)', 'Chipset': 'Mediatek MT6589 (28 nm)', 'CPU': 'Quad-core 1.2 GHz Cortex-A7', 'GPU': 'PowerVR SGX544'}}, {'Memory': {'Card slot': 'microSDHC (dedicated slot)', 'Internal': '16GB 2GB RAM'}}, {'Main Camera': {'Single': '13 MP, AF', 'Features': 'LED flash', 'Video': 'Yes'}}, {'Selfie camera': {'Single': '2 MP', 'Features': 'LED flash'}}, {'Sound': {'Loudspeaker': 'Yes', '3.5mm jack': 'Yes'}}, {'Comms': {'WLAN': 'Wi-Fi 802.11 b/g/n, hotspot', 'Bluetooth': '4.0, A2DP', 'GPS': 'Yes, with A-GPS, GLONASS', 'Radio': 'FM radio', 'USB': 'microUSB 2.0'}}, {'Features': {'Sensors': 'Accelerometer, proximity'}}, {'Battery': {'Stand-by': 'Non-removable Li-Ion 2000 mAh battery', 'Talk time': 'Up to 260 h'}}, {'Misc': {'Colors': 'Black', 'Price': 'About 240 EUR'}}]\""
      ]
     },
     "execution_count": 257,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "smaller.Specifications.iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "1    [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "2    [{'Network': {'Technology': 'No cellular conne...\n",
       "3    [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "4    [{'Network': {'Technology': 'GSM / HSPA'}}, {'...\n",
       "5    [{'Network': {'Technology': 'No cellular conne...\n",
       "6    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "7    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "8    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "9    [{'Network': {'Technology': 'GSM'}}, {'Launch'...\n",
       "Name: Specifications, dtype: object"
      ]
     },
     "execution_count": 249,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "smaller['Specifications'].apply(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"2\" halign=\"left\">Battery</th>\n",
       "      <th colspan=\"3\" halign=\"left\">Body</th>\n",
       "      <th colspan=\"5\" halign=\"left\">Comms</th>\n",
       "      <th>...</th>\n",
       "      <th>Misc</th>\n",
       "      <th>Network</th>\n",
       "      <th colspan=\"4\" halign=\"left\">Platform</th>\n",
       "      <th colspan=\"2\" halign=\"left\">Selfie camera</th>\n",
       "      <th colspan=\"2\" halign=\"left\">Sound</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>Stand-by</th>\n",
       "      <th>Talk time</th>\n",
       "      <th>Dimensions</th>\n",
       "      <th>SIM</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Bluetooth</th>\n",
       "      <th>GPS</th>\n",
       "      <th>Radio</th>\n",
       "      <th>USB</th>\n",
       "      <th>WLAN</th>\n",
       "      <th>...</th>\n",
       "      <th>Price</th>\n",
       "      <th>Technology</th>\n",
       "      <th>CPU</th>\n",
       "      <th>Chipset</th>\n",
       "      <th>GPU</th>\n",
       "      <th>OS</th>\n",
       "      <th>Features</th>\n",
       "      <th>Single</th>\n",
       "      <th>3.5mm jack</th>\n",
       "      <th>Loudspeaker</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Non-removable Li-Ion 2000 mAh battery</td>\n",
       "      <td>Up to 260 h</td>\n",
       "      <td>138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)</td>\n",
       "      <td>Dual SIM</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, with A-GPS, GLONASS</td>\n",
       "      <td>FM radio</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 b/g/n, hotspot</td>\n",
       "      <td>...</td>\n",
       "      <td>About 240 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core 1.2 GHz Cortex-A7</td>\n",
       "      <td>Mediatek MT6589 (28 nm)</td>\n",
       "      <td>PowerVR SGX544</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean)</td>\n",
       "      <td>LED flash</td>\n",
       "      <td>2 MP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 b/g/n</td>\n",
       "      <td>...</td>\n",
       "      <td>About 110 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean), upgradable to 4.4....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 4600 mAh battery</td>\n",
       "      <td>215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)</td>\n",
       "      <td>No</td>\n",
       "      <td>360 g (12.70 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, GLONASS</td>\n",
       "      <td>No</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 a/b/g/n, dual-band</td>\n",
       "      <td>...</td>\n",
       "      <td>About 200 EUR</td>\n",
       "      <td>No cellular connectivity</td>\n",
       "      <td>Quad-core 1.86 GHz</td>\n",
       "      <td>Intel Atom Z3745</td>\n",
       "      <td>Intel Gen 7 (Ivy Bridge)</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2 MP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 b/g/n</td>\n",
       "      <td>...</td>\n",
       "      <td>About 150 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)</td>\n",
       "      <td>Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...</td>\n",
       "      <td>130 g (4.59 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, with A-GPS</td>\n",
       "      <td>FM radio</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 b/g/n, hotspot</td>\n",
       "      <td>...</td>\n",
       "      <td>About 90 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Dual-core 1.0 GHz Cortex-A7</td>\n",
       "      <td>Mediatek MT6572M (28 nm)</td>\n",
       "      <td>Mali-400</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3700 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>No</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>microUSB 2.0</td>\n",
       "      <td>Wi-Fi 802.11 b/g/n</td>\n",
       "      <td>...</td>\n",
       "      <td>About 90 EUR</td>\n",
       "      <td>No cellular connectivity</td>\n",
       "      <td>Dual-core 1.6 GHz</td>\n",
       "      <td>Intel Atom Z2560</td>\n",
       "      <td>PowerVR SGX544MP2</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean), upgradable to 4.4....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes, with stereo speakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Removable Li-Ion 1000 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>114 x 55 x 15.5 mm (4.49 x 2.17 x 0.61 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>80 g (2.82 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Removable Li-Ion 1200 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>121 x 57 x 15 mm (4.76 x 2.24 x 0.59 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>110 g (3.88 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Removable Li-Ion 800 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>109 x 50 x 14 mm (4.29 x 1.97 x 0.55 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>92 g (3.25 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Removable Li-Ion 1000 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>114.5 x 56 x 16 mm (4.51 x 2.20 x 0.63 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>90 g (3.17 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Infineon PMB7900 (ULC3)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 36 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 Battery  \\\n",
       "                                Stand-by   \n",
       "0  Non-removable Li-Ion 2000 mAh battery   \n",
       "1                                    NaN   \n",
       "2                                    NaN   \n",
       "3                                    NaN   \n",
       "4                                    NaN   \n",
       "5                                    NaN   \n",
       "6      Removable Li-Ion 1000 mAh battery   \n",
       "7      Removable Li-Ion 1200 mAh battery   \n",
       "8       Removable Li-Ion 800 mAh battery   \n",
       "9      Removable Li-Ion 1000 mAh battery   \n",
       "\n",
       "                                          \\\n",
       "                               Talk time   \n",
       "0                            Up to 260 h   \n",
       "1  Non-removable Li-Ion 3400 mAh battery   \n",
       "2  Non-removable Li-Ion 4600 mAh battery   \n",
       "3  Non-removable Li-Ion 3400 mAh battery   \n",
       "4                                    NaN   \n",
       "5  Non-removable Li-Ion 3700 mAh battery   \n",
       "6                            Up to 200 h   \n",
       "7                            Up to 200 h   \n",
       "8                            Up to 200 h   \n",
       "9                            Up to 200 h   \n",
       "\n",
       "                                         Body  \\\n",
       "                                   Dimensions   \n",
       "0   138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)   \n",
       "1                            8.9 mm thickness   \n",
       "2  215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)   \n",
       "3                            8.9 mm thickness   \n",
       "4  126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)   \n",
       "5                            8.9 mm thickness   \n",
       "6  114 x 55 x 15.5 mm (4.49 x 2.17 x 0.61 in)   \n",
       "7    121 x 57 x 15 mm (4.76 x 2.24 x 0.59 in)   \n",
       "8    109 x 50 x 14 mm (4.29 x 1.97 x 0.55 in)   \n",
       "9  114.5 x 56 x 16 mm (4.51 x 2.20 x 0.63 in)   \n",
       "\n",
       "                                                                        \\\n",
       "                                                 SIM            Weight   \n",
       "0                                           Dual SIM                 -   \n",
       "1                                           Mini-SIM  298 g (10.51 oz)   \n",
       "2                                                 No  360 g (12.70 oz)   \n",
       "3                                           Mini-SIM  298 g (10.51 oz)   \n",
       "4  Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...   130 g (4.59 oz)   \n",
       "5                                                 No                 -   \n",
       "6                                           Mini-SIM    80 g (2.82 oz)   \n",
       "7                                           Mini-SIM   110 g (3.88 oz)   \n",
       "8                                           Mini-SIM    92 g (3.25 oz)   \n",
       "9                                           Mini-SIM    90 g (3.17 oz)   \n",
       "\n",
       "       Comms                                                    \\\n",
       "   Bluetooth                       GPS     Radio           USB   \n",
       "0  4.0, A2DP  Yes, with A-GPS, GLONASS  FM radio  microUSB 2.0   \n",
       "1  4.0, A2DP                       Yes        No  microUSB 2.0   \n",
       "2  4.0, A2DP              Yes, GLONASS        No  microUSB 2.0   \n",
       "3  4.0, A2DP                       Yes        No  microUSB 2.0   \n",
       "4  4.0, A2DP           Yes, with A-GPS  FM radio  microUSB 2.0   \n",
       "5  4.0, A2DP                        No        No  microUSB 2.0   \n",
       "6         No                        No        No            No   \n",
       "7         No                        No        No            No   \n",
       "8         No                        No        No            No   \n",
       "9         No                        No        No            No   \n",
       "\n",
       "                                    ...           Misc  \\\n",
       "                              WLAN  ...          Price   \n",
       "0      Wi-Fi 802.11 b/g/n, hotspot  ...  About 240 EUR   \n",
       "1               Wi-Fi 802.11 b/g/n  ...  About 110 EUR   \n",
       "2  Wi-Fi 802.11 a/b/g/n, dual-band  ...  About 200 EUR   \n",
       "3               Wi-Fi 802.11 b/g/n  ...  About 150 EUR   \n",
       "4      Wi-Fi 802.11 b/g/n, hotspot  ...   About 90 EUR   \n",
       "5               Wi-Fi 802.11 b/g/n  ...   About 90 EUR   \n",
       "6                               No  ...            NaN   \n",
       "7                               No  ...            NaN   \n",
       "8                               No  ...            NaN   \n",
       "9                               No  ...            NaN   \n",
       "\n",
       "                    Network                     Platform  \\\n",
       "                 Technology                          CPU   \n",
       "0                GSM / HSPA  Quad-core 1.2 GHz Cortex-A7   \n",
       "1                GSM / HSPA                    Quad-core   \n",
       "2  No cellular connectivity           Quad-core 1.86 GHz   \n",
       "3                GSM / HSPA                    Quad-core   \n",
       "4                GSM / HSPA  Dual-core 1.0 GHz Cortex-A7   \n",
       "5  No cellular connectivity            Dual-core 1.6 GHz   \n",
       "6                       GSM                          NaN   \n",
       "7                       GSM                          NaN   \n",
       "8                       GSM                          NaN   \n",
       "9                       GSM                          NaN   \n",
       "\n",
       "                                                       \\\n",
       "                    Chipset                       GPU   \n",
       "0   Mediatek MT6589 (28 nm)            PowerVR SGX544   \n",
       "1                       NaN                       NaN   \n",
       "2          Intel Atom Z3745  Intel Gen 7 (Ivy Bridge)   \n",
       "3                       NaN                       NaN   \n",
       "4  Mediatek MT6572M (28 nm)                  Mali-400   \n",
       "5          Intel Atom Z2560         PowerVR SGX544MP2   \n",
       "6                       NaN                       NaN   \n",
       "7                       NaN                       NaN   \n",
       "8                       NaN                       NaN   \n",
       "9   Infineon PMB7900 (ULC3)                       NaN   \n",
       "\n",
       "                                                     Selfie camera         \\\n",
       "                                                  OS      Features Single   \n",
       "0                         Android 4.2.2 (Jelly Bean)     LED flash   2 MP   \n",
       "1  Android 4.2.2 (Jelly Bean), upgradable to 4.4....           NaN    Yes   \n",
       "2                             Android 4.4.2 (KitKat)           NaN   2 MP   \n",
       "3                             Android 4.4.2 (KitKat)           NaN    Yes   \n",
       "4                             Android 4.4.2 (KitKat)           NaN    NaN   \n",
       "5  Android 4.2.2 (Jelly Bean), upgradable to 4.4....           NaN    Yes   \n",
       "6                                                NaN           NaN    NaN   \n",
       "7                                                NaN           NaN    NaN   \n",
       "8                                                NaN           NaN    NaN   \n",
       "9                                                NaN           NaN    NaN   \n",
       "\n",
       "       Sound                             \n",
       "  3.5mm jack                Loudspeaker  \n",
       "0        Yes                        Yes  \n",
       "1        Yes                        Yes  \n",
       "2        Yes                        Yes  \n",
       "3        Yes                        Yes  \n",
       "4        Yes                        Yes  \n",
       "5        Yes  Yes, with stereo speakers  \n",
       "6        Yes                        Yes  \n",
       "7        Yes                        Yes  \n",
       "8        Yes                        Yes  \n",
       "9        Yes                        Yes  \n",
       "\n",
       "[10 rows x 36 columns]"
      ]
     },
     "execution_count": 250,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "specs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "smaller.columns = pd.MultiIndex.from_tuples([(\"Brand\", \"name\"), (\"Model\", \"name\"), (\"Specs\", \"mess\")])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>Brand</th>\n",
       "      <th>Model</th>\n",
       "      <th colspan=\"2\" halign=\"left\">Battery</th>\n",
       "      <th colspan=\"3\" halign=\"left\">Body</th>\n",
       "      <th colspan=\"3\" halign=\"left\">Comms</th>\n",
       "      <th>...</th>\n",
       "      <th>Misc</th>\n",
       "      <th>Network</th>\n",
       "      <th colspan=\"4\" halign=\"left\">Platform</th>\n",
       "      <th colspan=\"2\" halign=\"left\">Selfie camera</th>\n",
       "      <th colspan=\"2\" halign=\"left\">Sound</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>name</th>\n",
       "      <th>Stand-by</th>\n",
       "      <th>Talk time</th>\n",
       "      <th>Dimensions</th>\n",
       "      <th>SIM</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Bluetooth</th>\n",
       "      <th>GPS</th>\n",
       "      <th>Radio</th>\n",
       "      <th>...</th>\n",
       "      <th>Price</th>\n",
       "      <th>Technology</th>\n",
       "      <th>CPU</th>\n",
       "      <th>Chipset</th>\n",
       "      <th>GPU</th>\n",
       "      <th>OS</th>\n",
       "      <th>Features</th>\n",
       "      <th>Single</th>\n",
       "      <th>3.5mm jack</th>\n",
       "      <th>Loudspeaker</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid E3 Duo Plus</td>\n",
       "      <td>Non-removable Li-Ion 2000 mAh battery</td>\n",
       "      <td>Up to 260 h</td>\n",
       "      <td>138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)</td>\n",
       "      <td>Dual SIM</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, with A-GPS, GLONASS</td>\n",
       "      <td>FM radio</td>\n",
       "      <td>...</td>\n",
       "      <td>About 240 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core 1.2 GHz Cortex-A7</td>\n",
       "      <td>Mediatek MT6589 (28 nm)</td>\n",
       "      <td>PowerVR SGX544</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean)</td>\n",
       "      <td>LED flash</td>\n",
       "      <td>2 MP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>About 110 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean), upgradable to 4.4....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 8 A1-840FHD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 4600 mAh battery</td>\n",
       "      <td>215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)</td>\n",
       "      <td>No</td>\n",
       "      <td>360 g (12.70 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, GLONASS</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>About 200 EUR</td>\n",
       "      <td>No cellular connectivity</td>\n",
       "      <td>Quad-core 1.86 GHz</td>\n",
       "      <td>Intel Atom Z3745</td>\n",
       "      <td>Intel Gen 7 (Ivy Bridge)</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2 MP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia Tab 7 A1-713HD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3400 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>298 g (10.51 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>About 150 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Quad-core</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Liquid Z200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)</td>\n",
       "      <td>Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...</td>\n",
       "      <td>130 g (4.59 oz)</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>Yes, with A-GPS</td>\n",
       "      <td>FM radio</td>\n",
       "      <td>...</td>\n",
       "      <td>About 90 EUR</td>\n",
       "      <td>GSM / HSPA</td>\n",
       "      <td>Dual-core 1.0 GHz Cortex-A7</td>\n",
       "      <td>Mediatek MT6572M (28 nm)</td>\n",
       "      <td>Mali-400</td>\n",
       "      <td>Android 4.4.2 (KitKat)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Acer</td>\n",
       "      <td>Iconia One 7 B1-730</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Non-removable Li-Ion 3700 mAh battery</td>\n",
       "      <td>8.9 mm thickness</td>\n",
       "      <td>No</td>\n",
       "      <td>-</td>\n",
       "      <td>4.0, A2DP</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>About 90 EUR</td>\n",
       "      <td>No cellular connectivity</td>\n",
       "      <td>Dual-core 1.6 GHz</td>\n",
       "      <td>Intel Atom Z2560</td>\n",
       "      <td>PowerVR SGX544MP2</td>\n",
       "      <td>Android 4.2.2 (Jelly Bean), upgradable to 4.4....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes, with stereo speakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Emporia</td>\n",
       "      <td>Talk Comfort</td>\n",
       "      <td>Removable Li-Ion 1000 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>114 x 55 x 15.5 mm (4.49 x 2.17 x 0.61 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>80 g (2.82 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Emporia</td>\n",
       "      <td>Talk Premium</td>\n",
       "      <td>Removable Li-Ion 1200 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>121 x 57 x 15 mm (4.76 x 2.24 x 0.59 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>110 g (3.88 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Emporia</td>\n",
       "      <td>RL1</td>\n",
       "      <td>Removable Li-Ion 800 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>109 x 50 x 14 mm (4.29 x 1.97 x 0.55 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>92 g (3.25 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Emporia</td>\n",
       "      <td>Talk Comfort Plus</td>\n",
       "      <td>Removable Li-Ion 1000 mAh battery</td>\n",
       "      <td>Up to 200 h</td>\n",
       "      <td>114.5 x 56 x 16 mm (4.51 x 2.20 x 0.63 in)</td>\n",
       "      <td>Mini-SIM</td>\n",
       "      <td>90 g (3.17 oz)</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GSM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Infineon PMB7900 (ULC3)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Brand                   Model                                Battery  \\\n",
       "      name                    name                               Stand-by   \n",
       "0     Acer      Liquid E3 Duo Plus  Non-removable Li-Ion 2000 mAh battery   \n",
       "1     Acer     Iconia Tab 7 A1-713                                    NaN   \n",
       "2     Acer  Iconia Tab 8 A1-840FHD                                    NaN   \n",
       "3     Acer   Iconia Tab 7 A1-713HD                                    NaN   \n",
       "4     Acer             Liquid Z200                                    NaN   \n",
       "5     Acer     Iconia One 7 B1-730                                    NaN   \n",
       "6  Emporia            Talk Comfort      Removable Li-Ion 1000 mAh battery   \n",
       "7  Emporia            Talk Premium      Removable Li-Ion 1200 mAh battery   \n",
       "8  Emporia                     RL1       Removable Li-Ion 800 mAh battery   \n",
       "9  Emporia       Talk Comfort Plus      Removable Li-Ion 1000 mAh battery   \n",
       "\n",
       "                                          \\\n",
       "                               Talk time   \n",
       "0                            Up to 260 h   \n",
       "1  Non-removable Li-Ion 3400 mAh battery   \n",
       "2  Non-removable Li-Ion 4600 mAh battery   \n",
       "3  Non-removable Li-Ion 3400 mAh battery   \n",
       "4                                    NaN   \n",
       "5  Non-removable Li-Ion 3700 mAh battery   \n",
       "6                            Up to 200 h   \n",
       "7                            Up to 200 h   \n",
       "8                            Up to 200 h   \n",
       "9                            Up to 200 h   \n",
       "\n",
       "                                         Body  \\\n",
       "                                   Dimensions   \n",
       "0   138 x 69 x 8.9 mm (5.43 x 2.72 x 0.35 in)   \n",
       "1                            8.9 mm thickness   \n",
       "2  215 x 130 x 8.5 mm (8.46 x 5.12 x 0.33 in)   \n",
       "3                            8.9 mm thickness   \n",
       "4  126 x 65 x 10.3 mm (4.96 x 2.56 x 0.41 in)   \n",
       "5                            8.9 mm thickness   \n",
       "6  114 x 55 x 15.5 mm (4.49 x 2.17 x 0.61 in)   \n",
       "7    121 x 57 x 15 mm (4.76 x 2.24 x 0.59 in)   \n",
       "8    109 x 50 x 14 mm (4.29 x 1.97 x 0.55 in)   \n",
       "9  114.5 x 56 x 16 mm (4.51 x 2.20 x 0.63 in)   \n",
       "\n",
       "                                                                        \\\n",
       "                                                 SIM            Weight   \n",
       "0                                           Dual SIM                 -   \n",
       "1                                           Mini-SIM  298 g (10.51 oz)   \n",
       "2                                                 No  360 g (12.70 oz)   \n",
       "3                                           Mini-SIM  298 g (10.51 oz)   \n",
       "4  Single SIM (Mini-SIM) or Dual SIM (Mini-SIM/Mi...   130 g (4.59 oz)   \n",
       "5                                                 No                 -   \n",
       "6                                           Mini-SIM    80 g (2.82 oz)   \n",
       "7                                           Mini-SIM   110 g (3.88 oz)   \n",
       "8                                           Mini-SIM    92 g (3.25 oz)   \n",
       "9                                           Mini-SIM    90 g (3.17 oz)   \n",
       "\n",
       "       Comms                                      ...           Misc  \\\n",
       "   Bluetooth                       GPS     Radio  ...          Price   \n",
       "0  4.0, A2DP  Yes, with A-GPS, GLONASS  FM radio  ...  About 240 EUR   \n",
       "1  4.0, A2DP                       Yes        No  ...  About 110 EUR   \n",
       "2  4.0, A2DP              Yes, GLONASS        No  ...  About 200 EUR   \n",
       "3  4.0, A2DP                       Yes        No  ...  About 150 EUR   \n",
       "4  4.0, A2DP           Yes, with A-GPS  FM radio  ...   About 90 EUR   \n",
       "5  4.0, A2DP                        No        No  ...   About 90 EUR   \n",
       "6         No                        No        No  ...            NaN   \n",
       "7         No                        No        No  ...            NaN   \n",
       "8         No                        No        No  ...            NaN   \n",
       "9         No                        No        No  ...            NaN   \n",
       "\n",
       "                    Network                     Platform  \\\n",
       "                 Technology                          CPU   \n",
       "0                GSM / HSPA  Quad-core 1.2 GHz Cortex-A7   \n",
       "1                GSM / HSPA                    Quad-core   \n",
       "2  No cellular connectivity           Quad-core 1.86 GHz   \n",
       "3                GSM / HSPA                    Quad-core   \n",
       "4                GSM / HSPA  Dual-core 1.0 GHz Cortex-A7   \n",
       "5  No cellular connectivity            Dual-core 1.6 GHz   \n",
       "6                       GSM                          NaN   \n",
       "7                       GSM                          NaN   \n",
       "8                       GSM                          NaN   \n",
       "9                       GSM                          NaN   \n",
       "\n",
       "                                                       \\\n",
       "                    Chipset                       GPU   \n",
       "0   Mediatek MT6589 (28 nm)            PowerVR SGX544   \n",
       "1                       NaN                       NaN   \n",
       "2          Intel Atom Z3745  Intel Gen 7 (Ivy Bridge)   \n",
       "3                       NaN                       NaN   \n",
       "4  Mediatek MT6572M (28 nm)                  Mali-400   \n",
       "5          Intel Atom Z2560         PowerVR SGX544MP2   \n",
       "6                       NaN                       NaN   \n",
       "7                       NaN                       NaN   \n",
       "8                       NaN                       NaN   \n",
       "9   Infineon PMB7900 (ULC3)                       NaN   \n",
       "\n",
       "                                                     Selfie camera         \\\n",
       "                                                  OS      Features Single   \n",
       "0                         Android 4.2.2 (Jelly Bean)     LED flash   2 MP   \n",
       "1  Android 4.2.2 (Jelly Bean), upgradable to 4.4....           NaN    Yes   \n",
       "2                             Android 4.4.2 (KitKat)           NaN   2 MP   \n",
       "3                             Android 4.4.2 (KitKat)           NaN    Yes   \n",
       "4                             Android 4.4.2 (KitKat)           NaN    NaN   \n",
       "5  Android 4.2.2 (Jelly Bean), upgradable to 4.4....           NaN    Yes   \n",
       "6                                                NaN           NaN    NaN   \n",
       "7                                                NaN           NaN    NaN   \n",
       "8                                                NaN           NaN    NaN   \n",
       "9                                                NaN           NaN    NaN   \n",
       "\n",
       "       Sound                             \n",
       "  3.5mm jack                Loudspeaker  \n",
       "0        Yes                        Yes  \n",
       "1        Yes                        Yes  \n",
       "2        Yes                        Yes  \n",
       "3        Yes                        Yes  \n",
       "4        Yes                        Yes  \n",
       "5        Yes  Yes, with stereo speakers  \n",
       "6        Yes                        Yes  \n",
       "7        Yes                        Yes  \n",
       "8        Yes                        Yes  \n",
       "9        Yes                        Yes  \n",
       "\n",
       "[10 rows x 38 columns]"
      ]
     },
     "execution_count": 279,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.concat([smaller.drop('Specs', axis=1), specs], axis=1)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}