notebooks/famousFaces_004_filteredName.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Celebrity Naming - Filtered"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### import modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import fnmatch\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### get logfiles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def getLogfile(whichfolder, whichexperiment):\n",
    "\n",
    "    loglist = []\n",
    "    for fileName in os.listdir(whichfolder):\n",
    "        if fnmatch.fnmatch(fileName, whichexperiment):\n",
    "            loglist.append(whichfolder+fileName)\n",
    "    loglist.sort()\n",
    "    return loglist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "logList = getLogfile('../famousFiltered/experiment/data/','*.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['../famousFiltered/experiment/data/10_famFaceFilter_2017_Feb_06_1253.csv',\n",
       " '../famousFiltered/experiment/data/11_famFaceFilter_2017_Feb_07_1055.csv',\n",
       " '../famousFiltered/experiment/data/12_famFaceFilter_2017_Feb_07_1327.csv',\n",
       " '../famousFiltered/experiment/data/13_famFaceFilter_2017_Feb_08_1104.csv',\n",
       " '../famousFiltered/experiment/data/14_famFaceFilter_2017_Feb_08_1322.csv',\n",
       " '../famousFiltered/experiment/data/15_famFaceFilter_2017_Feb_08_1512.csv',\n",
       " '../famousFiltered/experiment/data/16_famFaceFilter_2017_Feb_09_1301.csv',\n",
       " '../famousFiltered/experiment/data/17_famFaceFilter_2017_Feb_09_1535.csv',\n",
       " '../famousFiltered/experiment/data/18_famFaceFilter_2017_Feb_16_1655.csv',\n",
       " '../famousFiltered/experiment/data/19_famFaceFilter_2017_Feb_20_1110.csv',\n",
       " '../famousFiltered/experiment/data/1_famFaceFilter_2017_Jan_24_1324.csv',\n",
       " '../famousFiltered/experiment/data/20_famFaceFilter_2017_Feb_20_1713.csv',\n",
       " '../famousFiltered/experiment/data/21_famFaceFilter_2017_Feb_22_1111.csv',\n",
       " '../famousFiltered/experiment/data/22_famFaceFilter_2017_Feb_23_1505.csv',\n",
       " '../famousFiltered/experiment/data/23_famFaceFilter_2017_Feb_23_1717.csv',\n",
       " '../famousFiltered/experiment/data/24_famFaceFilter_2017_Feb_24_1121.csv',\n",
       " '../famousFiltered/experiment/data/25_famFaceFilter_2017_Feb_24_1505.csv',\n",
       " '../famousFiltered/experiment/data/26_famFaceFilter_2017_Feb_28_1246.csv',\n",
       " '../famousFiltered/experiment/data/27_famFaceFilter_2017_Mrz_01_1642.csv',\n",
       " '../famousFiltered/experiment/data/2_famFaceFilter_2017_Jan_25_1055.csv',\n",
       " '../famousFiltered/experiment/data/3_famFaceFilter_2017_Jan_25_1257.csv',\n",
       " '../famousFiltered/experiment/data/4_famFaceFilter_2017_Jan_25_1502.csv',\n",
       " '../famousFiltered/experiment/data/5_famFaceFilter_2017_Jan_26_1056.csv',\n",
       " '../famousFiltered/experiment/data/6_famFaceFilter_2017_Jan_27_1049.csv',\n",
       " '../famousFiltered/experiment/data/7_famFaceFilter_2017_Jan_30_1503.csv',\n",
       " '../famousFiltered/experiment/data/8_famFaceFilter_2017_Feb_01_1709.csv',\n",
       " '../famousFiltered/experiment/data/9_famFaceFilter_2017_Feb_02_1304.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_1.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_10.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_11.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_12.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_13.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_14.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_15.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_16.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_17.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_18.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_19.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_2.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_20.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_21.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_22.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_23.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_24.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_25.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_26.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_27.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_3.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_4.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_5.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_6.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_7.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_8.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_9.csv',\n",
       " '../famousFiltered/experiment/data/famousFilterClean_jb.csv',\n",
       " '../famousFiltered/experiment/data/jb_famFaceFilter_2016_Nov_30_1302.csv']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logList"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### get logfile into df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def makeDf(csvFile):\n",
    "    df = pd.read_csv(csvFile,index_col=None,header=0)\n",
    "    thisDf = pd.concat([df['pic'], df['inputText'] ],axis=1)\n",
    "    thisDf.columns = ['filename','text']\n",
    "    #thisDf = thisDf.dropna()\n",
    "    return thisDf.loc[thisDf.index[1:]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "../famousFiltered/experiment/data/jb_famFaceFilter_2016_Nov_30_1302.csv\n"
     ]
    }
   ],
   "source": [
    "logFile = logList[-1]\n",
    "print logFile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "jb\n"
     ]
    }
   ],
   "source": [
    "pName = logFile.split('/')[-1].split('_')[0]\n",
    "print pName"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "thisDf = makeDf(logFile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>./img/gray_Ice-T(OdafinFinTutuola)7_1.png</td>\n",
       "      <td>IceT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)3_1.png</td>\n",
       "      <td>aus House</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>./img/gray_WillSmith5_1.png</td>\n",
       "      <td>Smith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>./img/gray_BritneySpears7_1.png</td>\n",
       "      <td>Spears</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>./img/gray_WillSmith4_1.png</td>\n",
       "      <td>Smith</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      filename       text\n",
       "212  ./img/gray_Ice-T(OdafinFinTutuola)7_1.png       IceT\n",
       "213  ./img/gray_OmarEpps(DrEricForeman)3_1.png  aus House\n",
       "214                ./img/gray_WillSmith5_1.png      Smith\n",
       "215            ./img/gray_BritneySpears7_1.png     Spears\n",
       "216                ./img/gray_WillSmith4_1.png      Smith"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "thisDf.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def makeConds(thisDf):\n",
    "    condDict = {}\n",
    "    for i in thisDf.index:\n",
    "        thisFilename =  thisDf.loc[i].filename\n",
    "        condName = thisFilename.split('/')[-1].split('_')[0]\n",
    "        condDict[i] = {'cond':condName,'filename':thisFilename,'text':thisDf.loc[i].text}\n",
    "    condDf = pd.DataFrame(condDict).T\n",
    "    condDf.index = [condDf.cond,condDf.index]\n",
    "    condDf = condDf.sort_values(by='filename')\n",
    "    return condDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "condDf = makeConds(thisDf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>cond</th>\n",
       "      <th>filename</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cond</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">smoo15</th>\n",
       "      <th>65</th>\n",
       "      <td>smoo15</td>\n",
       "      <td>./img/smoo15_UrsulavonderLeyen4_1.png</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>smoo15</td>\n",
       "      <td>./img/smoo15_UrsulavonderLeyen5_1.png</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>smoo15</td>\n",
       "      <td>./img/smoo15_WillSmith1_1.png</td>\n",
       "      <td>Smith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>smoo15</td>\n",
       "      <td>./img/smoo15_WillSmith4_1.png</td>\n",
       "      <td>Will Smith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>smoo15</td>\n",
       "      <td>./img/smoo15_WillSmith5_1.png</td>\n",
       "      <td>Will Smith</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             cond                               filename        text\n",
       "cond                                                                \n",
       "smoo15 65  smoo15  ./img/smoo15_UrsulavonderLeyen4_1.png         NaN\n",
       "       57  smoo15  ./img/smoo15_UrsulavonderLeyen5_1.png         NaN\n",
       "       22  smoo15          ./img/smoo15_WillSmith1_1.png       Smith\n",
       "       16  smoo15          ./img/smoo15_WillSmith4_1.png  Will Smith\n",
       "       2   smoo15          ./img/smoo15_WillSmith5_1.png  Will Smith"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "condDf.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### checking if naming is correct (does not take typos,nicknames,abbrevations etc. into account)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def firstRoughCheck(thisDf):\n",
    "    d = {}\n",
    "    for entry in thisDf.index:\n",
    "        thisEntry = thisDf.loc[entry]\n",
    "        #print thisEntry\n",
    "        fileName = str(thisEntry.filename).lower()\n",
    "        try:\n",
    "            ans = str(thisEntry.text).lower()\n",
    "        except:\n",
    "            #print thisEntry.text\n",
    "            ans = '9999999999'\n",
    "        d[entry] = 0\n",
    "        for subentry in ans.split():\n",
    "            if subentry in fileName:\n",
    "                d[entry] = 1\n",
    "                \n",
    "    df = pd.DataFrame(d,index=['hit']).T   \n",
    "    autoDf = pd.concat([thisDf,df],axis=1)\n",
    "    return autoDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "autoDf = firstRoughCheck(condDf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>cond</th>\n",
       "      <th>filename</th>\n",
       "      <th>text</th>\n",
       "      <th>hit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>edges5</th>\n",
       "      <th>144</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_EmilyDeschanel6_12.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">gray</th>\n",
       "      <th>145</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_JoachimLoew8_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_GeorgeClooney4_2.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_KatjaBurkard1_1.png</td>\n",
       "      <td>Burkhard</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)2_2.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_JoachimLoew1_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)1_5.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_EmilyDeschanel6_12.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_Ice-T(OdafinFinTutuola)6_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_GeorgeClooney3_1.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">edges5</th>\n",
       "      <th>103</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_GeorgeClooney4_2.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_Ice-T(OdafinFinTutuola)7_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gray</th>\n",
       "      <th>204</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_EmilyDeschanel3_1.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">edges5</th>\n",
       "      <th>113</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_OmarEpps(DrEricForeman)3_1.png</td>\n",
       "      <td>aus Hous</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_JoachimLoew4_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_EmilyDeschanel5_1.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">gray</th>\n",
       "      <th>213</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)3_1.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_Ice-T(OdafinFinTutuola)7_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_KatjaBurkard5_3.png</td>\n",
       "      <td>Burkhard</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>edges5</th>\n",
       "      <th>120</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_GeorgeClooney3_1.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              cond                                     filename       text  \\\n",
       "edges5 144  edges5          ./img/edges5_EmilyDeschanel6_12.png      Bones   \n",
       "gray   145    gray                ./img/gray_JoachimLoew8_1.png        Löw   \n",
       "       172    gray              ./img/gray_GeorgeClooney4_2.png     Cloney   \n",
       "       147    gray               ./img/gray_KatjaBurkard1_1.png   Burkhard   \n",
       "       149    gray    ./img/gray_OmarEpps(DrEricForeman)2_2.png  aus House   \n",
       "       168    gray                ./img/gray_JoachimLoew1_1.png        Löw   \n",
       "       151    gray    ./img/gray_OmarEpps(DrEricForeman)1_5.png  aus House   \n",
       "       155    gray            ./img/gray_EmilyDeschanel6_12.png      Bones   \n",
       "       199    gray    ./img/gray_Ice-T(OdafinFinTutuola)6_1.png       IceT   \n",
       "       202    gray              ./img/gray_GeorgeClooney3_1.png     Cloney   \n",
       "edges5 103  edges5            ./img/edges5_GeorgeClooney4_2.png     Cloney   \n",
       "       104  edges5  ./img/edges5_Ice-T(OdafinFinTutuola)7_1.png       IceT   \n",
       "gray   204    gray             ./img/gray_EmilyDeschanel3_1.png      Bones   \n",
       "edges5 113  edges5  ./img/edges5_OmarEpps(DrEricForeman)3_1.png   aus Hous   \n",
       "       114  edges5              ./img/edges5_JoachimLoew4_1.png        Löw   \n",
       "       116  edges5           ./img/edges5_EmilyDeschanel5_1.png      Bones   \n",
       "gray   213    gray    ./img/gray_OmarEpps(DrEricForeman)3_1.png  aus House   \n",
       "       212    gray    ./img/gray_Ice-T(OdafinFinTutuola)7_1.png       IceT   \n",
       "       209    gray               ./img/gray_KatjaBurkard5_3.png   Burkhard   \n",
       "edges5 120  edges5            ./img/edges5_GeorgeClooney3_1.png     Cloney   \n",
       "\n",
       "            hit  \n",
       "edges5 144    0  \n",
       "gray   145    0  \n",
       "       172    0  \n",
       "       147    0  \n",
       "       149    0  \n",
       "       168    0  \n",
       "       151    0  \n",
       "       155    0  \n",
       "       199    0  \n",
       "       202    0  \n",
       "edges5 103    0  \n",
       "       104    0  \n",
       "gray   204    0  \n",
       "edges5 113    0  \n",
       "       114    0  \n",
       "       116    0  \n",
       "gray   213    0  \n",
       "       212    0  \n",
       "       209    0  \n",
       "edges5 120    0  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "autoDf.sort_values(by='hit',ascending=False).dropna().tail(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(216, 4)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "autoDf.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### load file checking familiarity with celebrities and eliminate unfamiliar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "checkDf = pd.read_csv('../famousCheck/output/famousFamiliarity_%s.csv' % pName)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>img</th>\n",
       "      <th>name</th>\n",
       "      <th>bekannt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>./img/AngelaMerkel1.jpg</td>\n",
       "      <td>Angela Merkel</td>\n",
       "      <td>ja</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>./img/ElvisPresley1.jpg</td>\n",
       "      <td>Elvis Presley</td>\n",
       "      <td>ja</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>./img/LeonardoDiCaprio1.jpg</td>\n",
       "      <td>Leonardo DiCaprio</td>\n",
       "      <td>ja</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>./img/JasonSegel(Marshall)2.jpg</td>\n",
       "      <td>Jason Segel</td>\n",
       "      <td>ja</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>./img/NeilPatrickHarris(Barney)4.jpg</td>\n",
       "      <td>Neil Patrick Harris</td>\n",
       "      <td>ja</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     img                 name bekannt\n",
       "37               ./img/AngelaMerkel1.jpg        Angela Merkel      ja\n",
       "38               ./img/ElvisPresley1.jpg        Elvis Presley      ja\n",
       "39           ./img/LeonardoDiCaprio1.jpg    Leonardo DiCaprio      ja\n",
       "40       ./img/JasonSegel(Marshall)2.jpg          Jason Segel      ja\n",
       "41  ./img/NeilPatrickHarris(Barney)4.jpg  Neil Patrick Harris      ja"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "checkDf.tail()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### search for people who are not familiar:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def cleanUp(autoDf,checkDf):\n",
    "    newDf = autoDf.copy()\n",
    "    for know in checkDf.index:\n",
    "        thisName = checkDf.loc[know]['name']\n",
    "        thisSplit = thisName.lower().split()\n",
    "\n",
    "        try:\n",
    "            thisShort = '%s%s' % tuple(thisSplit[:2])\n",
    "        except:\n",
    "            thisShort = '%s' % tuple(thisSplit[:])\n",
    "\n",
    "        thisCheck = checkDf.loc[know]['bekannt']\n",
    "        if thisCheck == 'nein':\n",
    "            print 'who is %s???' % thisName\n",
    "            for entry in newDf.index:\n",
    "                if thisShort in newDf.loc[entry]['filename'].lower():\n",
    "                    #print thisShort, newDf.loc[entry]['filename']\n",
    "                    newDf = newDf.drop(entry)\n",
    "                    \n",
    "    # get rid of the unfamous\n",
    "    for entry in newDf.index:\n",
    "        if 'notfamous' in newDf.loc[entry]['filename']:\n",
    "            newDf = newDf.drop(entry)\n",
    "\n",
    "    return newDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "who is Taylor Swift???\n",
      "who is Emma Watson???\n",
      "who is Benedict Cumberbatch???\n",
      "who is Usher???\n",
      "who is Cristin Milioti???\n"
     ]
    }
   ],
   "source": [
    "cleanDf = cleanUp(autoDf,checkDf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>cond</th>\n",
       "      <th>filename</th>\n",
       "      <th>text</th>\n",
       "      <th>hit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>edges5</th>\n",
       "      <th>144</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_EmilyDeschanel6_12.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">gray</th>\n",
       "      <th>145</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_JoachimLoew8_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_GeorgeClooney4_2.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_KatjaBurkard1_1.png</td>\n",
       "      <td>Burkhard</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)2_2.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_JoachimLoew1_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)1_5.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_EmilyDeschanel6_12.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_Ice-T(OdafinFinTutuola)6_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_GeorgeClooney3_1.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">edges5</th>\n",
       "      <th>103</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_GeorgeClooney4_2.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_Ice-T(OdafinFinTutuola)7_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gray</th>\n",
       "      <th>204</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_EmilyDeschanel3_1.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">edges5</th>\n",
       "      <th>113</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_OmarEpps(DrEricForeman)3_1.png</td>\n",
       "      <td>aus Hous</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_JoachimLoew4_1.png</td>\n",
       "      <td>Löw</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_EmilyDeschanel5_1.png</td>\n",
       "      <td>Bones</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">gray</th>\n",
       "      <th>213</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_OmarEpps(DrEricForeman)3_1.png</td>\n",
       "      <td>aus House</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_Ice-T(OdafinFinTutuola)7_1.png</td>\n",
       "      <td>IceT</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>gray</td>\n",
       "      <td>./img/gray_KatjaBurkard5_3.png</td>\n",
       "      <td>Burkhard</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>edges5</th>\n",
       "      <th>120</th>\n",
       "      <td>edges5</td>\n",
       "      <td>./img/edges5_GeorgeClooney3_1.png</td>\n",
       "      <td>Cloney</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              cond                                     filename       text  \\\n",
       "edges5 144  edges5          ./img/edges5_EmilyDeschanel6_12.png      Bones   \n",
       "gray   145    gray                ./img/gray_JoachimLoew8_1.png        Löw   \n",
       "       172    gray              ./img/gray_GeorgeClooney4_2.png     Cloney   \n",
       "       147    gray               ./img/gray_KatjaBurkard1_1.png   Burkhard   \n",
       "       149    gray    ./img/gray_OmarEpps(DrEricForeman)2_2.png  aus House   \n",
       "       168    gray                ./img/gray_JoachimLoew1_1.png        Löw   \n",
       "       151    gray    ./img/gray_OmarEpps(DrEricForeman)1_5.png  aus House   \n",
       "       155    gray            ./img/gray_EmilyDeschanel6_12.png      Bones   \n",
       "       199    gray    ./img/gray_Ice-T(OdafinFinTutuola)6_1.png       IceT   \n",
       "       202    gray              ./img/gray_GeorgeClooney3_1.png     Cloney   \n",
       "edges5 103  edges5            ./img/edges5_GeorgeClooney4_2.png     Cloney   \n",
       "       104  edges5  ./img/edges5_Ice-T(OdafinFinTutuola)7_1.png       IceT   \n",
       "gray   204    gray             ./img/gray_EmilyDeschanel3_1.png      Bones   \n",
       "edges5 113  edges5  ./img/edges5_OmarEpps(DrEricForeman)3_1.png   aus Hous   \n",
       "       114  edges5              ./img/edges5_JoachimLoew4_1.png        Löw   \n",
       "       116  edges5           ./img/edges5_EmilyDeschanel5_1.png      Bones   \n",
       "gray   213    gray    ./img/gray_OmarEpps(DrEricForeman)3_1.png  aus House   \n",
       "       212    gray    ./img/gray_Ice-T(OdafinFinTutuola)7_1.png       IceT   \n",
       "       209    gray               ./img/gray_KatjaBurkard5_3.png   Burkhard   \n",
       "edges5 120  edges5            ./img/edges5_GeorgeClooney3_1.png     Cloney   \n",
       "\n",
       "            hit  \n",
       "edges5 144    0  \n",
       "gray   145    0  \n",
       "       172    0  \n",
       "       147    0  \n",
       "       149    0  \n",
       "       168    0  \n",
       "       151    0  \n",
       "       155    0  \n",
       "       199    0  \n",
       "       202    0  \n",
       "edges5 103    0  \n",
       "       104    0  \n",
       "gray   204    0  \n",
       "edges5 113    0  \n",
       "       114    0  \n",
       "       116    0  \n",
       "gray   213    0  \n",
       "       212    0  \n",
       "       209    0  \n",
       "edges5 120    0  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "autoDf.sort_values(by='hit',ascending=False).dropna().tail(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(216, 4)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleanDf.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Do this for one participant"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def makePreliminary(logFile):\n",
    "\n",
    "    pName = logFile.split('/')[-1].split('_')[0]\n",
    "\n",
    "    thisDf = makeDf(logFile)\n",
    "    autoDf = firstRoughCheck(thisDf)\n",
    "    checkDf = pd.read_csv('../famousCheck/output/famousFamiliarity_%s.csv' % pName)\n",
    "    cleanDf = cleanUp(autoDf,checkDf)\n",
    "    \n",
    "    cleanDf = cleanDf.sort_values(by='hit').sort_values(by='text')\n",
    "    outDf = cleanDf.to_csv('../famousFiltered/experiment/data/famousFilterClean_%s.csv' % pName)\n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "#makePreliminary(logList[-1])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### do this for all participants"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#for logFile in logList:\n",
    "#    print '\\n############# %s #############\\n' % logFile\n",
    "#    makePreliminary(logFile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Now we go through the files by hand"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Before we go on, we check everything by hand to see if typos etc. can be considered correct answers"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Re-load all hand-corrected answers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "checkedList = getLogfile('../famousFiltered/dataClean/','famousFilterClean*.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['../famousFiltered/dataClean/famousFilterClean_6_u.csv',\n",
       " '../famousFiltered/dataClean/famousFilterClean_7_u.csv',\n",
       " '../famousFiltered/dataClean/famousFilterClean_8_u.csv',\n",
       " '../famousFiltered/dataClean/famousFilterClean_9_u.csv',\n",
       " '../famousFiltered/dataClean/famousFilterClean_jb_u.csv']"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "checkedList[-5:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### show what incorrect responses are left (excluding no responses)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def showWhatsLeft(df):\n",
    "    copyDf = df.copy()\n",
    "    \n",
    "    dummyDict = {}\n",
    "    for entry in df.index:\n",
    "        thisEntry = df.loc[entry]\n",
    "        if thisEntry.hit == 0 and str(thisEntry.text) != 'nan':\n",
    "            dummyDict[entry] = {'filename':thisEntry.filename,'text':thisEntry.text}\n",
    "    \n",
    "    printDf = pd.DataFrame(dummyDict).T\n",
    "    \n",
    "    for idx in printDf.index:\n",
    "        print '%s\\t%s' % (printDf.loc[idx].filename,printDf.loc[idx].text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_10_u.csv #############\n",
      "\n",
      "./img/smoo15_UrsulavonderLeyen4_1.png\thillary\n",
      "./img/edges5_KatjaBurkard5_3.png\tdie von rtl\n",
      "./img/gray_NeilPatrickHarris(Barney)1_1.png\tgr bruder malcom mittendrin\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_11_u.csv #############\n",
      "\n",
      "./img/smoo15_BastianSchweinsteiger6_2.png\tFußballspieler\n",
      "./img/smoo15_LeonardoDiCaprio2_1.png\tTitanic\n",
      "./img/smoo15_LeonardoDiCaprio1_1.png\tTitanic\n",
      "./img/smoo15_TomCruise5_1.png\tVergessen\n",
      "./img/smoo15_LeonardoDiCaprio3_1.png\tTitanic\n",
      "./img/smoo15_GeorgeClooney11_1.png\tvergessen\n",
      "./img/smoo15_TomCruise4_1.png\tvergessen\n",
      "./img/smoo15_WillSmith5_1.png\tvergessen\n",
      "./img/smoo15_JoachimLoew4_1.png\tFußballtrainer\n",
      "./img/smoo15_GuentherJauch4_1.png\tweiss ich nicht\n",
      "./img/smoo15_BastianSchweinsteiger1_1.png\tFußballspieler\n",
      "./img/smoo15_BastianSchweinsteiger3_1.png\tFußballspieler\n",
      "./img/smoo15_GuentherJauch3_1.png\tvergessen\n",
      "./img/smoo15_WillSmith4_1.png\tvergessen\n",
      "./img/smoo15_JoachimLoew1_1.png\tFußballspieler\n",
      "./img/smoo15_JoachimLoew8_1.png\tFußballspieler\n",
      "./img/smoo15_WillSmith1_1.png\tVergessen\n",
      "./img/edges5_BastianSchweinsteiger6_2.png\tFußballspieler\n",
      "./img/edges5_BastianSchweinsteiger3_1.png\tFußballspieler\n",
      "./img/edges5_GeorgeClooney3_1.png\tvergessen\n",
      "./img/edges5_JoachimLoew1_1.png\tFußballtrainer\n",
      "./img/edges5_WillSmith1_1.png\tvergessen\n",
      "./img/edges5_LeonardoDiCaprio2_1.png\tTitanic\n",
      "./img/edges5_BastianSchweinsteiger1_1.png\tFußballspieler\n",
      "./img/edges5_LeonardoDiCaprio1_1.png\tTitanic\n",
      "./img/edges5_GeorgeClooney11_1.png\tberad pit\n",
      "./img/edges5_LeonardoDiCaprio3_1.png\tTitanic\n",
      "./img/edges5_WillSmith4_1.png\tvergessen\n",
      "./img/edges5_GuentherJauch3_1.png\tweiss ich nicht\n",
      "./img/edges5_WillSmith5_1.png\tvegessen\n",
      "./img/edges5_JoachimLoew8_1.png\tFußballtrainer\n",
      "./img/edges5_JoachimLoew4_1.png\tFußballtrainer\n",
      "./img/edges5_GuentherJauch2_1.png\tweiss ich nicht\n",
      "./img/gray_GuentherJauch3_1.png\tvergessen\n",
      "./img/gray_WillSmith4_1.png\tvergessen\n",
      "./img/gray_BastianSchweinsteiger6_2.png\tFußballspieler\n",
      "./img/gray_JoachimLoew8_1.png\tFußballtrainer\n",
      "./img/gray_GuentherJauch2_1.png\tweiss ich nicht\n",
      "./img/gray_BastianSchweinsteiger1_1.png\tFißballspieler\n",
      "./img/gray_TomCruise5_1.png\tvergessen\n",
      "./img/gray_TomCruise4_1.png\tweiss ich nicht\n",
      "./img/gray_BastianSchweinsteiger3_1.png\tfußballspieler\n",
      "./img/gray_WillSmith1_1.png\tVergessen\n",
      "./img/gray_GeorgeClooney3_1.png\tBerad pit\n",
      "./img/gray_JoachimLoew4_1.png\tFußballsüieler\n",
      "./img/gray_GeorgeClooney4_2.png\tBerad pit\n",
      "./img/gray_LeonardoDiCaprio3_1.png\tTitanic\n",
      "./img/gray_GuentherJauch4_1.png\tweiss ich nicht\n",
      "./img/gray_GeorgeClooney11_1.png\tpit\n",
      "./img/gray_JoachimLoew1_1.png\tFußßballtrainer\n",
      "./img/gray_WillSmith5_1.png\tvergessen\n",
      "./img/gray_LeonardoDiCaprio2_1.png\tTitanic\n",
      "./img/gray_LeonardoDiCaprio1_1.png\tTitanic\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_12_u.csv #############\n",
      "\n",
      "./img/smoo15_NicoleKidman3_1.png\tScarlett Johannsson\n",
      "./img/smoo15_NicoleKidman7_1.png\tScarlett Johannsson\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\tSpielt bei How I met your mother mit\n",
      "./img/smoo15_JoshRadnor(Ted)1_2.png\tElvis Presley\n",
      "./img/smoo15_UrsulavonderLeyen1_1.png\tAnne Will\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\tSpielt bei How I met your mother mit\n",
      "./img/edges5_NicoleKidman3_1.png\tScarlett Johannsson\n",
      "./img/edges5_JoshRadnor(Ted)3_1.png\tSpielt bei How I met your mother\n",
      "./img/edges5_AlysonHannigan(Lily)5_4.png\tSpielt bei How I met your mother\n",
      "./img/edges5_NicoleKidman5_1.png\tScarlett Johannsson\n",
      "./img/edges5_NeilPatrickHarris(Barney)2_2.png\tSpielt bei How I met your mother\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tSpielt bei How I met your mother\n",
      "./img/edges5_NeilPatrickHarris(Barney)3_7.png\tSpielt bei How I met your mother\n",
      "./img/edges5_JoshRadnor(Ted)1_2.png\tSpielt bei How I met your mother\n",
      "./img/gray_NicoleKidman5_1.png\tScarlett Johannsson\n",
      "./img/gray_NeilPatrickHarris(Barney)2_2.png\tSpielt bei How I met your mother\n",
      "./img/gray_NeilPatrickHarris(Barney)1_1.png\tSpielt bei How I met your mother\n",
      "./img/gray_AlysonHannigan(Lily)1_1.png\tSpielt bei How I met your mother\n",
      "./img/gray_NicoleKidman3_1.png\tScarlett Johannsson\n",
      "./img/gray_AlysonHannigan(Lily)8_3.png\tSpielt bei How I met your mother\n",
      "./img/gray_NicoleKidman7_1.png\tScarlett Johannsson\n",
      "./img/gray_JoshRadnor(Ted)1_2.png\tSpielt bei How I met your mother\n",
      "./img/gray_JoshRadnor(Ted)3_1.png\tSpielt bei How I met your mother\n",
      "./img/gray_NeilPatrickHarris(Barney)3_7.png\tSpielt bei How I met your mother\n",
      "./img/gray_AlysonHannigan(Lily)5_4.png\tSpielt bei How I met your mother\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_13_u.csv #############\n",
      "\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_14_u.csv #############\n",
      "\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)8_1.png\tted mosbi\n",
      "./img/smoo15_Ice-T(OdafinFinTutuola)6_1.png\tboks\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\tstirling\n",
      "./img/edges5_JoshRadnor(Ted)6_2.png\tcomedien\n",
      "./img/edges5_AlysonHannigan(Lily)5_4.png\tstirling\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\tstirling\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tstirling\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\trep\n",
      "./img/gray_WillSmith5_1.png\tcomedien\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_15_u.csv #############\n",
      "\n",
      "./img/smoo15_KatjaBurkard4_1.png\tRTL \n",
      "./img/smoo15_NeilPatrickHarris(Barney)3_7.png\tDer Blonde aus How I met your Mother\n",
      "./img/smoo15_KatjaBurkard5_3.png\tRTl\n",
      "./img/smoo15_NeilPatrickHarris(Barney)1_1.png\tDer Blonde aus How I met your Mother\n",
      "./img/smoo15_NeilPatrickHarris(Barney)2_2.png\tDer Blonde aus How I met your Mother \n",
      "./img/edges5_NeilPatrickHarris(Barney)1_1.png\tDer Blonde aus How I met your Mother\n",
      "./img/edges5_KatjaBurkard5_3.png\tRTL\n",
      "./img/edges5_NeilPatrickHarris(Barney)2_2.png\tDer Blonde aus How I met your Mother\n",
      "./img/gray_NeilPatrickHarris(Barney)1_1.png\tDer Blonde aus How I met your Mother\n",
      "./img/gray_NeilPatrickHarris(Barney)3_7.png\tDer Blonde aus How I met your Mother\n",
      "./img/gray_KatjaBurkard4_1.png\tRtl\n",
      "./img/gray_KatjaBurkard5_3.png\tRtl\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tLillys Mann aus How I met your Mother\n",
      "./img/gray_NeilPatrickHarris(Barney)2_2.png\tDer Blonde aus How I met your Mother\n",
      "./img/gray_KatjaBurkard1_1.png\tRtl\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_16_u.csv #############\n",
      "\n",
      "./img/smoo15_OmarEpps(DrEricForeman)3_1.png\tDarsteller aus Dr House\n",
      "./img/smoo15_EmilyDeschanel6_12.png\tNicole Kidman\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)8_1.png\tDarsteller aus Dr House\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)2_6.png\tDr House Darsteller\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\trote Haare American Pie\n",
      "./img/smoo15_EmilyDeschanel3_1.png\tBrooke Shields\n",
      "./img/smoo15_EmilyDeschanel5_1.png\tBrooke Shields\n",
      "./img/smoo15_OmarEpps(DrEricForeman)1_5.png\tDr House Darsteller\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)1_1.png\tDr House Darstellerin\n",
      "./img/smoo15_OmarEpps(DrEricForeman)2_2.png\tDr House Darsteller\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)2_2.png\tDr House Darstellerin\n",
      "./img/smoo15_AlysonHannigan(Lily)5_4.png\tAmerican Pie Darstellerin\n",
      "./img/smoo15_AlysonHannigan(Lily)1_1.png\tAmerican Pie Darstellerin\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)1_1.png\tDr House Darsteller\n",
      "./img/edges5_OmarEpps(DrEricForeman)3_1.png\tDarsteller aus Dr House dunkelhäutig\n",
      "./img/edges5_EmilyDeschanel6_12.png\tBrooke Shields\n",
      "./img/edges5_RobertSeanLeonard(Wilson)2_6.png\tDr House Darsteller\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)6_3.png\tDr House Darstellerin\n",
      "./img/edges5_OmarEpps(DrEricForeman)2_2.png\tDr House Darsteller dunkelhäutig\n",
      "./img/edges5_OmarEpps(DrEricForeman)1_5.png\tDr House Darsteller dunkelhäutig\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)2_2.png\tDr House Darstellerin\n",
      "./img/edges5_EmilyDeschanel5_1.png\tBrooke Shields\n",
      "./img/edges5_EmilyDeschanel3_1.png\tBrooke Shields\n",
      "./img/edges5_AlysonHannigan(Lily)5_4.png\tAmerican Pie Darstellerin rote Haare\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\tAmerican Pie Darstellerin rote Haare\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tAmerican Pie  Darstellerin rote Haare\n",
      "./img/edges5_RobertSeanLeonard(Wilson)1_1.png\tDr House Darsteller\n",
      "./img/edges5_RobertSeanLeonard(Wilson)8_1.png\tDr House Darsteller\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)1_1.png\tDr House Darstellerin\n",
      "./img/gray_RobertSeanLeonard(Wilson)1_1.png\tDr House Darsteller\n",
      "./img/gray_OmarEpps(DrEricForeman)3_1.png\tDr House Darsteller\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)1_1.png\tDr House Darstellerin\n",
      "./img/gray_EmilyDeschanel3_1.png\tBrooke Shields\n",
      "./img/gray_AlysonHannigan(Lily)5_4.png\tAmerican Pie Darstellerin rote Haare\n",
      "./img/gray_RobertSeanLeonard(Wilson)8_1.png\tDr House Darsteller\n",
      "./img/gray_OmarEpps(DrEricForeman)1_5.png\tDr House Darsteller\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)2_2.png\tDr House Darstellerin\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)6_3.png\tDr House Darstellerin\n",
      "./img/gray_AlysonHannigan(Lily)8_3.png\tAmerican Pie Darstellerin\n",
      "./img/gray_RobertSeanLeonard(Wilson)2_6.png\tDr House Darsteller\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\tDr House Darsteller\n",
      "./img/gray_AlysonHannigan(Lily)1_1.png\tAmerican Pie Darsteller\n",
      "./img/gray_EmilyDeschanel5_1.png\tBrooke Shields\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_17_u.csv #############\n",
      "\n",
      "./img/smoo15_JasonSegel(Marshall)7_1.png\tSportlehrer Bad teacher\n",
      "./img/smoo15_AlysonHannigan(Lily)5_4.png\tAmerican Pie\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\tAmerican Pie\n",
      "./img/smoo15_AlysonHannigan(Lily)1_1.png\tAmerican Pie\n",
      "./img/smoo15_WillSmith4_1.png\tEddie Murphy\n",
      "./img/smoo15_WillSmith1_1.png\tEddie Murphy\n",
      "./img/smoo15_EmilyDeschanel6_12.png\tNicole Kidman\n",
      "./img/edges5_WillSmith1_1.png\tEddie Murphy\n",
      "./img/edges5_WillSmith4_1.png\tEddie Murphy\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tAmerican Pie\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\tAmerican Pie\n",
      "./img/edges5_WillSmith5_1.png\tEddie Murphy\n",
      "./img/edges5_JasonSegel(Marshall)7_1.png\tSportlehreh Bad teacher\n",
      "./img/edges5_JasonSegel(Marshall)9_1.png\tSportlehrer bad teacher\n",
      "./img/edges5_JasonSegel(Marshall)6_1.png\tSportlehrer Bad teacher\n",
      "./img/gray_AlysonHannigan(Lily)8_3.png\tAmerican Pie\n",
      "./img/gray_WillSmith5_1.png\tEddie Murphy\n",
      "./img/gray_AlysonHannigan(Lily)5_4.png\tAmerican Pie\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tSportlehrer Bad teacher\n",
      "./img/gray_JasonSegel(Marshall)6_1.png\tSportlehrer Bad teacher\n",
      "./img/gray_WillSmith1_1.png\tEddie Murphy\n",
      "./img/gray_JasonSegel(Marshall)7_1.png\tSportlehrer Bad teacher\n",
      "./img/gray_AlysonHannigan(Lily)1_1.png\tAmerican Pie\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_18_u.csv #############\n",
      "\n",
      "./img/smoo15_KatjaBurkard4_1.png\tFrauke Ludowig\n",
      "./img/smoo15_KatjaBurkard1_1.png\t Frauke Ludowig\n",
      "./img/smoo15_KatjaBurkard5_3.png\tFrauke Ludowig\n",
      "./img/edges5_KatjaBurkard1_1.png\tFrauke Ludowig\n",
      "./img/edges5_KatjaBurkard4_1.png\tFrauke Ludowig Moderatorin\n",
      "./img/edges5_KatjaBurkard5_3.png\t Frauke Ludowig\n",
      "./img/gray_KatjaBurkard4_1.png\tFrauke Ludowig \n",
      "./img/gray_KatjaBurkard5_3.png\tFrauke Ludowig\n",
      "./img/gray_KatjaBurkard1_1.png\tFrauke Ludowig\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_19_u.csv #############\n",
      "\n",
      "./img/smoo15_TomCruise5_1.png\tTom Hanks\n",
      "./img/smoo15_KatjaBurkard5_3.png\tArbeitet bei RTL\n",
      "./img/smoo15_TomCruise4_1.png\tTom Hanks\n",
      "./img/smoo15_KatjaBurkard1_1.png\tArbeitet bei RTL\n",
      "./img/smoo15_KatjaBurkard4_1.png\tArbeitet bei rtl\n",
      "./img/edges5_TomCruise4_1.png\tTom Hanks\n",
      "./img/edges5_KatjaBurkard5_3.png\tArbeitet bei rtl\n",
      "./img/edges5_TomCruise1_1.png\tTom Hanks\n",
      "./img/edges5_KatjaBurkard1_1.png\tArbeitet bei rtl\n",
      "./img/edges5_TomCruise5_1.png\tTom Hanks\n",
      "./img/edges5_KatjaBurkard4_1.png\tArbeitet bei rtl\n",
      "./img/gray_KatjaBurkard1_1.png\tArbeitet bei rtl\n",
      "./img/gray_TomCruise4_1.png\tTom Hanks\n",
      "./img/gray_TomCruise5_1.png\tTom Hanks\n",
      "./img/gray_TomCruise1_1.png\tTom Hanks\n",
      "./img/gray_KatjaBurkard5_3.png\tArbeitet bei rtl\n",
      "./img/gray_KatjaBurkard4_1.png\tArbeitet bei rtl\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_1_u.csv #############\n",
      "\n",
      "./img/smoo15_WillSmith1_1.png\tMan in black\n",
      "./img/smoo15_WillSmith5_1.png\tMan in black\n",
      "./img/smoo15_TomCruise1_1.png\tHugh Grant\n",
      "./img/smoo15_TomCruise5_1.png\tHugh Grant\n",
      "./img/edges5_TomCruise1_1.png\tHugh Grant\n",
      "./img/edges5_TomCruise4_1.png\tHugh Grant\n",
      "./img/edges5_TomCruise5_1.png\tHugh Grant\n",
      "./img/gray_TomCruise5_1.png\tBen Afflec\n",
      "./img/gray_TomCruise4_1.png\tHugh Grant\n",
      "./img/gray_TomCruise1_1.png\tBen Afflec\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_20_u.csv #############\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)6_3.png\tdie klinikleitende Aerztin aus Dr House\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\tHimym\n",
      "./img/smoo15_AlysonHannigan(Lily)5_4.png\tHimym\n",
      "./img/smoo15_JoshRadnor(Ted)3_1.png\tamerikanische Serie\n",
      "./img/smoo15_OmarEpps(DrEricForeman)2_2.png\tArzt aus Dr House Team\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)1_1.png\tdie klinikleitende Aerztin aus Dr House\n",
      "./img/smoo15_JoshRadnor(Ted)1_2.png\tamerikanische Serie\n",
      "./img/smoo15_JasonSegel(Marshall)9_1.png\tSportlehrer aus dem Film Bad teacher\n",
      "./img/smoo15_OmarEpps(DrEricForeman)1_5.png\tArzt aus deM Team von Dr House\n",
      "./img/smoo15_OmarEpps(DrEricForeman)3_1.png\tArzt aus dem Team von Dr House\n",
      "./img/smoo15_JasonSegel(Marshall)6_1.png\tSportlehrer aus Dem Film Bad Teacher\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)2_2.png\tKlinikleitende Aerztin aus Dr House\n",
      "./img/smoo15_JasonSegel(Marshall)7_1.png\tSprotlehrer aus Dem Film Bad Teacher\n",
      "./img/edges5_AlysonHannigan(Lily)5_4.png\tAus How I met your mother\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tAus Himym\n",
      "./img/edges5_EmilyDeschanel3_1.png\taus Bones\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)6_3.png\tklinikleitende Aerztin aus Dr House\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\taus Himym\n",
      "./img/edges5_JasonSegel(Marshall)9_1.png\tSportlehrer aus Bad Teacher\n",
      "./img/edges5_EmilyDeschanel5_1.png\taus Bones\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)2_2.png\tklinikleitende Aerztin aus Dr House\n",
      "./img/edges5_JoshRadnor(Ted)1_2.png\tamerikanische Serie\n",
      "./img/edges5_OmarEpps(DrEricForeman)2_2.png\tArzt aud em Team von Dr House\n",
      "./img/edges5_JoshRadnor(Ted)3_1.png\tamerikanische Serie\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)1_1.png\tKlinikleitende Aerztin aus Dr House\n",
      "./img/edges5_JasonSegel(Marshall)6_1.png\tSportlehrer aus Bad Teacher\n",
      "./img/edges5_JoshRadnor(Ted)6_2.png\tamerikanische Serie\n",
      "./img/edges5_OmarEpps(DrEricForeman)3_1.png\tArzt aus dem Team von Dr House\n",
      "./img/edges5_JasonSegel(Marshall)7_1.png\tSportlehrer aus dem Film Bad Teacher\n",
      "./img/edges5_OmarEpps(DrEricForeman)1_5.png\tArzt aus dem Team von Dr House\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)2_2.png\tKlinikleitende Aerztin aus Dr House\n",
      "./img/gray_JasonSegel(Marshall)6_1.png\tSportlehrer aus Bad Teacher\n",
      "./img/gray_JoshRadnor(Ted)3_1.png\tAmerikanische Serie\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)1_1.png\tklinikleitende Aerztin aus Dr House\n",
      "./img/gray_JasonSegel(Marshall)7_1.png\tSportlehrer aus dem Film Bad Teacher\n",
      "./img/gray_JoshRadnor(Ted)1_2.png\tamerikanische Serie\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)6_3.png\tklinikleitende Aerztin aus Dr House\n",
      "./img/gray_JoshRadnor(Ted)6_2.png\tamerikanische Serie\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\tArzt aus dem Team von Dr House\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tSportlehrer aus dem Film Bad teacher\n",
      "./img/gray_EmilyDeschanel3_1.png\taUs Bones\n",
      "./img/gray_OmarEpps(DrEricForeman)1_5.png\tArzt aus dem Team von Dr House\n",
      "./img/gray_OmarEpps(DrEricForeman)3_1.png\tArzt aus dem Team von Dr House\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_21_u.csv #############\n",
      "\n",
      "./img/smoo15_UrsulavonderLeyen5_1.png\tvan Davart\n",
      "./img/smoo15_KatjaBurkard5_3.png\tPunkt 12\n",
      "./img/smoo15_HughLaurie(DrHouse)5_3.png\tArzt\n",
      "./img/smoo15_GuentherJauch4_1.png\twer wird Millioner\n",
      "./img/smoo15_NeilPatrickHarris(Barney)2_2.png\tSteven\n",
      "./img/smoo15_HughLaurie(DrHouse)4_1.png\tArzt\n",
      "./img/smoo15_NeilPatrickHarris(Barney)3_7.png\tSteven\n",
      "./img/smoo15_UrsulavonderLeyen1_1.png\tvan Davart\n",
      "./img/smoo15_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/smoo15_HughLaurie(DrHouse)2_1.png\tArzt\n",
      "./img/smoo15_UrsulavonderLeyen4_1.png\tvan Davart\n",
      "./img/smoo15_GuentherJauch3_1.png\twer wird Millioner\n",
      "./img/smoo15_GuentherJauch2_1.png\twer wird Millioner\n",
      "./img/smoo15_NeilPatrickHarris(Barney)1_1.png\tSteven\n",
      "./img/edges5_GuentherJauch3_1.png\twer wird Millioner\n",
      "./img/edges5_HughLaurie(DrHouse)2_1.png\tArzt\n",
      "./img/edges5_KatjaBurkard5_3.png\tPunkt 12\n",
      "./img/edges5_GuentherJauch4_1.png\twer wird Mllioner\n",
      "./img/edges5_GuentherJauch2_1.png\twer wird Millioner\n",
      "./img/edges5_UrsulavonderLeyen1_1.png\tvan Davart\n",
      "./img/edges5_NeilPatrickHarris(Barney)2_2.png\tSteven\n",
      "./img/edges5_UrsulavonderLeyen4_1.png\tvan Davart\n",
      "./img/edges5_NeilPatrickHarris(Barney)1_1.png\tSteven\n",
      "./img/edges5_HughLaurie(DrHouse)4_1.png\tArzt\n",
      "./img/edges5_KatjaBurkard1_1.png\tPunkt 12\n",
      "./img/edges5_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/edges5_UrsulavonderLeyen5_1.png\tvan Davart\n",
      "./img/edges5_HughLaurie(DrHouse)5_3.png\tArzt\n",
      "./img/edges5_NeilPatrickHarris(Barney)3_7.png\tSteven\n",
      "./img/gray_UrsulavonderLeyen5_1.png\tvan Davart\n",
      "./img/gray_UrsulavonderLeyen1_1.png\tvan Davart\n",
      "./img/gray_HughLaurie(DrHouse)4_1.png\tArzt\n",
      "./img/gray_GuentherJauch2_1.png\twer wird Millioner\n",
      "./img/gray_NeilPatrickHarris(Barney)2_2.png\tSteven\n",
      "./img/gray_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/gray_NeilPatrickHarris(Barney)1_1.png\tSteven\n",
      "./img/gray_HughLaurie(DrHouse)2_1.png\tArzt\n",
      "./img/gray_GuentherJauch4_1.png\tWer wird Millioner\n",
      "./img/gray_GuentherJauch3_1.png\twer wird millioner\n",
      "./img/gray_HughLaurie(DrHouse)5_3.png\tArzt\n",
      "./img/gray_KatjaBurkard5_3.png\tPunkt 12\n",
      "./img/gray_NeilPatrickHarris(Barney)3_7.png\tSteven\n",
      "./img/gray_UrsulavonderLeyen4_1.png\tvan Davart\n",
      "./img/gray_KatjaBurkard1_1.png\tPunkt 12\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_22_u.csv #############\n",
      "\n",
      "./img/smoo15_NicoleKidman5_1.png\tkylie \n",
      "./img/smoo15_NicoleKidman7_1.png\tkylie\n",
      "./img/smoo15_NicoleKidman3_1.png\tkylie\n",
      "./img/edges5_NicoleKidman5_1.png\tkylie\n",
      "./img/edges5_NicoleKidman7_1.png\tkylie\n",
      "./img/edges5_NicoleKidman3_1.png\tkylie\n",
      "./img/gray_NicoleKidman3_1.png\tkylie\n",
      "./img/gray_NicoleKidman5_1.png\tkylie\n",
      "./img/gray_NicoleKidman7_1.png\tkylie\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_23_u.csv #############\n",
      "\n",
      "./img/edges5_WillSmith4_1.png\tUsher\n",
      "./img/edges5_KatjaBurkard1_1.png\tHeidi Klum\n",
      "./img/edges5_WillSmith5_1.png\tUsher\n",
      "./img/edges5_WillSmith1_1.png\tUsher\n",
      "./img/gray_WillSmith1_1.png\tUsher\n",
      "./img/gray_WillSmith5_1.png\tUsher\n",
      "./img/gray_WillSmith4_1.png\tUsher\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_24_u.csv #############\n",
      "\n",
      "./img/smoo15_OmarEpps(DrEricForeman)2_2.png\tDr Haus\n",
      "./img/smoo15_NeilPatrickHarris(Barney)1_1.png\tHow i met your mother\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)2_2.png\tRobin how i met your mother\n",
      "./img/smoo15_OmarEpps(DrEricForeman)1_5.png\tDr Hous\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)2_6.png\tder Freund von Dr Haus\n",
      "./img/smoo15_NeilPatrickHarris(Barney)2_2.png\tHow i met your mother\n",
      "./img/smoo15_Ice-T(OdafinFinTutuola)5_1.png\tHip Hop\n",
      "./img/smoo15_Ice-T(OdafinFinTutuola)7_1.png\tHip Hop produzent\n",
      "./img/smoo15_NeilPatrickHarris(Barney)3_7.png\tHow i met your mother\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)6_3.png\tRobin How i met your Mother\n",
      "./img/smoo15_JoshRadnor(Ted)1_2.png\tHow i met your Mother\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)1_1.png\tDr Haus \n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)1_1.png\tDie Linke Sahra wagenknecht\n",
      "./img/smoo15_OmarEpps(DrEricForeman)3_1.png\tDr Haus\n",
      "./img/smoo15_KatjaBurkard1_1.png\tPunkt \u001112\n",
      "./img/smoo15_Ice-T(OdafinFinTutuola)6_1.png\tHip Hop Produzent\n",
      "./img/smoo15_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/smoo15_JoshRadnor(Ted)6_2.png\tHow i met your Mother\n",
      "./img/smoo15_JoshRadnor(Ted)3_1.png\tHow i met your moather\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)8_1.png\tder Freund von Dr Haus\n",
      "./img/smoo15_KatjaBurkard5_3.png\tPunkt \u001112\n",
      "./img/edges5_JoshRadnor(Ted)1_2.png\tHow i met your mother\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)6_3.png\tPenelope chruse\n",
      "./img/edges5_EmilyDeschanel5_1.png\tnicole Kitman\n",
      "./img/edges5_Ice-T(OdafinFinTutuola)5_1.png\tHip Hop Pruduzent\n",
      "./img/edges5_JoshRadnor(Ted)3_1.png\tHow i met your mother\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)1_1.png\tRobin how i met your mother\n",
      "./img/edges5_RobertSeanLeonard(Wilson)2_6.png\tFreund von dr Haus\n",
      "./img/edges5_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/edges5_OmarEpps(DrEricForeman)2_2.png\tDr Haus Artzt\n",
      "./img/edges5_NeilPatrickHarris(Barney)2_2.png\tHow i met your Mother\n",
      "./img/edges5_Ice-T(OdafinFinTutuola)7_1.png\tHip Hop Produzent\n",
      "./img/edges5_Ice-T(OdafinFinTutuola)6_1.png\tHip Hop Produzent\n",
      "./img/edges5_JoshRadnor(Ted)6_2.png\tHow i meth your Mother\n",
      "./img/edges5_RobertSeanLeonard(Wilson)8_1.png\tFreund von Dr Haus\n",
      "./img/edges5_OmarEpps(DrEricForeman)1_5.png\tDr Haus Arzt\n",
      "./img/edges5_RobertSeanLeonard(Wilson)1_1.png\tFreund von Dr Haus\n",
      "./img/edges5_KatjaBurkard1_1.png\tEx von Aschton Kutscher\n",
      "./img/edges5_OmarEpps(DrEricForeman)3_1.png\tArzt dr Haus\n",
      "./img/edges5_KatjaBurkard5_3.png\tPunkt 12\n",
      "./img/gray_Ice-T(OdafinFinTutuola)6_1.png\tHip Hop Produzent\n",
      "./img/gray_EmilyDeschanel5_1.png\tNicole Kitman\n",
      "./img/gray_Ice-T(OdafinFinTutuola)5_1.png\tHip Hop Produzent\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)1_1.png\tDr Haus Freundin\n",
      "./img/gray_Ice-T(OdafinFinTutuola)7_1.png\tHip Hoüp Produzent\n",
      "./img/gray_OmarEpps(DrEricForeman)1_5.png\tDr Haus Artzt\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)6_3.png\tDr Haus Freundin\n",
      "./img/gray_RobertSeanLeonard(Wilson)8_1.png\tDr Haus Freund\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\tDr Haus Arzt\n",
      "./img/gray_RobertSeanLeonard(Wilson)2_6.png\tDr Haus Freund\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)2_2.png\tFreundin von Dr Haus\n",
      "./img/gray_RobertSeanLeonard(Wilson)1_1.png\tDr Haus Freund\n",
      "./img/gray_KatjaBurkard1_1.png\tPunkt 12\n",
      "./img/gray_KatjaBurkard4_1.png\tPunkt 12\n",
      "./img/gray_JoshRadnor(Ted)6_2.png\tHow i met your mother\n",
      "./img/gray_KatjaBurkard5_3.png\tPunkt 12\n",
      "./img/gray_JoshRadnor(Ted)3_1.png\tHow i met your mother\n",
      "./img/gray_OmarEpps(DrEricForeman)3_1.png\tDr Hus\n",
      "./img/gray_JoshRadnor(Ted)1_2.png\tHow i Met your mother\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_25_u.csv #############\n",
      "\n",
      "./img/smoo15_MariskaHargitay(Liv)6_5.png\tRobin\n",
      "./img/smoo15_GeorgeClooney3_1.png\tMarshall\n",
      "./img/smoo15_HughLaurie(DrHouse)4_1.png\tMarshall\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_26_u.csv #############\n",
      "\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_27_u.csv #############\n",
      "\n",
      "./img/smoo15_NicoleKidman7_1.png\tKim Basinger\n",
      "./img/smoo15_UrsulavonderLeyen4_1.png\tTagesthemen\n",
      "./img/smoo15_TomCruise1_1.png\tScientology\n",
      "./img/smoo15_TomCruise4_1.png\tScientology\n",
      "./img/smoo15_TomCruise5_1.png\tScientology\n",
      "./img/smoo15_NicoleKidman5_1.png\tKim Basinger\n",
      "./img/smoo15_UrsulavonderLeyen5_1.png\tTagesthemen\n",
      "./img/smoo15_NicoleKidman3_1.png\tKim Basinger\n",
      "./img/edges5_TomCruise1_1.png\tScientology\n",
      "./img/edges5_JasonSegel(Marshall)9_1.png\tAmerican Pie\n",
      "./img/edges5_TomCruise5_1.png\tScientology\n",
      "./img/edges5_JasonSegel(Marshall)7_1.png\tAmerican Pie\n",
      "./img/edges5_NicoleKidman7_1.png\tKim Basinger\n",
      "./img/edges5_NicoleKidman3_1.png\tKim Basinger\n",
      "./img/edges5_NicoleKidman5_1.png\tKim Basinger\n",
      "./img/edges5_JasonSegel(Marshall)6_1.png\tAmerican Pie\n",
      "./img/edges5_TomCruise4_1.png\tScientology\n",
      "./img/gray_TomCruise5_1.png\tScientology\n",
      "./img/gray_TomCruise4_1.png\tScientology\n",
      "./img/gray_NicoleKidman3_1.png\tKim Basinger\n",
      "./img/gray_NicoleKidman5_1.png\tKim Basinger\n",
      "./img/gray_JasonSegel(Marshall)7_1.png\tAmerican Pie\n",
      "./img/gray_TomCruise1_1.png\tScientology\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tAmerican Pie\n",
      "./img/gray_JasonSegel(Marshall)6_1.png\tAmerican Pie\n",
      "./img/gray_NicoleKidman7_1.png\tKim Basinger\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_2_u.csv #############\n",
      "\n",
      "./img/smoo15_KatjaBurkard4_1.png\tFrauke Ludowig\n",
      "./img/smoo15_GeorgeClooney3_1.png\tRobert DeNiro\n",
      "./img/smoo15_GeorgeClooney11_1.png\tRobert De Niro\n",
      "./img/smoo15_KatjaBurkard5_3.png\tFrauke Ludowig\n",
      "./img/smoo15_GeorgeClooney4_2.png\tRobert De Niro\n",
      "./img/edges5_JasonSegel(Marshall)9_1.png\tEric\n",
      "./img/edges5_GeorgeClooney4_2.png\tRobert De Niro\n",
      "./img/edges5_KatjaBurkard4_1.png\tFrauke Ludowig\n",
      "./img/edges5_GeorgeClooney11_1.png\tRobert De Niro\n",
      "./img/edges5_JasonSegel(Marshall)6_1.png\tEric\n",
      "./img/edges5_GeorgeClooney3_1.png\tRobert De Niro\n",
      "./img/edges5_JasonSegel(Marshall)7_1.png\tEric\n",
      "./img/edges5_KatjaBurkard5_3.png\tFrauke Ludowig\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tEric\n",
      "./img/gray_GeorgeClooney4_2.png\tRobert De Niro\n",
      "./img/gray_GeorgeClooney11_1.png\tRobert De Niro\n",
      "./img/gray_JasonSegel(Marshall)7_1.png\tEric\n",
      "./img/gray_JasonSegel(Marshall)6_1.png\tEric\n",
      "./img/gray_GeorgeClooney3_1.png\tRobert De Niro\n",
      "./img/gray_KatjaBurkard4_1.png\tFrauke Ludowig\n",
      "./img/gray_KatjaBurkard5_3.png\tFrauke Ludowig\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_3_u.csv #############\n",
      "\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_4_u.csv #############\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_5_u.csv #############\n",
      "\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_6_u.csv #############\n",
      "\n",
      "./img/smoo15_GuentherJauch2_1.png\tJoachim Lülf\n",
      "./img/gray_UrsulavonderLeyen1_1.png\tClinton\n",
      "./img/gray_UrsulavonderLeyen4_1.png\tClinton\n",
      "./img/gray_UrsulavonderLeyen5_1.png\tClinton\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_7_u.csv #############\n",
      "\n",
      "./img/smoo15_JasonSegel(Marshall)7_1.png\tHimym\n",
      "./img/smoo15_KatjaBurkard4_1.png\tpunkt 12\n",
      "./img/smoo15_AlysonHannigan(Lily)8_3.png\tAmercian pie\n",
      "./img/smoo15_AlysonHannigan(Lily)5_4.png\tamerican pi\n",
      "./img/smoo15_KatjaBurkard1_1.png\tPunkt 12\n",
      "./img/smoo15_JasonSegel(Marshall)6_1.png\tHimym\n",
      "./img/smoo15_AlysonHannigan(Lily)1_1.png\tAmerican Pie\n",
      "./img/smoo15_KatjaBurkard5_3.png\tPunkt12\n",
      "./img/smoo15_JasonSegel(Marshall)9_1.png\tHimym\n",
      "./img/edges5_JasonSegel(Marshall)7_1.png\tHimym\n",
      "./img/edges5_AlysonHannigan(Lily)5_4.png\tamerican pie\n",
      "./img/edges5_AlysonHannigan(Lily)1_1.png\tamercian pie\n",
      "./img/edges5_KatjaBurkard1_1.png\tpunkt 12\n",
      "./img/edges5_JasonSegel(Marshall)9_1.png\tHimym\n",
      "./img/edges5_AlysonHannigan(Lily)8_3.png\tamercian pie\n",
      "./img/edges5_KatjaBurkard4_1.png\tpunkt 12\n",
      "./img/edges5_JasonSegel(Marshall)6_1.png\tHimym\n",
      "./img/edges5_KatjaBurkard5_3.png\tpunkt 12\n",
      "./img/gray_KatjaBurkard5_3.png\tpunkt 12\n",
      "./img/gray_KatjaBurkard4_1.png\tpunkt 12\n",
      "./img/gray_JasonSegel(Marshall)7_1.png\tHimym\n",
      "./img/gray_AlysonHannigan(Lily)5_4.png\tamercian pie\n",
      "./img/gray_KatjaBurkard1_1.png\tpunkt 12\n",
      "./img/gray_JasonSegel(Marshall)6_1.png\tHimym\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tHimym\n",
      "./img/gray_AlysonHannigan(Lily)1_1.png\tamerican pie\n",
      "./img/gray_AlysonHannigan(Lily)8_3.png\tamerican pie\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_8_u.csv #############\n",
      "\n",
      "./img/gray_JasonSegel(Marshall)9_1.png\tHow I met your Mother\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_9_u.csv #############\n",
      "\n",
      "./img/smoo15_LeonardoDiCaprio3_1.png\tOrlando Bloom\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)8_1.png\tFreund von Dr House\n",
      "./img/smoo15_NicoleKidman5_1.png\tAdele\n",
      "./img/smoo15_LeonardoDiCaprio1_1.png\tBrad Pitt\n",
      "./img/smoo15_KatjaBurkard5_3.png\tZitlow\n",
      "./img/smoo15_OmarEpps(DrEricForeman)3_1.png\tArzt bei Dr House\n",
      "./img/smoo15_UrsulavonderLeyen4_1.png\tVerteidigungsministerin\n",
      "./img/smoo15_KatjaBurkard4_1.png\tZitlow\n",
      "./img/smoo15_OmarEpps(DrEricForeman)2_2.png\tArzt bei Dr House\n",
      "./img/smoo15_OmarEpps(DrEricForeman)1_5.png\tArzt bei Dr House\n",
      "./img/smoo15_UrsulavonderLeyen5_1.png\tVerteidigungsministerin\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)6_3.png\tChefin von Dr House\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)2_2.png\tChefin von Dr House\n",
      "./img/smoo15_UrsulavonderLeyen1_1.png\tVerteidigungsministerin\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)1_1.png\tFreund von Dr House\n",
      "./img/smoo15_RobertSeanLeonard(Wilson)2_6.png\tFreund von dR House\n",
      "./img/smoo15_LisaEdelstein(DrLisaCuddy)1_1.png\tChefin von Dr House\n",
      "./img/smoo15_LeonardoDiCaprio2_1.png\tOrlando Bloom\n",
      "./img/smoo15_EmilyDeschanel6_12.png\tAdele\n",
      "./img/edges5_RobertSeanLeonard(Wilson)2_6.png\tFreund von Dr House\n",
      "./img/edges5_OmarEpps(DrEricForeman)2_2.png\tArzt bei Dr House\n",
      "./img/edges5_UrsulavonderLeyen4_1.png\tVerteidigungsministerin\n",
      "./img/edges5_EmilyDeschanel3_1.png\tNicole Kidmana\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)1_1.png\tChefin von Dr House\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)2_2.png\tChefin von Dr House\n",
      "./img/edges5_RobertSeanLeonard(Wilson)1_1.png\tFreund von Dr House\n",
      "./img/edges5_LisaEdelstein(DrLisaCuddy)6_3.png\tChefin von dR House\n",
      "./img/edges5_EmilyDeschanel6_12.png\tNicole Kidmann\n",
      "./img/edges5_RobertSeanLeonard(Wilson)8_1.png\tFreund von Dr House\n",
      "./img/edges5_KatjaBurkard5_3.png\tZitlow\n",
      "./img/edges5_LeonardoDiCaprio1_1.png\tBrad Pitt\n",
      "./img/edges5_KatjaBurkard4_1.png\tZitlow\n",
      "./img/edges5_EmilyDeschanel5_1.png\tNicole Kidman\n",
      "./img/edges5_LeonardoDiCaprio2_1.png\tBrad Pitt\n",
      "./img/edges5_OmarEpps(DrEricForeman)3_1.png\tArzt bei Dr House\n",
      "./img/edges5_OmarEpps(DrEricForeman)1_5.png\tArzt bei Dr House\n",
      "./img/edges5_UrsulavonderLeyen5_1.png\tVerteidigungsministerin\n",
      "./img/edges5_UrsulavonderLeyen1_1.png\tVerteidigungsministerin\n",
      "./img/edges5_KatjaBurkard1_1.png\tZitlow\n",
      "./img/edges5_LeonardoDiCaprio3_1.png\tBrad Pitt\n",
      "./img/gray_OmarEpps(DrEricForeman)3_1.png\tArzt bei Dr House\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\tArzt bei Dr House\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)6_3.png\tChefin von Dr House\n",
      "./img/gray_KatjaBurkard1_1.png\tZitlow\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)1_1.png\tChefin dR House\n",
      "./img/gray_KatjaBurkard5_3.png\tZitlow\n",
      "./img/gray_RobertSeanLeonard(Wilson)1_1.png\tFreund von Dr House\n",
      "./img/gray_LeonardoDiCaprio2_1.png\tBra dPitt\n",
      "./img/gray_UrsulavonderLeyen4_1.png\tVerteidigungsministerin\n",
      "./img/gray_EmilyDeschanel3_1.png\tAdele\n",
      "./img/gray_OmarEpps(DrEricForeman)1_5.png\tArzt bei Dr House\n",
      "./img/gray_RobertSeanLeonard(Wilson)8_1.png\tFreund von dr House\n",
      "./img/gray_UrsulavonderLeyen1_1.png\tVerteidigungsministerin\n",
      "./img/gray_RobertSeanLeonard(Wilson)2_6.png\tFreund von Dr House\n",
      "./img/gray_KatjaBurkard4_1.png\tZitlow\n",
      "./img/gray_LeonardoDiCaprio1_1.png\tBrad Pitt\n",
      "./img/gray_LisaEdelstein(DrLisaCuddy)2_2.png\tChefin von Dr House\n",
      "./img/gray_UrsulavonderLeyen5_1.png\tVerteidigungsministerin\n",
      "./img/gray_LeonardoDiCaprio3_1.png\tBrad Pitt\n",
      "\n",
      "############# ../famousFiltered/dataClean/famousFilterClean_jb_u.csv #############\n",
      "\n",
      "./img/smoo15_TomCruise1_1.png\tder Scientologie Typ\n",
      "./img/smoo15_OmarEpps(DrEricForeman)1_5.png\taus Dr House\n",
      "./img/smoo15_OmarEpps(DrEricForeman)2_2.png\taus Dr House\n",
      "./img/smoo15_OmarEpps(DrEricForeman)3_1.png\taus Dr House\n",
      "./img/edges5_OmarEpps(DrEricForeman)1_5.png\taus Dr House\n",
      "./img/edges5_OmarEpps(DrEricForeman)2_2.png\taus House\n",
      "./img/edges5_OmarEpps(DrEricForeman)3_1.png\taus Hous\n",
      "./img/gray_OmarEpps(DrEricForeman)2_2.png\taus House\n",
      "./img/gray_OmarEpps(DrEricForeman)1_5.png\taus House\n",
      "./img/gray_OmarEpps(DrEricForeman)3_1.png\taus House\n"
     ]
    }
   ],
   "source": [
    "for entry in checkedList:\n",
    "    print '\\n############# %s #############\\n' % entry\n",
    "    thisLog = entry\n",
    "    thisDf = pd.read_csv(thisLog,index_col=[0],delimiter=';')\n",
    "    showWhatsLeft(thisDf)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The above looks like only legitimate incorrect answers are left. There are no minor typos of names here and also there are mistakes included which the automatic process would have missed (e.g. Tom Hanks and Tom Cruise would have been considered the same thing by the script, because it looks for at least one matching substring)."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### compute the percent correct answers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def getThisCorrect(thisDf):\n",
    "\n",
    "    copyDf = thisDf.copy()\n",
    "    condIdx = [x.split('/')[-1].split('_')[0] for x in copyDf.filename]\n",
    "    copyDf.index = [condIdx,copyDf.index]\n",
    "    copyDf = copyDf.sort_index()\n",
    "\n",
    "    percentDf = copyDf.groupby(level=0).mean().T*100\n",
    "\n",
    "    return percentDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "jbRecogDf = pd.read_csv('../famousCheck/recognizableList.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def makeRecogSplit(thisDf,jbRecogDf=jbRecogDf):\n",
    "    \n",
    "    df = thisDf.copy()\n",
    "    \n",
    "    # for each entry in the response df\n",
    "    for i in df.index:\n",
    "        thisName = df.loc[i]['filename']\n",
    "        # for each name in the recoglist\n",
    "        for j in jbRecogDf.index:\n",
    "            thisRecog = jbRecogDf.loc[j]['name']\n",
    "            thisStatus = jbRecogDf.loc[j]['recognizable']\n",
    "            # if the names match\n",
    "            if thisRecog in thisName:\n",
    "                # set the status of the \n",
    "                df.set_value(i,'jbRecog',thisStatus)\n",
    "           \n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def getThisCorrectJb(thisDf):\n",
    "\n",
    "    copyDf = thisDf.copy()\n",
    "    copyDf['type'] = [x.split('/')[-1].split('_')[0] for x in copyDf.filename]\n",
    "\n",
    "    percentDf = copyDf.groupby(['jbRecog','type']).mean().T*100\n",
    "\n",
    "    return percentDf.stack().T"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### do everything for all participants"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def makeBigDf(checkedList):\n",
    "    \n",
    "    bigDf = pd.DataFrame()\n",
    "\n",
    "    for thisLog in checkedList:\n",
    "        #print \"\\n################## %s ##################\\n\" % thisLog\n",
    "\n",
    "        pNum = thisLog.split('_')[-2]#.split('.')[0]\n",
    "        thisDf = pd.read_csv(thisLog,index_col=[0],delimiter=';')\n",
    "        \n",
    "        if pNum == 'jb':\n",
    "            thisSplit =  makeRecogSplit(thisDf)\n",
    "            thisPercent = getThisCorrectJb(thisSplit)['hit']\n",
    "\n",
    "        else:\n",
    "            thisPercent = getThisCorrect(thisDf)\n",
    "            thisPercent.index = [pNum]\n",
    "\n",
    "        bigDf = pd.concat([bigDf,thisPercent],axis=0)\n",
    "\n",
    "    condNames = {'smoo15':'smoo','edges5':'edges','gray':'gray'}\n",
    "    bigDf.columns = [condNames[x] for x in bigDf.columns]\n",
    "        \n",
    "    bigDf.columns = [bigDf.columns,['naming']*len(bigDf.columns),]\n",
    "\n",
    "    return bigDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "bigDf = makeBigDf(checkedList)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>edges</th>\n",
       "      <th>gray</th>\n",
       "      <th>smoo</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>naming</th>\n",
       "      <th>naming</th>\n",
       "      <th>naming</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>83.333333</td>\n",
       "      <td>83.333333</td>\n",
       "      <td>81.481481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>72.727273</td>\n",
       "      <td>72.727273</td>\n",
       "      <td>72.727273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>62.121212</td>\n",
       "      <td>63.636364</td>\n",
       "      <td>53.030303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>JB</th>\n",
       "      <td>60.606061</td>\n",
       "      <td>84.848485</td>\n",
       "      <td>48.484848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>JB*</th>\n",
       "      <td>91.666667</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>69.444444</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         edges        gray       smoo\n",
       "        naming      naming     naming\n",
       "7    83.333333   83.333333  81.481481\n",
       "8    72.727273   72.727273  72.727273\n",
       "9    62.121212   63.636364  53.030303\n",
       "JB   60.606061   84.848485  48.484848\n",
       "JB*  91.666667  100.000000  69.444444"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bigDf.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "bigDf.to_csv('../famousFiltered/output/filteredName.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}