TEST02. Similarity Test By Category 1 Feb 2020.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from comparewiki import similar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Probability of topics being related is 45%\n",
      "Count is 214 and sum is 95.26506063194795\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<comparewiki.similar at 0x192e4997648>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similar('Confucius','Herodotus')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Probability of topics being related is 83%\n",
      "Count is 243 and sum is 201.0078430298459\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<comparewiki.similar at 0x192ea891b88>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similar('Confucius','Socrates')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Probability of topics being related is 43%\n",
      "Count is 340 and sum is 145.63847667198425\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<comparewiki.similar at 0x192eb3e2c48>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similar('Alexander the Great','Socrates')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Alexander the Great', 'Socrates', 43, 'No']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similar('Alexander the Great','Socrates', verbose=0).ans()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>Alexander the Great</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>43</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     0         1   2   3\n",
       "0  Alexander the Great  Socrates  43  No"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "columns = ['Topic 1', 'Topic 2', 'Probability', 'Similar?']\n",
    "pd.DataFrame(pd.DataFrame(np.array(similar('Alexander the Great','Socrates', verbose=0).ans())).transpose())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Philosophers and social scientists"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Topic 1</th>\n",
       "      <th>Topic 2</th>\n",
       "      <th>Probability</th>\n",
       "      <th>Similar?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>45</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>83</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Plato</td>\n",
       "      <td>86</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>86</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>83</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>59</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>116</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>80</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>117</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>77</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>118</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>89</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>119</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>120 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Topic 1              Topic 2 Probability Similar?\n",
       "0              Confucius            Herodotus          45       No\n",
       "1              Confucius             Socrates          83      Yes\n",
       "2              Confucius                Plato          86      Yes\n",
       "3              Confucius            Aristotle          86      Yes\n",
       "4              Confucius             Avicenna          83      Yes\n",
       "..                   ...                  ...         ...      ...\n",
       "115  Mary Wollstonecraft  Friedrich Nietzsche          59      Yes\n",
       "116  Mary Wollstonecraft        Sigmund Freud          80      Yes\n",
       "117            Karl Marx  Friedrich Nietzsche          77      Yes\n",
       "118            Karl Marx        Sigmund Freud          89      Yes\n",
       "119  Friedrich Nietzsche        Sigmund Freud         100      Yes\n",
       "\n",
       "[120 rows x 4 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "philos = [\"Confucius\", \"Herodotus\", \"Socrates\", \"Plato\", \"Aristotle\", \"Avicenna\", \"Thomas Aquinas\", \"Ibn Khaldun\", \"René Descartes\", \"John Locke\", \"Adam Smith\", \"Immanuel Kant\", \"Mary Wollstonecraft\", \"Karl Marx\", \"Friedrich Nietzsche\", \"Sigmund Freud\"]\n",
    "\n",
    "for i in range(len(philos)):\n",
    "    for j in range(i+1, len(philos)):\n",
    "        if i == 0 and j == 1:\n",
    "            df = pd.DataFrame(pd.DataFrame(np.array(similar(philos[i],philos[j], verbose=0).ans())).transpose())\n",
    "        else:\n",
    "            df = pd.concat([df, pd.DataFrame(np.array(similar(philos[i],philos[j], verbose=0).ans())).transpose()], axis=0)\n",
    "            \n",
    "df.columns = ['Topic 1', 'Topic 2', 'Probability', 'Similar?']\n",
    "df.index = range(df.shape[0])\n",
    "            \n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Yes    96\n",
       "No     24\n",
       "Name: Similar?, dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Similar?'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['Probability'] = df['Probability'].astype('int')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    120.000000\n",
       "mean      72.591667\n",
       "std       24.282129\n",
       "min       22.000000\n",
       "25%       55.750000\n",
       "50%       76.000000\n",
       "75%      100.000000\n",
       "max      100.000000\n",
       "Name: Probability, dtype: float64"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Probability'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Topic 1</th>\n",
       "      <th>Topic 2</th>\n",
       "      <th>Probability</th>\n",
       "      <th>Similar?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>45</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Adam Smith</td>\n",
       "      <td>44</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>31</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>36</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>41</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>40</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>47</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>25</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>41</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>61</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>22</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>68</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>John Locke</td>\n",
       "      <td>47</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>71</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>33</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>75</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>45</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>78</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Adam Smith</td>\n",
       "      <td>31</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>80</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>26</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>81</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>36</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>83</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>33</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>42</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>95</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>34</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>101</td>\n",
       "      <td>John Locke</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>27</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>106</td>\n",
       "      <td>Adam Smith</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>25</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>110</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>24</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>111</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>49</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>114</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>38</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Topic 1              Topic 2  Probability Similar?\n",
       "0              Confucius            Herodotus           45       No\n",
       "9              Confucius           Adam Smith           44       No\n",
       "11             Confucius  Mary Wollstonecraft           31       No\n",
       "19             Herodotus       Thomas Aquinas           36       No\n",
       "25             Herodotus  Mary Wollstonecraft           41       No\n",
       "38              Socrates  Mary Wollstonecraft           40       No\n",
       "39              Socrates            Karl Marx           47       No\n",
       "50                 Plato  Mary Wollstonecraft           25       No\n",
       "51                 Plato            Karl Marx           41       No\n",
       "61             Aristotle  Mary Wollstonecraft           22       No\n",
       "68              Avicenna           John Locke           47       No\n",
       "71              Avicenna  Mary Wollstonecraft           33       No\n",
       "75        Thomas Aquinas          Ibn Khaldun           45       No\n",
       "78        Thomas Aquinas           Adam Smith           31       No\n",
       "80        Thomas Aquinas  Mary Wollstonecraft           26       No\n",
       "81        Thomas Aquinas            Karl Marx           36       No\n",
       "83        Thomas Aquinas        Sigmund Freud           33       No\n",
       "88           Ibn Khaldun  Mary Wollstonecraft           42       No\n",
       "95        René Descartes  Mary Wollstonecraft           34       No\n",
       "101           John Locke  Mary Wollstonecraft           27       No\n",
       "106           Adam Smith  Mary Wollstonecraft           25       No\n",
       "110        Immanuel Kant  Mary Wollstonecraft           24       No\n",
       "111        Immanuel Kant            Karl Marx           49       No\n",
       "114  Mary Wollstonecraft            Karl Marx           38       No"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['Similar?'] == 'No']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.sort_values('Probability', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Topic 1</th>\n",
       "      <th>Topic 2</th>\n",
       "      <th>Probability</th>\n",
       "      <th>Similar?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>60</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Plato</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>Plato</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>63</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>64</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>66</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>67</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>73</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>89</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>91</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>94</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>97</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>112</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>113</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>119</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Topic 1              Topic 2  Probability Similar?\n",
       "60             Aristotle        Immanuel Kant          100      Yes\n",
       "52                 Plato  Friedrich Nietzsche          100      Yes\n",
       "29              Socrates                Plato          100      Yes\n",
       "30              Socrates            Aristotle          100      Yes\n",
       "31              Socrates             Avicenna          100      Yes\n",
       "34              Socrates       René Descartes          100      Yes\n",
       "37              Socrates        Immanuel Kant          100      Yes\n",
       "40              Socrates  Friedrich Nietzsche          100      Yes\n",
       "41              Socrates        Sigmund Freud          100      Yes\n",
       "42                 Plato            Aristotle          100      Yes\n",
       "43                 Plato             Avicenna          100      Yes\n",
       "46                 Plato       René Descartes          100      Yes\n",
       "49                 Plato        Immanuel Kant          100      Yes\n",
       "53                 Plato        Sigmund Freud          100      Yes\n",
       "27             Herodotus  Friedrich Nietzsche          100      Yes\n",
       "63             Aristotle  Friedrich Nietzsche          100      Yes\n",
       "64             Aristotle        Sigmund Freud          100      Yes\n",
       "66              Avicenna          Ibn Khaldun          100      Yes\n",
       "67              Avicenna       René Descartes          100      Yes\n",
       "73              Avicenna  Friedrich Nietzsche          100      Yes\n",
       "89           Ibn Khaldun            Karl Marx          100      Yes\n",
       "91           Ibn Khaldun        Sigmund Freud          100      Yes\n",
       "94        René Descartes        Immanuel Kant          100      Yes\n",
       "97        René Descartes  Friedrich Nietzsche          100      Yes\n",
       "112        Immanuel Kant  Friedrich Nietzsche          100      Yes\n",
       "113        Immanuel Kant        Sigmund Freud          100      Yes\n",
       "28             Herodotus        Sigmund Freud          100      Yes\n",
       "119  Friedrich Nietzsche        Sigmund Freud          100      Yes\n",
       "20             Herodotus          Ibn Khaldun          100      Yes\n",
       "13             Confucius  Friedrich Nietzsche          100      Yes"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Topic 1</th>\n",
       "      <th>Topic 2</th>\n",
       "      <th>Probability</th>\n",
       "      <th>Similar?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>89</td>\n",
       "      <td>Ibn Khaldun</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>100</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>118</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>Sigmund Freud</td>\n",
       "      <td>89</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>117</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>Friedrich Nietzsche</td>\n",
       "      <td>77</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>107</td>\n",
       "      <td>Adam Smith</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>70</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>Herodotus</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>67</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62</td>\n",
       "      <td>Aristotle</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>57</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>72</td>\n",
       "      <td>Avicenna</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>55</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>Confucius</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>54</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>102</td>\n",
       "      <td>John Locke</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>53</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>96</td>\n",
       "      <td>René Descartes</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>50</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>111</td>\n",
       "      <td>Immanuel Kant</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>49</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>Socrates</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>47</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>Plato</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>41</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>114</td>\n",
       "      <td>Mary Wollstonecraft</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>38</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>81</td>\n",
       "      <td>Thomas Aquinas</td>\n",
       "      <td>Karl Marx</td>\n",
       "      <td>36</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Topic 1              Topic 2  Probability Similar?\n",
       "89           Ibn Khaldun            Karl Marx          100      Yes\n",
       "118            Karl Marx        Sigmund Freud           89      Yes\n",
       "117            Karl Marx  Friedrich Nietzsche           77      Yes\n",
       "107           Adam Smith            Karl Marx           70      Yes\n",
       "26             Herodotus            Karl Marx           67      Yes\n",
       "62             Aristotle            Karl Marx           57      Yes\n",
       "72              Avicenna            Karl Marx           55      Yes\n",
       "12             Confucius            Karl Marx           54      Yes\n",
       "102           John Locke            Karl Marx           53      Yes\n",
       "96        René Descartes            Karl Marx           50      Yes\n",
       "111        Immanuel Kant            Karl Marx           49       No\n",
       "39              Socrates            Karl Marx           47       No\n",
       "51                 Plato            Karl Marx           41       No\n",
       "114  Mary Wollstonecraft            Karl Marx           38       No\n",
       "81        Thomas Aquinas            Karl Marx           36       No"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df['Topic 1'] == 'Karl Marx') | (df['Topic 2'] == 'Karl Marx')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.index.name = 'Index'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('philosophers.csv', sep='|')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}