Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data = pd.read_stata('./data/voter_location2000_with_cov.dta')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "full_data = data[data['_merge'] == 'matched (3)']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data_clean = full_data[['countyemsid','bctcb2000','lastname','firstname','birthdate','gender']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>countyemsid</th>\n",
       "      <th>bctcb2000</th>\n",
       "      <th>lastname</th>\n",
       "      <th>firstname</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3156814</td>\n",
       "      <td>3156814</td>\n",
       "      <td>3156814</td>\n",
       "      <td>3156814</td>\n",
       "      <td>3156814</td>\n",
       "      <td>3156814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>3156814</td>\n",
       "      <td>28976</td>\n",
       "      <td>361962</td>\n",
       "      <td>240977</td>\n",
       "      <td>32371</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>305776628</td>\n",
       "      <td>20462011009</td>\n",
       "      <td>RODRIGUEZ</td>\n",
       "      <td>MICHAEL</td>\n",
       "      <td>18500101</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>10692</td>\n",
       "      <td>23312</td>\n",
       "      <td>36256</td>\n",
       "      <td>1246</td>\n",
       "      <td>1828104</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       countyemsid    bctcb2000   lastname firstname birthdate   gender\n",
       "count      3156814      3156814    3156814   3156814   3156814  3156814\n",
       "unique     3156814        28976     361962    240977     32371        3\n",
       "top      305776628  20462011009  RODRIGUEZ   MICHAEL  18500101        F\n",
       "freq             1        10692      23312     36256      1246  1828104"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_clean.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data = data_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "name = pd.read_csv('./data/surname_list/app_c.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "name = name.convert_objects(convert_numeric=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "name = name[[u'name', u'prop100k', u'pctwhite', u'pctblack', u'pctapi', u'pctaian', u'pct2prace', u'pcthispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "name.columns = ['name','perc','white','black','api','aian','2race','hispanic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "name['perc'] = name['perc']/10000\n",
    "name['white'] = name['white'] / 100\n",
    "name['black'] = name['black'] / 100\n",
    "name['api'] = name['api'] / 100\n",
    "name['2race'] = name['2race'] /100\n",
    "name['hispanic'] = name['hispanic'] / 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "name_prob = name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "361962"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(data['lastname'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "alllastname = data['lastname']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "diclastname = np.array(name['name'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "intlastname = np.in1d(alllastname, diclastname)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.83980620967849229"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intlastname.sum()/float(len(alllastname)) # 83.98% of lastname are included in the surname list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data_clean = data[intlastname] # pick out those rows having lastname included in the list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>countyemsid</th>\n",
       "      <th>bctcb2000</th>\n",
       "      <th>lastname</th>\n",
       "      <th>firstname</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0000000Y</td>\n",
       "      <td>50020011020</td>\n",
       "      <td>NASSAR</td>\n",
       "      <td>LINDA</td>\n",
       "      <td>19481215</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00000116</td>\n",
       "      <td>50065001000</td>\n",
       "      <td>LICATA</td>\n",
       "      <td>MARIE</td>\n",
       "      <td>19270526</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00000135</td>\n",
       "      <td>50226002037</td>\n",
       "      <td>BELANSKY</td>\n",
       "      <td>IRENE</td>\n",
       "      <td>19340129</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00000167</td>\n",
       "      <td>41227014001</td>\n",
       "      <td>MOLINARI</td>\n",
       "      <td>CRUZ</td>\n",
       "      <td>19330914</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00000254</td>\n",
       "      <td>50244001032</td>\n",
       "      <td>MARSH</td>\n",
       "      <td>WILLIAM</td>\n",
       "      <td>19291101</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>00000316</td>\n",
       "      <td>41275002010</td>\n",
       "      <td>SEIBEL</td>\n",
       "      <td>SANFORD</td>\n",
       "      <td>19340508</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00000542</td>\n",
       "      <td>31126003003</td>\n",
       "      <td>BLAKE</td>\n",
       "      <td>VERONICA</td>\n",
       "      <td>19500213</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>00000619</td>\n",
       "      <td>10212001001</td>\n",
       "      <td>TAYLOR</td>\n",
       "      <td>BERNARD</td>\n",
       "      <td>19220903</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>00000717</td>\n",
       "      <td>50125002005</td>\n",
       "      <td>MORRELL</td>\n",
       "      <td>PHYLLIS</td>\n",
       "      <td>19210123</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>00001021</td>\n",
       "      <td>10174012001</td>\n",
       "      <td>JENKINS</td>\n",
       "      <td>JOE</td>\n",
       "      <td>19270612</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>00001066</td>\n",
       "      <td>50006001017</td>\n",
       "      <td>GERHARD</td>\n",
       "      <td>EDITH</td>\n",
       "      <td>19210329</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00001076</td>\n",
       "      <td>50065001000</td>\n",
       "      <td>LICATA</td>\n",
       "      <td>MICHAEL</td>\n",
       "      <td>19230129</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>00001094</td>\n",
       "      <td>41333002004</td>\n",
       "      <td>GROPPER</td>\n",
       "      <td>LEO</td>\n",
       "      <td>19180730</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>00001366</td>\n",
       "      <td>50156014012</td>\n",
       "      <td>FARGO</td>\n",
       "      <td>THERESA</td>\n",
       "      <td>19261026</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>00001384</td>\n",
       "      <td>50291021013</td>\n",
       "      <td>BRAY</td>\n",
       "      <td>CHARLES</td>\n",
       "      <td>19241025</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>00001399</td>\n",
       "      <td>50047001003</td>\n",
       "      <td>WINTER</td>\n",
       "      <td>DOROTHY</td>\n",
       "      <td>19220302</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>00001400</td>\n",
       "      <td>50047001003</td>\n",
       "      <td>WINTER</td>\n",
       "      <td>WINFIELD</td>\n",
       "      <td>19191130</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>00001414</td>\n",
       "      <td>40661001006</td>\n",
       "      <td>HASLACH</td>\n",
       "      <td>CHARLES</td>\n",
       "      <td>19310809</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>00001716</td>\n",
       "      <td>50151005007</td>\n",
       "      <td>TROIANO</td>\n",
       "      <td>ANTHONY</td>\n",
       "      <td>19290719</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>00001725</td>\n",
       "      <td>50169011008</td>\n",
       "      <td>MCGRATH</td>\n",
       "      <td>HELEN</td>\n",
       "      <td>19250818</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>00001741</td>\n",
       "      <td>50291042004</td>\n",
       "      <td>LOMBARDI</td>\n",
       "      <td>SALVATORE</td>\n",
       "      <td>19250713</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>00001778</td>\n",
       "      <td>50189011005</td>\n",
       "      <td>DEMAIO</td>\n",
       "      <td>ANTHONY</td>\n",
       "      <td>19260910</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>00001998</td>\n",
       "      <td>50187012001</td>\n",
       "      <td>CORRIGAN</td>\n",
       "      <td>JOHN</td>\n",
       "      <td>19271008</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>00002138</td>\n",
       "      <td>50187021011</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>FRANCIS</td>\n",
       "      <td>19270618</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>00002292</td>\n",
       "      <td>50147003004</td>\n",
       "      <td>CASSIDY</td>\n",
       "      <td>GLADYS</td>\n",
       "      <td>19221128</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>00002365</td>\n",
       "      <td>50189011005</td>\n",
       "      <td>DEMAIO</td>\n",
       "      <td>MARY</td>\n",
       "      <td>19290210</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>00002513</td>\n",
       "      <td>41207001013</td>\n",
       "      <td>MCDERMOTT</td>\n",
       "      <td>WINIFRED</td>\n",
       "      <td>19290329</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>00002517</td>\n",
       "      <td>50244004029</td>\n",
       "      <td>JOHNSEN</td>\n",
       "      <td>DORIS</td>\n",
       "      <td>19200620</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>00002674</td>\n",
       "      <td>50244001000</td>\n",
       "      <td>CONROY</td>\n",
       "      <td>DOLORES</td>\n",
       "      <td>19240328</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>00002795</td>\n",
       "      <td>50244001032</td>\n",
       "      <td>MARSH</td>\n",
       "      <td>MARY</td>\n",
       "      <td>19301012</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156781</th>\n",
       "      <td>ZZ0434682</td>\n",
       "      <td>30874012002</td>\n",
       "      <td>MCINTOSH</td>\n",
       "      <td>STACEY</td>\n",
       "      <td>19630824</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156782</th>\n",
       "      <td>ZZ0434686</td>\n",
       "      <td>30874012002</td>\n",
       "      <td>JONES</td>\n",
       "      <td>DAPHNE</td>\n",
       "      <td>19301116</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156783</th>\n",
       "      <td>ZZ0434698</td>\n",
       "      <td>30906003001</td>\n",
       "      <td>WYLIE</td>\n",
       "      <td>TRANCINE</td>\n",
       "      <td>19660410</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156784</th>\n",
       "      <td>ZZ0434725</td>\n",
       "      <td>30764003003</td>\n",
       "      <td>TOWNS</td>\n",
       "      <td>WARREN</td>\n",
       "      <td>19340619</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156785</th>\n",
       "      <td>ZZ0434732</td>\n",
       "      <td>30518001001</td>\n",
       "      <td>SOHAN</td>\n",
       "      <td>RONALD</td>\n",
       "      <td>19470128</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156786</th>\n",
       "      <td>ZZ0434738</td>\n",
       "      <td>30764001001</td>\n",
       "      <td>SHUSTER</td>\n",
       "      <td>GILBERT</td>\n",
       "      <td>19561006</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156787</th>\n",
       "      <td>ZZ0434740</td>\n",
       "      <td>30510003000</td>\n",
       "      <td>BAKER</td>\n",
       "      <td>YVONNE</td>\n",
       "      <td>19510205</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156788</th>\n",
       "      <td>ZZ0434741</td>\n",
       "      <td>30514001002</td>\n",
       "      <td>ANGEL</td>\n",
       "      <td>FRANKIE</td>\n",
       "      <td>19491225</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156789</th>\n",
       "      <td>ZZ0434748</td>\n",
       "      <td>30462011000</td>\n",
       "      <td>VENTRICE</td>\n",
       "      <td>MAUREEN</td>\n",
       "      <td>19620324</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156790</th>\n",
       "      <td>ZZ0434753</td>\n",
       "      <td>30462011000</td>\n",
       "      <td>DUBOFF</td>\n",
       "      <td>ROSE</td>\n",
       "      <td>19190519</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156791</th>\n",
       "      <td>ZZ0434769</td>\n",
       "      <td>30484001004</td>\n",
       "      <td>OMAR</td>\n",
       "      <td>SIHAM</td>\n",
       "      <td>19410210</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156792</th>\n",
       "      <td>ZZ0434779</td>\n",
       "      <td>30520003001</td>\n",
       "      <td>FEDER</td>\n",
       "      <td>SIMA</td>\n",
       "      <td>19250626</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156793</th>\n",
       "      <td>ZZ0434784</td>\n",
       "      <td>30133001000</td>\n",
       "      <td>GODWIN</td>\n",
       "      <td>RUBY</td>\n",
       "      <td>19440429</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156794</th>\n",
       "      <td>ZZ0434788</td>\n",
       "      <td>30157004001</td>\n",
       "      <td>PRYCE</td>\n",
       "      <td>PATRICK</td>\n",
       "      <td>19560907</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156795</th>\n",
       "      <td>ZZ0434794</td>\n",
       "      <td>30207003001</td>\n",
       "      <td>NELL</td>\n",
       "      <td>ANNMARIE</td>\n",
       "      <td>19471204</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156796</th>\n",
       "      <td>ZZ0434799</td>\n",
       "      <td>30165004001</td>\n",
       "      <td>KRAMER</td>\n",
       "      <td>SUSAN</td>\n",
       "      <td>19520815</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156797</th>\n",
       "      <td>ZZ0434807</td>\n",
       "      <td>30502011005</td>\n",
       "      <td>MOSCA</td>\n",
       "      <td>MICHAEL</td>\n",
       "      <td>19540904</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156798</th>\n",
       "      <td>ZZ0434809</td>\n",
       "      <td>30190001002</td>\n",
       "      <td>CLEARY</td>\n",
       "      <td>THOMAS</td>\n",
       "      <td>19540310</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156799</th>\n",
       "      <td>ZZ0434816</td>\n",
       "      <td>31106001003</td>\n",
       "      <td>BOCHICCHIO</td>\n",
       "      <td>PAUL</td>\n",
       "      <td>19650222</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156800</th>\n",
       "      <td>ZZ0434820</td>\n",
       "      <td>30496001002</td>\n",
       "      <td>EDMOND</td>\n",
       "      <td>WILLIE</td>\n",
       "      <td>19331028</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156801</th>\n",
       "      <td>ZZ0434831</td>\n",
       "      <td>30506004001</td>\n",
       "      <td>ROBERTS</td>\n",
       "      <td>IONA</td>\n",
       "      <td>19181116</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156803</th>\n",
       "      <td>ZZ0434852</td>\n",
       "      <td>30762003000</td>\n",
       "      <td>POLANCO</td>\n",
       "      <td>XIOMARA</td>\n",
       "      <td>19660221</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156804</th>\n",
       "      <td>ZZ0434855</td>\n",
       "      <td>30532001000</td>\n",
       "      <td>EVANS</td>\n",
       "      <td>ANNE</td>\n",
       "      <td>19460123</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156805</th>\n",
       "      <td>ZZ0434866</td>\n",
       "      <td>30490001001</td>\n",
       "      <td>MILLER</td>\n",
       "      <td>GEORGE</td>\n",
       "      <td>19290118</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156806</th>\n",
       "      <td>ZZ0434880</td>\n",
       "      <td>30482001002</td>\n",
       "      <td>AGUIRRE</td>\n",
       "      <td>EVA</td>\n",
       "      <td>19540525</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156807</th>\n",
       "      <td>ZZ0434888</td>\n",
       "      <td>30157003000</td>\n",
       "      <td>KOEHLER</td>\n",
       "      <td>SHERRY</td>\n",
       "      <td>19401008</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156808</th>\n",
       "      <td>ZZ0434908</td>\n",
       "      <td>30458001001</td>\n",
       "      <td>RICHLAND</td>\n",
       "      <td>STEVEN</td>\n",
       "      <td>19491228</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156809</th>\n",
       "      <td>ZZ0434922</td>\n",
       "      <td>30702013006</td>\n",
       "      <td>COHEN</td>\n",
       "      <td>ISIDORE</td>\n",
       "      <td>19310423</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156810</th>\n",
       "      <td>ZZ0434927</td>\n",
       "      <td>30594013002</td>\n",
       "      <td>BERARDINO</td>\n",
       "      <td>MARIA</td>\n",
       "      <td>19640520</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156811</th>\n",
       "      <td>ZZ0434931</td>\n",
       "      <td>30594013002</td>\n",
       "      <td>APICE</td>\n",
       "      <td>THERESA</td>\n",
       "      <td>19351002</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2651112 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        countyemsid    bctcb2000    lastname  firstname birthdate gender\n",
       "0          0000000Y  50020011020      NASSAR      LINDA  19481215      F\n",
       "2          00000116  50065001000      LICATA      MARIE  19270526      F\n",
       "3          00000135  50226002037    BELANSKY      IRENE  19340129      F\n",
       "4          00000167  41227014001    MOLINARI       CRUZ  19330914      F\n",
       "6          00000254  50244001032       MARSH    WILLIAM  19291101      M\n",
       "7          00000316  41275002010      SEIBEL    SANFORD  19340508      M\n",
       "8          00000542  31126003003       BLAKE   VERONICA  19500213      F\n",
       "10         00000619  10212001001      TAYLOR    BERNARD  19220903      M\n",
       "11         00000717  50125002005     MORRELL    PHYLLIS  19210123      F\n",
       "12         00001021  10174012001     JENKINS        JOE  19270612      M\n",
       "13         00001066  50006001017     GERHARD      EDITH  19210329      F\n",
       "14         00001076  50065001000      LICATA    MICHAEL  19230129      M\n",
       "15         00001094  41333002004     GROPPER        LEO  19180730      M\n",
       "17         00001366  50156014012       FARGO    THERESA  19261026      F\n",
       "18         00001384  50291021013        BRAY    CHARLES  19241025      M\n",
       "19         00001399  50047001003      WINTER    DOROTHY  19220302      F\n",
       "20         00001400  50047001003      WINTER   WINFIELD  19191130      M\n",
       "21         00001414  40661001006     HASLACH    CHARLES  19310809      M\n",
       "22         00001716  50151005007     TROIANO    ANTHONY  19290719      M\n",
       "23         00001725  50169011008     MCGRATH      HELEN  19250818      F\n",
       "24         00001741  50291042004    LOMBARDI  SALVATORE  19250713      M\n",
       "25         00001778  50189011005      DEMAIO    ANTHONY  19260910      M\n",
       "26         00001998  50187012001    CORRIGAN       JOHN  19271008      M\n",
       "28         00002138  50187021011  BIRMINGHAM    FRANCIS  19270618      M\n",
       "29         00002292  50147003004     CASSIDY     GLADYS  19221128      F\n",
       "30         00002365  50189011005      DEMAIO       MARY  19290210      F\n",
       "32         00002513  41207001013   MCDERMOTT   WINIFRED  19290329      F\n",
       "33         00002517  50244004029     JOHNSEN      DORIS  19200620      F\n",
       "34         00002674  50244001000      CONROY    DOLORES  19240328      F\n",
       "35         00002795  50244001032       MARSH       MARY  19301012      F\n",
       "...             ...          ...         ...        ...       ...    ...\n",
       "3156781   ZZ0434682  30874012002    MCINTOSH     STACEY  19630824      M\n",
       "3156782   ZZ0434686  30874012002       JONES     DAPHNE  19301116      F\n",
       "3156783   ZZ0434698  30906003001       WYLIE   TRANCINE  19660410      F\n",
       "3156784   ZZ0434725  30764003003       TOWNS     WARREN  19340619      M\n",
       "3156785   ZZ0434732  30518001001       SOHAN     RONALD  19470128      M\n",
       "3156786   ZZ0434738  30764001001     SHUSTER    GILBERT  19561006      M\n",
       "3156787   ZZ0434740  30510003000       BAKER     YVONNE  19510205      F\n",
       "3156788   ZZ0434741  30514001002       ANGEL    FRANKIE  19491225      M\n",
       "3156789   ZZ0434748  30462011000    VENTRICE    MAUREEN  19620324      F\n",
       "3156790   ZZ0434753  30462011000      DUBOFF       ROSE  19190519      F\n",
       "3156791   ZZ0434769  30484001004        OMAR      SIHAM  19410210      F\n",
       "3156792   ZZ0434779  30520003001       FEDER       SIMA  19250626      F\n",
       "3156793   ZZ0434784  30133001000      GODWIN       RUBY  19440429      F\n",
       "3156794   ZZ0434788  30157004001       PRYCE    PATRICK  19560907      M\n",
       "3156795   ZZ0434794  30207003001        NELL   ANNMARIE  19471204      F\n",
       "3156796   ZZ0434799  30165004001      KRAMER      SUSAN  19520815      F\n",
       "3156797   ZZ0434807  30502011005       MOSCA    MICHAEL  19540904      M\n",
       "3156798   ZZ0434809  30190001002      CLEARY     THOMAS  19540310      M\n",
       "3156799   ZZ0434816  31106001003  BOCHICCHIO       PAUL  19650222      M\n",
       "3156800   ZZ0434820  30496001002      EDMOND     WILLIE  19331028      M\n",
       "3156801   ZZ0434831  30506004001     ROBERTS       IONA  19181116      F\n",
       "3156803   ZZ0434852  30762003000     POLANCO    XIOMARA  19660221      F\n",
       "3156804   ZZ0434855  30532001000       EVANS       ANNE  19460123      F\n",
       "3156805   ZZ0434866  30490001001      MILLER     GEORGE  19290118      M\n",
       "3156806   ZZ0434880  30482001002     AGUIRRE        EVA  19540525      F\n",
       "3156807   ZZ0434888  30157003000     KOEHLER     SHERRY  19401008      F\n",
       "3156808   ZZ0434908  30458001001    RICHLAND     STEVEN  19491228      M\n",
       "3156809   ZZ0434922  30702013006       COHEN    ISIDORE  19310423      M\n",
       "3156810   ZZ0434927  30594013002   BERARDINO      MARIA  19640520      F\n",
       "3156811   ZZ0434931  30594013002       APICE    THERESA  19351002      F\n",
       "\n",
       "[2651112 rows x 6 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv('./data/Census2000_BG/C2000_R10950075_SL150.csv',dtype=object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = df[['SE_T015_001','SE_T015_003','SE_T015_004','SE_T015_005','SE_T015_006','SE_T015_007','SE_T015_008','SE_T015_009','SE_T015_010','Geo_TRACT','Geo_BLKGRP','Geo_COUNTY']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df['borocode'] = ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df.loc[df['Geo_COUNTY'] == '047','borocode'] = '3'\n",
    "df.loc[df['Geo_COUNTY'] == '081','borocode'] = '4'\n",
    "df.loc[df['Geo_COUNTY'] == '061','borocode'] = '1'\n",
    "df.loc[df['Geo_COUNTY'] == '005','borocode'] = '2'\n",
    "df.loc[df['Geo_COUNTY'] == '085','borocode'] = '5'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df['cbg2000'] = ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df.loc[:,'cbg2000'] = df.loc[:,'borocode']+df.loc[:,'Geo_TRACT'] + df.loc[:,'Geo_BLKGRP']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df.columns = ['total','white','black','indian_alaska','asian','hawaiian_islander','other','2ormore','hispanic','TRACT','BLKGRP','COUNTY','borocode','cbg2000']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = df[['cbg2000','total','white','black','indian_alaska','asian','hawaiian_islander','other','2ormore','hispanic','TRACT','BLKGRP','COUNTY']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df[['total','white','black','indian_alaska','asian','hawaiian_islander','other','2ormore','hispanic']] = df[['total','white','black','indian_alaska','asian','hawaiian_islander','other','2ormore','hispanic']].astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df.loc[:,'asian'] = df.loc[:,'asian'] + df.loc[:,'hawaiian_islander']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = df.drop('hawaiian_islander',1)\n",
    "df = df.drop('other',1)\n",
    "df = df.drop(['TRACT','BLKGRP','COUNTY'],1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df.columns = ['cbg2000','total','white','black','aian','api','2race','hispanic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = df[['cbg2000','total','white','black','api','aian','2race','hispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df['white'] = df['white']/df['total']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['black'] = df['black']/df['total']\n",
    "df['api'] = df['api']/df['total']\n",
    "df['aian'] =df['aian']/df['total']\n",
    "df['2race'] =df['2race']/df['total']\n",
    "df['hispanic'] = df['hispanic']/df['total']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18976457.0"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['total'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df['perc'] = df['total']/df['total'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "location_prob = df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cbg2000</th>\n",
       "      <th>total</th>\n",
       "      <th>white</th>\n",
       "      <th>black</th>\n",
       "      <th>api</th>\n",
       "      <th>aian</th>\n",
       "      <th>2race</th>\n",
       "      <th>hispanic</th>\n",
       "      <th>perc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0001001</td>\n",
       "      <td>1031</td>\n",
       "      <td>0.401552</td>\n",
       "      <td>0.491756</td>\n",
       "      <td>0.030068</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.033948</td>\n",
       "      <td>0.037827</td>\n",
       "      <td>0.000054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0001002</td>\n",
       "      <td>697</td>\n",
       "      <td>0.385940</td>\n",
       "      <td>0.476327</td>\n",
       "      <td>0.025825</td>\n",
       "      <td>0.001435</td>\n",
       "      <td>0.030129</td>\n",
       "      <td>0.078910</td>\n",
       "      <td>0.000037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0002001</td>\n",
       "      <td>2534</td>\n",
       "      <td>0.127072</td>\n",
       "      <td>0.739148</td>\n",
       "      <td>0.023283</td>\n",
       "      <td>0.001579</td>\n",
       "      <td>0.028414</td>\n",
       "      <td>0.079716</td>\n",
       "      <td>0.000134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0002002</td>\n",
       "      <td>730</td>\n",
       "      <td>0.128767</td>\n",
       "      <td>0.742466</td>\n",
       "      <td>0.023288</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.038356</td>\n",
       "      <td>0.065753</td>\n",
       "      <td>0.000038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0002003</td>\n",
       "      <td>1436</td>\n",
       "      <td>0.114903</td>\n",
       "      <td>0.766713</td>\n",
       "      <td>0.020891</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.023677</td>\n",
       "      <td>0.073816</td>\n",
       "      <td>0.000076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0002004</td>\n",
       "      <td>791</td>\n",
       "      <td>0.156764</td>\n",
       "      <td>0.718078</td>\n",
       "      <td>0.006321</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.053097</td>\n",
       "      <td>0.056890</td>\n",
       "      <td>0.000042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0003001</td>\n",
       "      <td>948</td>\n",
       "      <td>0.913502</td>\n",
       "      <td>0.043249</td>\n",
       "      <td>0.013713</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.011603</td>\n",
       "      <td>0.017932</td>\n",
       "      <td>0.000050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0003002</td>\n",
       "      <td>4612</td>\n",
       "      <td>0.473330</td>\n",
       "      <td>0.404380</td>\n",
       "      <td>0.030139</td>\n",
       "      <td>0.001518</td>\n",
       "      <td>0.021899</td>\n",
       "      <td>0.065698</td>\n",
       "      <td>0.000243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0004011</td>\n",
       "      <td>2127</td>\n",
       "      <td>0.862247</td>\n",
       "      <td>0.067701</td>\n",
       "      <td>0.029149</td>\n",
       "      <td>0.001881</td>\n",
       "      <td>0.008933</td>\n",
       "      <td>0.028679</td>\n",
       "      <td>0.000112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0004031</td>\n",
       "      <td>1252</td>\n",
       "      <td>0.822684</td>\n",
       "      <td>0.055112</td>\n",
       "      <td>0.062300</td>\n",
       "      <td>0.000799</td>\n",
       "      <td>0.020767</td>\n",
       "      <td>0.034345</td>\n",
       "      <td>0.000066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0004032</td>\n",
       "      <td>1453</td>\n",
       "      <td>0.860289</td>\n",
       "      <td>0.055747</td>\n",
       "      <td>0.028906</td>\n",
       "      <td>0.003441</td>\n",
       "      <td>0.026153</td>\n",
       "      <td>0.024776</td>\n",
       "      <td>0.000077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0004033</td>\n",
       "      <td>736</td>\n",
       "      <td>0.860054</td>\n",
       "      <td>0.081522</td>\n",
       "      <td>0.027174</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009511</td>\n",
       "      <td>0.020380</td>\n",
       "      <td>0.000039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0004034</td>\n",
       "      <td>545</td>\n",
       "      <td>0.783486</td>\n",
       "      <td>0.124771</td>\n",
       "      <td>0.044037</td>\n",
       "      <td>0.001835</td>\n",
       "      <td>0.012844</td>\n",
       "      <td>0.029358</td>\n",
       "      <td>0.000029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0004035</td>\n",
       "      <td>425</td>\n",
       "      <td>0.894118</td>\n",
       "      <td>0.051765</td>\n",
       "      <td>0.018824</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002353</td>\n",
       "      <td>0.032941</td>\n",
       "      <td>0.000022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0004041</td>\n",
       "      <td>4922</td>\n",
       "      <td>0.676148</td>\n",
       "      <td>0.126371</td>\n",
       "      <td>0.101178</td>\n",
       "      <td>0.000813</td>\n",
       "      <td>0.015238</td>\n",
       "      <td>0.076798</td>\n",
       "      <td>0.000259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0005011</td>\n",
       "      <td>1186</td>\n",
       "      <td>0.417369</td>\n",
       "      <td>0.437605</td>\n",
       "      <td>0.025295</td>\n",
       "      <td>0.002530</td>\n",
       "      <td>0.025295</td>\n",
       "      <td>0.090219</td>\n",
       "      <td>0.000062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0005012</td>\n",
       "      <td>813</td>\n",
       "      <td>0.634686</td>\n",
       "      <td>0.250923</td>\n",
       "      <td>0.011070</td>\n",
       "      <td>0.001230</td>\n",
       "      <td>0.039360</td>\n",
       "      <td>0.062731</td>\n",
       "      <td>0.000043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0005013</td>\n",
       "      <td>608</td>\n",
       "      <td>0.555921</td>\n",
       "      <td>0.286184</td>\n",
       "      <td>0.024671</td>\n",
       "      <td>0.006579</td>\n",
       "      <td>0.032895</td>\n",
       "      <td>0.092105</td>\n",
       "      <td>0.000032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0005014</td>\n",
       "      <td>899</td>\n",
       "      <td>0.656285</td>\n",
       "      <td>0.185762</td>\n",
       "      <td>0.047831</td>\n",
       "      <td>0.001112</td>\n",
       "      <td>0.044494</td>\n",
       "      <td>0.064516</td>\n",
       "      <td>0.000047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0005021</td>\n",
       "      <td>2064</td>\n",
       "      <td>0.803779</td>\n",
       "      <td>0.090601</td>\n",
       "      <td>0.039729</td>\n",
       "      <td>0.002907</td>\n",
       "      <td>0.014535</td>\n",
       "      <td>0.048450</td>\n",
       "      <td>0.000109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0005022</td>\n",
       "      <td>425</td>\n",
       "      <td>0.705882</td>\n",
       "      <td>0.141176</td>\n",
       "      <td>0.080000</td>\n",
       "      <td>0.002353</td>\n",
       "      <td>0.037647</td>\n",
       "      <td>0.025882</td>\n",
       "      <td>0.000022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0005023</td>\n",
       "      <td>1100</td>\n",
       "      <td>0.725455</td>\n",
       "      <td>0.153636</td>\n",
       "      <td>0.030909</td>\n",
       "      <td>0.006364</td>\n",
       "      <td>0.020909</td>\n",
       "      <td>0.061818</td>\n",
       "      <td>0.000058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0006001</td>\n",
       "      <td>706</td>\n",
       "      <td>0.354108</td>\n",
       "      <td>0.454674</td>\n",
       "      <td>0.031161</td>\n",
       "      <td>0.005666</td>\n",
       "      <td>0.043909</td>\n",
       "      <td>0.110482</td>\n",
       "      <td>0.000037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0006002</td>\n",
       "      <td>811</td>\n",
       "      <td>0.420469</td>\n",
       "      <td>0.395808</td>\n",
       "      <td>0.064118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.062885</td>\n",
       "      <td>0.056720</td>\n",
       "      <td>0.000043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0006003</td>\n",
       "      <td>1779</td>\n",
       "      <td>0.583474</td>\n",
       "      <td>0.228780</td>\n",
       "      <td>0.054525</td>\n",
       "      <td>0.001686</td>\n",
       "      <td>0.039910</td>\n",
       "      <td>0.088252</td>\n",
       "      <td>0.000094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0007001</td>\n",
       "      <td>855</td>\n",
       "      <td>0.162573</td>\n",
       "      <td>0.735673</td>\n",
       "      <td>0.019883</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039766</td>\n",
       "      <td>0.038596</td>\n",
       "      <td>0.000045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0007002</td>\n",
       "      <td>629</td>\n",
       "      <td>0.130366</td>\n",
       "      <td>0.788553</td>\n",
       "      <td>0.001590</td>\n",
       "      <td>0.009539</td>\n",
       "      <td>0.038156</td>\n",
       "      <td>0.031797</td>\n",
       "      <td>0.000033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0007003</td>\n",
       "      <td>512</td>\n",
       "      <td>0.128906</td>\n",
       "      <td>0.798828</td>\n",
       "      <td>0.005859</td>\n",
       "      <td>0.005859</td>\n",
       "      <td>0.035156</td>\n",
       "      <td>0.021484</td>\n",
       "      <td>0.000027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0007004</td>\n",
       "      <td>1098</td>\n",
       "      <td>0.165756</td>\n",
       "      <td>0.713115</td>\n",
       "      <td>0.011840</td>\n",
       "      <td>0.000911</td>\n",
       "      <td>0.027322</td>\n",
       "      <td>0.079235</td>\n",
       "      <td>0.000058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0007005</td>\n",
       "      <td>1045</td>\n",
       "      <td>0.160766</td>\n",
       "      <td>0.698565</td>\n",
       "      <td>0.031579</td>\n",
       "      <td>0.014354</td>\n",
       "      <td>0.031579</td>\n",
       "      <td>0.054545</td>\n",
       "      <td>0.000055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15049</th>\n",
       "      <td>9910001</td>\n",
       "      <td>894</td>\n",
       "      <td>0.989933</td>\n",
       "      <td>0.002237</td>\n",
       "      <td>0.001119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002237</td>\n",
       "      <td>0.002237</td>\n",
       "      <td>0.000047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15050</th>\n",
       "      <td>9910002</td>\n",
       "      <td>951</td>\n",
       "      <td>0.961094</td>\n",
       "      <td>0.001052</td>\n",
       "      <td>0.007361</td>\n",
       "      <td>0.004206</td>\n",
       "      <td>0.011567</td>\n",
       "      <td>0.014721</td>\n",
       "      <td>0.000050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15051</th>\n",
       "      <td>9910003</td>\n",
       "      <td>1195</td>\n",
       "      <td>0.975732</td>\n",
       "      <td>0.003347</td>\n",
       "      <td>0.005021</td>\n",
       "      <td>0.001674</td>\n",
       "      <td>0.003347</td>\n",
       "      <td>0.010879</td>\n",
       "      <td>0.000063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15052</th>\n",
       "      <td>9910004</td>\n",
       "      <td>1144</td>\n",
       "      <td>0.988636</td>\n",
       "      <td>0.000874</td>\n",
       "      <td>0.001748</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002622</td>\n",
       "      <td>0.006119</td>\n",
       "      <td>0.000060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15053</th>\n",
       "      <td>9911001</td>\n",
       "      <td>803</td>\n",
       "      <td>0.975093</td>\n",
       "      <td>0.002491</td>\n",
       "      <td>0.001245</td>\n",
       "      <td>0.001245</td>\n",
       "      <td>0.014944</td>\n",
       "      <td>0.004981</td>\n",
       "      <td>0.000042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15054</th>\n",
       "      <td>9911002</td>\n",
       "      <td>1026</td>\n",
       "      <td>0.965887</td>\n",
       "      <td>0.002924</td>\n",
       "      <td>0.002924</td>\n",
       "      <td>0.013645</td>\n",
       "      <td>0.009747</td>\n",
       "      <td>0.004873</td>\n",
       "      <td>0.000054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15055</th>\n",
       "      <td>9911003</td>\n",
       "      <td>911</td>\n",
       "      <td>0.983535</td>\n",
       "      <td>0.003293</td>\n",
       "      <td>0.002195</td>\n",
       "      <td>0.001098</td>\n",
       "      <td>0.008782</td>\n",
       "      <td>0.001098</td>\n",
       "      <td>0.000048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15056</th>\n",
       "      <td>9901001</td>\n",
       "      <td>684</td>\n",
       "      <td>0.978070</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001462</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004386</td>\n",
       "      <td>0.016082</td>\n",
       "      <td>0.000036</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15057</th>\n",
       "      <td>9901002</td>\n",
       "      <td>825</td>\n",
       "      <td>0.958788</td>\n",
       "      <td>0.001212</td>\n",
       "      <td>0.001212</td>\n",
       "      <td>0.001212</td>\n",
       "      <td>0.004848</td>\n",
       "      <td>0.032727</td>\n",
       "      <td>0.000043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15058</th>\n",
       "      <td>9901003</td>\n",
       "      <td>814</td>\n",
       "      <td>0.957002</td>\n",
       "      <td>0.017199</td>\n",
       "      <td>0.001229</td>\n",
       "      <td>0.003686</td>\n",
       "      <td>0.015971</td>\n",
       "      <td>0.004914</td>\n",
       "      <td>0.000043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15059</th>\n",
       "      <td>9901004</td>\n",
       "      <td>984</td>\n",
       "      <td>0.978659</td>\n",
       "      <td>0.005081</td>\n",
       "      <td>0.003049</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004065</td>\n",
       "      <td>0.009146</td>\n",
       "      <td>0.000052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15060</th>\n",
       "      <td>9901005</td>\n",
       "      <td>1188</td>\n",
       "      <td>0.972222</td>\n",
       "      <td>0.010101</td>\n",
       "      <td>0.001684</td>\n",
       "      <td>0.001684</td>\n",
       "      <td>0.005892</td>\n",
       "      <td>0.008418</td>\n",
       "      <td>0.000063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15061</th>\n",
       "      <td>9901006</td>\n",
       "      <td>1310</td>\n",
       "      <td>0.945038</td>\n",
       "      <td>0.012214</td>\n",
       "      <td>0.010687</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010687</td>\n",
       "      <td>0.021374</td>\n",
       "      <td>0.000069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15062</th>\n",
       "      <td>9902001</td>\n",
       "      <td>669</td>\n",
       "      <td>0.991031</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002990</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001495</td>\n",
       "      <td>0.004484</td>\n",
       "      <td>0.000035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15063</th>\n",
       "      <td>9902002</td>\n",
       "      <td>707</td>\n",
       "      <td>0.984441</td>\n",
       "      <td>0.004243</td>\n",
       "      <td>0.007072</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004243</td>\n",
       "      <td>0.000037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15064</th>\n",
       "      <td>9902003</td>\n",
       "      <td>2720</td>\n",
       "      <td>0.975000</td>\n",
       "      <td>0.004779</td>\n",
       "      <td>0.002941</td>\n",
       "      <td>0.001103</td>\n",
       "      <td>0.007353</td>\n",
       "      <td>0.008088</td>\n",
       "      <td>0.000143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15065</th>\n",
       "      <td>9902004</td>\n",
       "      <td>1375</td>\n",
       "      <td>0.949091</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>0.002909</td>\n",
       "      <td>0.003636</td>\n",
       "      <td>0.020364</td>\n",
       "      <td>0.015273</td>\n",
       "      <td>0.000072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15066</th>\n",
       "      <td>9903001</td>\n",
       "      <td>1408</td>\n",
       "      <td>0.965909</td>\n",
       "      <td>0.006392</td>\n",
       "      <td>0.003551</td>\n",
       "      <td>0.002131</td>\n",
       "      <td>0.007812</td>\n",
       "      <td>0.014205</td>\n",
       "      <td>0.000074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15067</th>\n",
       "      <td>9903002</td>\n",
       "      <td>1468</td>\n",
       "      <td>0.985014</td>\n",
       "      <td>0.002044</td>\n",
       "      <td>0.001362</td>\n",
       "      <td>0.001362</td>\n",
       "      <td>0.003406</td>\n",
       "      <td>0.006131</td>\n",
       "      <td>0.000077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15068</th>\n",
       "      <td>9903004</td>\n",
       "      <td>1181</td>\n",
       "      <td>0.981372</td>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.002540</td>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.007621</td>\n",
       "      <td>0.005080</td>\n",
       "      <td>0.000062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15069</th>\n",
       "      <td>9903005</td>\n",
       "      <td>1168</td>\n",
       "      <td>0.979452</td>\n",
       "      <td>0.006849</td>\n",
       "      <td>0.000856</td>\n",
       "      <td>0.000856</td>\n",
       "      <td>0.005993</td>\n",
       "      <td>0.005993</td>\n",
       "      <td>0.000062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15070</th>\n",
       "      <td>9904001</td>\n",
       "      <td>892</td>\n",
       "      <td>0.984305</td>\n",
       "      <td>0.001121</td>\n",
       "      <td>0.002242</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.003363</td>\n",
       "      <td>0.008969</td>\n",
       "      <td>0.000047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15071</th>\n",
       "      <td>9904002</td>\n",
       "      <td>450</td>\n",
       "      <td>0.993333</td>\n",
       "      <td>0.002222</td>\n",
       "      <td>0.002222</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002222</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15072</th>\n",
       "      <td>9904003</td>\n",
       "      <td>1247</td>\n",
       "      <td>0.972735</td>\n",
       "      <td>0.012029</td>\n",
       "      <td>0.004010</td>\n",
       "      <td>0.001604</td>\n",
       "      <td>0.003208</td>\n",
       "      <td>0.006415</td>\n",
       "      <td>0.000066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15073</th>\n",
       "      <td>9904004</td>\n",
       "      <td>610</td>\n",
       "      <td>0.977049</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006557</td>\n",
       "      <td>0.003279</td>\n",
       "      <td>0.001639</td>\n",
       "      <td>0.011475</td>\n",
       "      <td>0.000032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15074</th>\n",
       "      <td>9904005</td>\n",
       "      <td>776</td>\n",
       "      <td>0.975515</td>\n",
       "      <td>0.003866</td>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009021</td>\n",
       "      <td>0.002577</td>\n",
       "      <td>0.000041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15075</th>\n",
       "      <td>9905001</td>\n",
       "      <td>725</td>\n",
       "      <td>0.991724</td>\n",
       "      <td>0.001379</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001379</td>\n",
       "      <td>0.001379</td>\n",
       "      <td>0.004138</td>\n",
       "      <td>0.000038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15076</th>\n",
       "      <td>9905002</td>\n",
       "      <td>1190</td>\n",
       "      <td>0.968067</td>\n",
       "      <td>0.007563</td>\n",
       "      <td>0.001681</td>\n",
       "      <td>0.002521</td>\n",
       "      <td>0.010924</td>\n",
       "      <td>0.007563</td>\n",
       "      <td>0.000063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15077</th>\n",
       "      <td>9905003</td>\n",
       "      <td>812</td>\n",
       "      <td>0.987685</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004926</td>\n",
       "      <td>0.007389</td>\n",
       "      <td>0.000043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15078</th>\n",
       "      <td>9905004</td>\n",
       "      <td>1418</td>\n",
       "      <td>0.986601</td>\n",
       "      <td>0.002821</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002116</td>\n",
       "      <td>0.004937</td>\n",
       "      <td>0.003526</td>\n",
       "      <td>0.000075</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15079 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       cbg2000  total     white     black       api      aian     2race  \\\n",
       "0      0001001   1031  0.401552  0.491756  0.030068  0.000000  0.033948   \n",
       "1      0001002    697  0.385940  0.476327  0.025825  0.001435  0.030129   \n",
       "2      0002001   2534  0.127072  0.739148  0.023283  0.001579  0.028414   \n",
       "3      0002002    730  0.128767  0.742466  0.023288  0.000000  0.038356   \n",
       "4      0002003   1436  0.114903  0.766713  0.020891  0.000000  0.023677   \n",
       "5      0002004    791  0.156764  0.718078  0.006321  0.000000  0.053097   \n",
       "6      0003001    948  0.913502  0.043249  0.013713  0.000000  0.011603   \n",
       "7      0003002   4612  0.473330  0.404380  0.030139  0.001518  0.021899   \n",
       "8      0004011   2127  0.862247  0.067701  0.029149  0.001881  0.008933   \n",
       "9      0004031   1252  0.822684  0.055112  0.062300  0.000799  0.020767   \n",
       "10     0004032   1453  0.860289  0.055747  0.028906  0.003441  0.026153   \n",
       "11     0004033    736  0.860054  0.081522  0.027174  0.000000  0.009511   \n",
       "12     0004034    545  0.783486  0.124771  0.044037  0.001835  0.012844   \n",
       "13     0004035    425  0.894118  0.051765  0.018824  0.000000  0.002353   \n",
       "14     0004041   4922  0.676148  0.126371  0.101178  0.000813  0.015238   \n",
       "15     0005011   1186  0.417369  0.437605  0.025295  0.002530  0.025295   \n",
       "16     0005012    813  0.634686  0.250923  0.011070  0.001230  0.039360   \n",
       "17     0005013    608  0.555921  0.286184  0.024671  0.006579  0.032895   \n",
       "18     0005014    899  0.656285  0.185762  0.047831  0.001112  0.044494   \n",
       "19     0005021   2064  0.803779  0.090601  0.039729  0.002907  0.014535   \n",
       "20     0005022    425  0.705882  0.141176  0.080000  0.002353  0.037647   \n",
       "21     0005023   1100  0.725455  0.153636  0.030909  0.006364  0.020909   \n",
       "22     0006001    706  0.354108  0.454674  0.031161  0.005666  0.043909   \n",
       "23     0006002    811  0.420469  0.395808  0.064118  0.000000  0.062885   \n",
       "24     0006003   1779  0.583474  0.228780  0.054525  0.001686  0.039910   \n",
       "25     0007001    855  0.162573  0.735673  0.019883  0.000000  0.039766   \n",
       "26     0007002    629  0.130366  0.788553  0.001590  0.009539  0.038156   \n",
       "27     0007003    512  0.128906  0.798828  0.005859  0.005859  0.035156   \n",
       "28     0007004   1098  0.165756  0.713115  0.011840  0.000911  0.027322   \n",
       "29     0007005   1045  0.160766  0.698565  0.031579  0.014354  0.031579   \n",
       "...        ...    ...       ...       ...       ...       ...       ...   \n",
       "15049  9910001    894  0.989933  0.002237  0.001119  0.000000  0.002237   \n",
       "15050  9910002    951  0.961094  0.001052  0.007361  0.004206  0.011567   \n",
       "15051  9910003   1195  0.975732  0.003347  0.005021  0.001674  0.003347   \n",
       "15052  9910004   1144  0.988636  0.000874  0.001748  0.000000  0.002622   \n",
       "15053  9911001    803  0.975093  0.002491  0.001245  0.001245  0.014944   \n",
       "15054  9911002   1026  0.965887  0.002924  0.002924  0.013645  0.009747   \n",
       "15055  9911003    911  0.983535  0.003293  0.002195  0.001098  0.008782   \n",
       "15056  9901001    684  0.978070  0.000000  0.001462  0.000000  0.004386   \n",
       "15057  9901002    825  0.958788  0.001212  0.001212  0.001212  0.004848   \n",
       "15058  9901003    814  0.957002  0.017199  0.001229  0.003686  0.015971   \n",
       "15059  9901004    984  0.978659  0.005081  0.003049  0.000000  0.004065   \n",
       "15060  9901005   1188  0.972222  0.010101  0.001684  0.001684  0.005892   \n",
       "15061  9901006   1310  0.945038  0.012214  0.010687  0.000000  0.010687   \n",
       "15062  9902001    669  0.991031  0.000000  0.002990  0.000000  0.001495   \n",
       "15063  9902002    707  0.984441  0.004243  0.007072  0.000000  0.000000   \n",
       "15064  9902003   2720  0.975000  0.004779  0.002941  0.001103  0.007353   \n",
       "15065  9902004   1375  0.949091  0.008000  0.002909  0.003636  0.020364   \n",
       "15066  9903001   1408  0.965909  0.006392  0.003551  0.002131  0.007812   \n",
       "15067  9903002   1468  0.985014  0.002044  0.001362  0.001362  0.003406   \n",
       "15068  9903004   1181  0.981372  0.000847  0.002540  0.000847  0.007621   \n",
       "15069  9903005   1168  0.979452  0.006849  0.000856  0.000856  0.005993   \n",
       "15070  9904001    892  0.984305  0.001121  0.002242  0.000000  0.003363   \n",
       "15071  9904002    450  0.993333  0.002222  0.002222  0.000000  0.002222   \n",
       "15072  9904003   1247  0.972735  0.012029  0.004010  0.001604  0.003208   \n",
       "15073  9904004    610  0.977049  0.000000  0.006557  0.003279  0.001639   \n",
       "15074  9904005    776  0.975515  0.003866  0.005155  0.000000  0.009021   \n",
       "15075  9905001    725  0.991724  0.001379  0.000000  0.001379  0.001379   \n",
       "15076  9905002   1190  0.968067  0.007563  0.001681  0.002521  0.010924   \n",
       "15077  9905003    812  0.987685  0.000000  0.000000  0.000000  0.004926   \n",
       "15078  9905004   1418  0.986601  0.002821  0.000000  0.002116  0.004937   \n",
       "\n",
       "       hispanic      perc  \n",
       "0      0.037827  0.000054  \n",
       "1      0.078910  0.000037  \n",
       "2      0.079716  0.000134  \n",
       "3      0.065753  0.000038  \n",
       "4      0.073816  0.000076  \n",
       "5      0.056890  0.000042  \n",
       "6      0.017932  0.000050  \n",
       "7      0.065698  0.000243  \n",
       "8      0.028679  0.000112  \n",
       "9      0.034345  0.000066  \n",
       "10     0.024776  0.000077  \n",
       "11     0.020380  0.000039  \n",
       "12     0.029358  0.000029  \n",
       "13     0.032941  0.000022  \n",
       "14     0.076798  0.000259  \n",
       "15     0.090219  0.000062  \n",
       "16     0.062731  0.000043  \n",
       "17     0.092105  0.000032  \n",
       "18     0.064516  0.000047  \n",
       "19     0.048450  0.000109  \n",
       "20     0.025882  0.000022  \n",
       "21     0.061818  0.000058  \n",
       "22     0.110482  0.000037  \n",
       "23     0.056720  0.000043  \n",
       "24     0.088252  0.000094  \n",
       "25     0.038596  0.000045  \n",
       "26     0.031797  0.000033  \n",
       "27     0.021484  0.000027  \n",
       "28     0.079235  0.000058  \n",
       "29     0.054545  0.000055  \n",
       "...         ...       ...  \n",
       "15049  0.002237  0.000047  \n",
       "15050  0.014721  0.000050  \n",
       "15051  0.010879  0.000063  \n",
       "15052  0.006119  0.000060  \n",
       "15053  0.004981  0.000042  \n",
       "15054  0.004873  0.000054  \n",
       "15055  0.001098  0.000048  \n",
       "15056  0.016082  0.000036  \n",
       "15057  0.032727  0.000043  \n",
       "15058  0.004914  0.000043  \n",
       "15059  0.009146  0.000052  \n",
       "15060  0.008418  0.000063  \n",
       "15061  0.021374  0.000069  \n",
       "15062  0.004484  0.000035  \n",
       "15063  0.004243  0.000037  \n",
       "15064  0.008088  0.000143  \n",
       "15065  0.015273  0.000072  \n",
       "15066  0.014205  0.000074  \n",
       "15067  0.006131  0.000077  \n",
       "15068  0.005080  0.000062  \n",
       "15069  0.005993  0.000062  \n",
       "15070  0.008969  0.000047  \n",
       "15071  0.000000  0.000024  \n",
       "15072  0.006415  0.000066  \n",
       "15073  0.011475  0.000032  \n",
       "15074  0.002577  0.000041  \n",
       "15075  0.004138  0.000038  \n",
       "15076  0.007563  0.000063  \n",
       "15077  0.007389  0.000043  \n",
       "15078  0.003526  0.000075  \n",
       "\n",
       "[15079 rows x 9 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "location_prob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "location_prob.to_csv('./data/location_prob.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "name_prob.to_csv('./data/name_prob.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.83980620967849229"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intlastname.sum()/float(len(alllastname))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "$$\n",
    "P(R_i = r) = \\sum_g P(R_i = r| G_i = g)P(G_i = g)\n",
    "$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "white_perc = (location_prob['white'] * location_prob['perc']).sum() \n",
    "black_perc = (location_prob['black'] * location_prob['perc']).sum()\n",
    "api_perc = (location_prob['api'] * location_prob['perc']).sum()\n",
    "aian_perc = (location_prob['aian'] * location_prob['perc']).sum()\n",
    "race_perc = (location_prob['2race'] * location_prob['perc']).sum()\n",
    "hispanic_perc = (location_prob['hispanic'] * location_prob['perc']).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.61976695649772773"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "white_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.14821644525108138"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "black_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.054865668549192295"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "api_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0027665332891171415"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "aian_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.019293169425673086"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "race_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.15111266555184669"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hispanic_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "race_perc = pd.Series({'black':0.14821644525108138, 'white':0.61976695649772773, 'api':0.054865668549192295,'aian':0.0027665332891171415,'2race':0.019293169425673086,'hispanic':0.15111266555184669})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "race_location_prob = location_prob.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "race_location_prob.loc[:,'white'] = location_prob.loc[:,'white'] * location_prob.loc[:, 'perc'] / white_perc\n",
    "race_location_prob.loc[:,'black'] = location_prob.loc[:,'black'] * location_prob.loc[:, 'perc'] / black_perc\n",
    "race_location_prob.loc[:,'api'] = location_prob.loc[:,'api'] * location_prob.loc[:, 'perc'] / api_perc\n",
    "race_location_prob.loc[:,'aian'] = location_prob.loc[:,'aian'] * location_prob.loc[:, 'perc'] / aian_perc\n",
    "race_location_prob.loc[:,'2race'] = location_prob.loc[:,'2race'] * location_prob.loc[:, 'perc'] / race_perc\n",
    "race_location_prob.loc[:,'hispanic'] = location_prob.loc[:,'hispanic'] * location_prob.loc[:, 'perc'] / hispanic_perc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "block2 contains $P(R_i =r | G_i = g)$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.99999999999999989"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "block2['white'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'10212001'"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_clean.loc[:,'bctcb2000'][10][:-3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'10212001001'"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_clean.loc[:,'bctcb2000'][10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data_clean['bctcb2000'] = data_clean['bctcb2000'].map(lambda x: x[:-3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>countyemsid</th>\n",
       "      <th>bctcb2000</th>\n",
       "      <th>lastname</th>\n",
       "      <th>firstname</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0000000Y</td>\n",
       "      <td>50020011</td>\n",
       "      <td>NASSAR</td>\n",
       "      <td>LINDA</td>\n",
       "      <td>19481215</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00000116</td>\n",
       "      <td>50065001</td>\n",
       "      <td>LICATA</td>\n",
       "      <td>MARIE</td>\n",
       "      <td>19270526</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00000135</td>\n",
       "      <td>50226002</td>\n",
       "      <td>BELANSKY</td>\n",
       "      <td>IRENE</td>\n",
       "      <td>19340129</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00000167</td>\n",
       "      <td>41227014</td>\n",
       "      <td>MOLINARI</td>\n",
       "      <td>CRUZ</td>\n",
       "      <td>19330914</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00000254</td>\n",
       "      <td>50244001</td>\n",
       "      <td>MARSH</td>\n",
       "      <td>WILLIAM</td>\n",
       "      <td>19291101</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>00000316</td>\n",
       "      <td>41275002</td>\n",
       "      <td>SEIBEL</td>\n",
       "      <td>SANFORD</td>\n",
       "      <td>19340508</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00000542</td>\n",
       "      <td>31126003</td>\n",
       "      <td>BLAKE</td>\n",
       "      <td>VERONICA</td>\n",
       "      <td>19500213</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>00000619</td>\n",
       "      <td>10212001</td>\n",
       "      <td>TAYLOR</td>\n",
       "      <td>BERNARD</td>\n",
       "      <td>19220903</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>00000717</td>\n",
       "      <td>50125002</td>\n",
       "      <td>MORRELL</td>\n",
       "      <td>PHYLLIS</td>\n",
       "      <td>19210123</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>00001021</td>\n",
       "      <td>10174012</td>\n",
       "      <td>JENKINS</td>\n",
       "      <td>JOE</td>\n",
       "      <td>19270612</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>00001066</td>\n",
       "      <td>50006001</td>\n",
       "      <td>GERHARD</td>\n",
       "      <td>EDITH</td>\n",
       "      <td>19210329</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00001076</td>\n",
       "      <td>50065001</td>\n",
       "      <td>LICATA</td>\n",
       "      <td>MICHAEL</td>\n",
       "      <td>19230129</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>00001094</td>\n",
       "      <td>41333002</td>\n",
       "      <td>GROPPER</td>\n",
       "      <td>LEO</td>\n",
       "      <td>19180730</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>00001366</td>\n",
       "      <td>50156014</td>\n",
       "      <td>FARGO</td>\n",
       "      <td>THERESA</td>\n",
       "      <td>19261026</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>00001384</td>\n",
       "      <td>50291021</td>\n",
       "      <td>BRAY</td>\n",
       "      <td>CHARLES</td>\n",
       "      <td>19241025</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>00001399</td>\n",
       "      <td>50047001</td>\n",
       "      <td>WINTER</td>\n",
       "      <td>DOROTHY</td>\n",
       "      <td>19220302</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>00001400</td>\n",
       "      <td>50047001</td>\n",
       "      <td>WINTER</td>\n",
       "      <td>WINFIELD</td>\n",
       "      <td>19191130</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>00001414</td>\n",
       "      <td>40661001</td>\n",
       "      <td>HASLACH</td>\n",
       "      <td>CHARLES</td>\n",
       "      <td>19310809</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>00001716</td>\n",
       "      <td>50151005</td>\n",
       "      <td>TROIANO</td>\n",
       "      <td>ANTHONY</td>\n",
       "      <td>19290719</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>00001725</td>\n",
       "      <td>50169011</td>\n",
       "      <td>MCGRATH</td>\n",
       "      <td>HELEN</td>\n",
       "      <td>19250818</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>00001741</td>\n",
       "      <td>50291042</td>\n",
       "      <td>LOMBARDI</td>\n",
       "      <td>SALVATORE</td>\n",
       "      <td>19250713</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>00001778</td>\n",
       "      <td>50189011</td>\n",
       "      <td>DEMAIO</td>\n",
       "      <td>ANTHONY</td>\n",
       "      <td>19260910</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>00001998</td>\n",
       "      <td>50187012</td>\n",
       "      <td>CORRIGAN</td>\n",
       "      <td>JOHN</td>\n",
       "      <td>19271008</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>00002138</td>\n",
       "      <td>50187021</td>\n",
       "      <td>BIRMINGHAM</td>\n",
       "      <td>FRANCIS</td>\n",
       "      <td>19270618</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>00002292</td>\n",
       "      <td>50147003</td>\n",
       "      <td>CASSIDY</td>\n",
       "      <td>GLADYS</td>\n",
       "      <td>19221128</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>00002365</td>\n",
       "      <td>50189011</td>\n",
       "      <td>DEMAIO</td>\n",
       "      <td>MARY</td>\n",
       "      <td>19290210</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>00002513</td>\n",
       "      <td>41207001</td>\n",
       "      <td>MCDERMOTT</td>\n",
       "      <td>WINIFRED</td>\n",
       "      <td>19290329</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>00002517</td>\n",
       "      <td>50244004</td>\n",
       "      <td>JOHNSEN</td>\n",
       "      <td>DORIS</td>\n",
       "      <td>19200620</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>00002674</td>\n",
       "      <td>50244001</td>\n",
       "      <td>CONROY</td>\n",
       "      <td>DOLORES</td>\n",
       "      <td>19240328</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>00002795</td>\n",
       "      <td>50244001</td>\n",
       "      <td>MARSH</td>\n",
       "      <td>MARY</td>\n",
       "      <td>19301012</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156781</th>\n",
       "      <td>ZZ0434682</td>\n",
       "      <td>30874012</td>\n",
       "      <td>MCINTOSH</td>\n",
       "      <td>STACEY</td>\n",
       "      <td>19630824</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156782</th>\n",
       "      <td>ZZ0434686</td>\n",
       "      <td>30874012</td>\n",
       "      <td>JONES</td>\n",
       "      <td>DAPHNE</td>\n",
       "      <td>19301116</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156783</th>\n",
       "      <td>ZZ0434698</td>\n",
       "      <td>30906003</td>\n",
       "      <td>WYLIE</td>\n",
       "      <td>TRANCINE</td>\n",
       "      <td>19660410</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156784</th>\n",
       "      <td>ZZ0434725</td>\n",
       "      <td>30764003</td>\n",
       "      <td>TOWNS</td>\n",
       "      <td>WARREN</td>\n",
       "      <td>19340619</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156785</th>\n",
       "      <td>ZZ0434732</td>\n",
       "      <td>30518001</td>\n",
       "      <td>SOHAN</td>\n",
       "      <td>RONALD</td>\n",
       "      <td>19470128</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156786</th>\n",
       "      <td>ZZ0434738</td>\n",
       "      <td>30764001</td>\n",
       "      <td>SHUSTER</td>\n",
       "      <td>GILBERT</td>\n",
       "      <td>19561006</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156787</th>\n",
       "      <td>ZZ0434740</td>\n",
       "      <td>30510003</td>\n",
       "      <td>BAKER</td>\n",
       "      <td>YVONNE</td>\n",
       "      <td>19510205</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156788</th>\n",
       "      <td>ZZ0434741</td>\n",
       "      <td>30514001</td>\n",
       "      <td>ANGEL</td>\n",
       "      <td>FRANKIE</td>\n",
       "      <td>19491225</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156789</th>\n",
       "      <td>ZZ0434748</td>\n",
       "      <td>30462011</td>\n",
       "      <td>VENTRICE</td>\n",
       "      <td>MAUREEN</td>\n",
       "      <td>19620324</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156790</th>\n",
       "      <td>ZZ0434753</td>\n",
       "      <td>30462011</td>\n",
       "      <td>DUBOFF</td>\n",
       "      <td>ROSE</td>\n",
       "      <td>19190519</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156791</th>\n",
       "      <td>ZZ0434769</td>\n",
       "      <td>30484001</td>\n",
       "      <td>OMAR</td>\n",
       "      <td>SIHAM</td>\n",
       "      <td>19410210</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156792</th>\n",
       "      <td>ZZ0434779</td>\n",
       "      <td>30520003</td>\n",
       "      <td>FEDER</td>\n",
       "      <td>SIMA</td>\n",
       "      <td>19250626</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156793</th>\n",
       "      <td>ZZ0434784</td>\n",
       "      <td>30133001</td>\n",
       "      <td>GODWIN</td>\n",
       "      <td>RUBY</td>\n",
       "      <td>19440429</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156794</th>\n",
       "      <td>ZZ0434788</td>\n",
       "      <td>30157004</td>\n",
       "      <td>PRYCE</td>\n",
       "      <td>PATRICK</td>\n",
       "      <td>19560907</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156795</th>\n",
       "      <td>ZZ0434794</td>\n",
       "      <td>30207003</td>\n",
       "      <td>NELL</td>\n",
       "      <td>ANNMARIE</td>\n",
       "      <td>19471204</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156796</th>\n",
       "      <td>ZZ0434799</td>\n",
       "      <td>30165004</td>\n",
       "      <td>KRAMER</td>\n",
       "      <td>SUSAN</td>\n",
       "      <td>19520815</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156797</th>\n",
       "      <td>ZZ0434807</td>\n",
       "      <td>30502011</td>\n",
       "      <td>MOSCA</td>\n",
       "      <td>MICHAEL</td>\n",
       "      <td>19540904</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156798</th>\n",
       "      <td>ZZ0434809</td>\n",
       "      <td>30190001</td>\n",
       "      <td>CLEARY</td>\n",
       "      <td>THOMAS</td>\n",
       "      <td>19540310</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156799</th>\n",
       "      <td>ZZ0434816</td>\n",
       "      <td>31106001</td>\n",
       "      <td>BOCHICCHIO</td>\n",
       "      <td>PAUL</td>\n",
       "      <td>19650222</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156800</th>\n",
       "      <td>ZZ0434820</td>\n",
       "      <td>30496001</td>\n",
       "      <td>EDMOND</td>\n",
       "      <td>WILLIE</td>\n",
       "      <td>19331028</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156801</th>\n",
       "      <td>ZZ0434831</td>\n",
       "      <td>30506004</td>\n",
       "      <td>ROBERTS</td>\n",
       "      <td>IONA</td>\n",
       "      <td>19181116</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156803</th>\n",
       "      <td>ZZ0434852</td>\n",
       "      <td>30762003</td>\n",
       "      <td>POLANCO</td>\n",
       "      <td>XIOMARA</td>\n",
       "      <td>19660221</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156804</th>\n",
       "      <td>ZZ0434855</td>\n",
       "      <td>30532001</td>\n",
       "      <td>EVANS</td>\n",
       "      <td>ANNE</td>\n",
       "      <td>19460123</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156805</th>\n",
       "      <td>ZZ0434866</td>\n",
       "      <td>30490001</td>\n",
       "      <td>MILLER</td>\n",
       "      <td>GEORGE</td>\n",
       "      <td>19290118</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156806</th>\n",
       "      <td>ZZ0434880</td>\n",
       "      <td>30482001</td>\n",
       "      <td>AGUIRRE</td>\n",
       "      <td>EVA</td>\n",
       "      <td>19540525</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156807</th>\n",
       "      <td>ZZ0434888</td>\n",
       "      <td>30157003</td>\n",
       "      <td>KOEHLER</td>\n",
       "      <td>SHERRY</td>\n",
       "      <td>19401008</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156808</th>\n",
       "      <td>ZZ0434908</td>\n",
       "      <td>30458001</td>\n",
       "      <td>RICHLAND</td>\n",
       "      <td>STEVEN</td>\n",
       "      <td>19491228</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156809</th>\n",
       "      <td>ZZ0434922</td>\n",
       "      <td>30702013</td>\n",
       "      <td>COHEN</td>\n",
       "      <td>ISIDORE</td>\n",
       "      <td>19310423</td>\n",
       "      <td>M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156810</th>\n",
       "      <td>ZZ0434927</td>\n",
       "      <td>30594013</td>\n",
       "      <td>BERARDINO</td>\n",
       "      <td>MARIA</td>\n",
       "      <td>19640520</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3156811</th>\n",
       "      <td>ZZ0434931</td>\n",
       "      <td>30594013</td>\n",
       "      <td>APICE</td>\n",
       "      <td>THERESA</td>\n",
       "      <td>19351002</td>\n",
       "      <td>F</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2651112 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        countyemsid bctcb2000    lastname  firstname birthdate gender\n",
       "0          0000000Y  50020011      NASSAR      LINDA  19481215      F\n",
       "2          00000116  50065001      LICATA      MARIE  19270526      F\n",
       "3          00000135  50226002    BELANSKY      IRENE  19340129      F\n",
       "4          00000167  41227014    MOLINARI       CRUZ  19330914      F\n",
       "6          00000254  50244001       MARSH    WILLIAM  19291101      M\n",
       "7          00000316  41275002      SEIBEL    SANFORD  19340508      M\n",
       "8          00000542  31126003       BLAKE   VERONICA  19500213      F\n",
       "10         00000619  10212001      TAYLOR    BERNARD  19220903      M\n",
       "11         00000717  50125002     MORRELL    PHYLLIS  19210123      F\n",
       "12         00001021  10174012     JENKINS        JOE  19270612      M\n",
       "13         00001066  50006001     GERHARD      EDITH  19210329      F\n",
       "14         00001076  50065001      LICATA    MICHAEL  19230129      M\n",
       "15         00001094  41333002     GROPPER        LEO  19180730      M\n",
       "17         00001366  50156014       FARGO    THERESA  19261026      F\n",
       "18         00001384  50291021        BRAY    CHARLES  19241025      M\n",
       "19         00001399  50047001      WINTER    DOROTHY  19220302      F\n",
       "20         00001400  50047001      WINTER   WINFIELD  19191130      M\n",
       "21         00001414  40661001     HASLACH    CHARLES  19310809      M\n",
       "22         00001716  50151005     TROIANO    ANTHONY  19290719      M\n",
       "23         00001725  50169011     MCGRATH      HELEN  19250818      F\n",
       "24         00001741  50291042    LOMBARDI  SALVATORE  19250713      M\n",
       "25         00001778  50189011      DEMAIO    ANTHONY  19260910      M\n",
       "26         00001998  50187012    CORRIGAN       JOHN  19271008      M\n",
       "28         00002138  50187021  BIRMINGHAM    FRANCIS  19270618      M\n",
       "29         00002292  50147003     CASSIDY     GLADYS  19221128      F\n",
       "30         00002365  50189011      DEMAIO       MARY  19290210      F\n",
       "32         00002513  41207001   MCDERMOTT   WINIFRED  19290329      F\n",
       "33         00002517  50244004     JOHNSEN      DORIS  19200620      F\n",
       "34         00002674  50244001      CONROY    DOLORES  19240328      F\n",
       "35         00002795  50244001       MARSH       MARY  19301012      F\n",
       "...             ...       ...         ...        ...       ...    ...\n",
       "3156781   ZZ0434682  30874012    MCINTOSH     STACEY  19630824      M\n",
       "3156782   ZZ0434686  30874012       JONES     DAPHNE  19301116      F\n",
       "3156783   ZZ0434698  30906003       WYLIE   TRANCINE  19660410      F\n",
       "3156784   ZZ0434725  30764003       TOWNS     WARREN  19340619      M\n",
       "3156785   ZZ0434732  30518001       SOHAN     RONALD  19470128      M\n",
       "3156786   ZZ0434738  30764001     SHUSTER    GILBERT  19561006      M\n",
       "3156787   ZZ0434740  30510003       BAKER     YVONNE  19510205      F\n",
       "3156788   ZZ0434741  30514001       ANGEL    FRANKIE  19491225      M\n",
       "3156789   ZZ0434748  30462011    VENTRICE    MAUREEN  19620324      F\n",
       "3156790   ZZ0434753  30462011      DUBOFF       ROSE  19190519      F\n",
       "3156791   ZZ0434769  30484001        OMAR      SIHAM  19410210      F\n",
       "3156792   ZZ0434779  30520003       FEDER       SIMA  19250626      F\n",
       "3156793   ZZ0434784  30133001      GODWIN       RUBY  19440429      F\n",
       "3156794   ZZ0434788  30157004       PRYCE    PATRICK  19560907      M\n",
       "3156795   ZZ0434794  30207003        NELL   ANNMARIE  19471204      F\n",
       "3156796   ZZ0434799  30165004      KRAMER      SUSAN  19520815      F\n",
       "3156797   ZZ0434807  30502011       MOSCA    MICHAEL  19540904      M\n",
       "3156798   ZZ0434809  30190001      CLEARY     THOMAS  19540310      M\n",
       "3156799   ZZ0434816  31106001  BOCHICCHIO       PAUL  19650222      M\n",
       "3156800   ZZ0434820  30496001      EDMOND     WILLIE  19331028      M\n",
       "3156801   ZZ0434831  30506004     ROBERTS       IONA  19181116      F\n",
       "3156803   ZZ0434852  30762003     POLANCO    XIOMARA  19660221      F\n",
       "3156804   ZZ0434855  30532001       EVANS       ANNE  19460123      F\n",
       "3156805   ZZ0434866  30490001      MILLER     GEORGE  19290118      M\n",
       "3156806   ZZ0434880  30482001     AGUIRRE        EVA  19540525      F\n",
       "3156807   ZZ0434888  30157003     KOEHLER     SHERRY  19401008      F\n",
       "3156808   ZZ0434908  30458001    RICHLAND     STEVEN  19491228      M\n",
       "3156809   ZZ0434922  30702013       COHEN    ISIDORE  19310423      M\n",
       "3156810   ZZ0434927  30594013   BERARDINO      MARIA  19640520      F\n",
       "3156811   ZZ0434931  30594013       APICE    THERESA  19351002      F\n",
       "\n",
       "[2651112 rows x 6 columns]"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "name_prob.index = name_prob['name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "race_location_prob.index = race_location_prob['cbg2000']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "location_prob.index = location_prob['cbg2000']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data_clean['race'] = ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def predict_race(lastname, bctcb2000, race_location_prob, name_prob, location_prob, race_perc):\n",
    "    name_p = name_prob.loc[lastname][['white','black','api','aian','2race','hispanic']]\n",
    "    race_location_p = race_location_prob.loc[bctcb2000][['white','black','api','aian','2race','hispanic']]\n",
    "    location_p = location_prob.loc[bctcb2000][['white','black','api','aian','2race','hispanic']]\n",
    "    location_perc = location_prob.loc[bctcb2000]['perc']\n",
    "    return location_perc * location_p / race_perc * name_p /(name_p * race_location_p).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "race_location_p = race_location_prob.iloc[1][['white','black','api','aian','2race','hispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "location_p = location_prob.iloc[1][['white','black','api','aian','2race','hispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "cbg2000          0001002\n",
       "total                697\n",
       "white          0.3859397\n",
       "black          0.4763271\n",
       "api           0.02582496\n",
       "aian          0.00143472\n",
       "2race         0.03012912\n",
       "hispanic      0.07890961\n",
       "perc        3.672972e-05\n",
       "Name: 0001002, dtype: object"
      ]
     },
     "execution_count": 166,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "location_prob.iloc[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2race        3.29004e-09\n",
       "aian        3.628256e-10\n",
       "api         2.988914e-10\n",
       "black       1.393327e-08\n",
       "hispanic    3.678692e-10\n",
       "white       5.231394e-10\n",
       "dtype: object"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "location_p * race_location_p* location_perc/race_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2race       0.019293\n",
       "aian        0.002767\n",
       "api         0.054866\n",
       "black       0.148216\n",
       "hispanic    0.151113\n",
       "white       0.619767\n",
       "dtype: float64"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "race_perc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6.049921253748222e-05"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(name_prob.loc['SMITH'] * race_location_p).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "lastname = 'SMITH'\n",
    "bctcb2000 = '10212001'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "name_p = name_prob.loc[lastname][['white','black','api','aian','2race','hispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "race_location_p = race_location_prob.loc[bctcb2000][['white','black','api','aian','2race','hispanic']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "location_p = location_prob.loc[bctcb2000][['white','black','api','aian','2race','hispanic']]\n",
    "location_perc = location_prob.loc[bctcb2000]['perc']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2race       0.003847818\n",
       "aian           0.373149\n",
       "api                   0\n",
       "black         0.6058498\n",
       "hispanic    0.004576314\n",
       "white        0.01257706\n",
       "dtype: object"
      ]
     },
     "execution_count": 178,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "location_perc * location_p / race_perc * name_p /(name_p * race_location_p).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2race       0.01581204\n",
       "aian               NaN\n",
       "api                NaN\n",
       "black        0.8668691\n",
       "hispanic    0.07601511\n",
       "white       0.04130372\n",
       "dtype: object"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predict_race('REBECCA', bctcb2000, race_location_prob, name_prob, location_prob, race_perc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}