Language-Detector PT-Prep.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os #To manage access to directories from python\n",
    "import string\n",
    "import unicodedata\n",
    "from nltk import ngrams\n",
    "import pickle\n",
    "import time\n",
    "import pandas as pd\n",
    "import nltk\n",
    "import operator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "start=time.time()\n",
    "with open('final_dict','rb') as pickle_in:\n",
    "    final_dict = pickle.load(pickle_in)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "pt_files=final_dict['portuguese']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final_dict) #unbind to release memory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_ngram(term,n):\n",
    "    generated_ngrams = ngrams(term,n)\n",
    "    return(generated_ngrams)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "def language_ngrams(files):\n",
    "    ngrams_list={}\n",
    "    i=0\n",
    "    for file in files:\n",
    "        ngrams_list[i]=generate_ngram(file,3)\n",
    "        i=i+1\n",
    "    return(ngrams_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "npt_files=[' '.join(f) for f in pt_files] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(pt_files) #We now use nfr_files instead ==> release ressources!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.031248092651367188\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "r=language_ngrams(npt_files)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.7343363761901855\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "l=[]\n",
    "for i in range(0,len(r)):\n",
    "    l.append(list(r[i]))\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(r)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.2499213218688965\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for i in range (0,943):\n",
    "    pt_trigrams=l[i*10:(i+1)*10]\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\portuguese\\\\\"+'pt_trigrams'+str(i+1)\n",
    "    with open (file_name,'wb') as pickle_out31:\n",
    "        pickle.dump(pt_trigrams,pickle_out31)\n",
    "    del(pickle_out31)\n",
    "    del(pt_trigrams)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "pt_trigrams=l[9430:9434]\n",
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\portuguese\\\\pt_trigrams944\"\n",
    "with open (file_name,'wb') as pickle_out31:\n",
    "    pickle.dump(pt_trigrams,pickle_out31)\n",
    "del(pickle_out31)\n",
    "del(pt_trigrams)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4.531113862991333\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "final=[]\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\portuguese\\\\\"+'pt_trigrams'+str(i+1)\n",
    "    with open(file_name,'rb') as pickle_in:\n",
    "        final.append(frequency_dataframe(pickle.load(pickle_in)))\n",
    "    del pickle_in\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.07812118530273438\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\pt_frequency\\\\\"+'pt_frequency'+str(i+1)\n",
    "    with open (file_name,'wb') as pickle_out32:\n",
    "        pickle.dump(final[i],pickle_out32)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6.624540090560913\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "final=[]\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\pt_frequency\\\\\"+'pt_frequency'+str(i+1)\n",
    "    with open (file_name,'rb') as pickle_in332:\n",
    "        final.append(pickle.load(pickle_in332))\n",
    "    del(pickle_in332)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def frequency_dataframe(trigram_file):\n",
    "    h=[]\n",
    "    for file in trigram_file:\n",
    "        h.append(nltk.FreqDist(file))\n",
    "    return(h)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_max_trigrams(freq_dictt):\n",
    "    new_dict={}\n",
    "    for key in freq_dictt:\n",
    "        if (freq_dictt[key]>=300):\n",
    "            new_dict[key]=freq_dictt[key]\n",
    "    return(sorted(new_dict.items(),key=operator.itemgetter(1)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.7030303478240967\n"
     ]
    }
   ],
   "source": [
    "mn=[]\n",
    "start=time.time()\n",
    "for i in range (0,944):\n",
    "    for dictio in final[i]:\n",
    "        mn.append(extract_max_trigrams(dictio))\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final) #Release ressources man!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0\n"
     ]
    }
   ],
   "source": [
    "mnn=[]\n",
    "start=time.time()\n",
    "for i in range (0,len(mn)):\n",
    "    if (len(mn[i])>100):\n",
    "        mnn.append(mn[i])\n",
    "end=time.time()\n",
    "print(end-start) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.03124690055847168\n"
     ]
    }
   ],
   "source": [
    "list_trigrams=[]\n",
    "start=time.time()\n",
    "for i in range (0,len(mnn)):\n",
    "    for j in range (len(mnn[i])-100,len(mnn[i])):\n",
    "        list_trigrams.append(mnn[i][j][0])\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "63500\n",
      "306\n",
      "{('q', 'u', 'i'), ('c', 'a', ' '), ('s', 't', 'i'), ('i', 's', ' '), ('o', 'c', 'i'), ('i', 'd', 'e'), ('r', 'c', 'a'), ('o', ' ', 'a'), ('r', 'l', 'a'), ('s', ' ', 'd'), ('r', 'a', 'b'), ('t', 'r', 'a'), ('f', 'o', 'r'), ('a', 'm', 'e'), ('i', 'o', ' '), (' ', 'o', ' '), ('a', ' ', 'i'), ('u', 'n', 'i'), ('a', 'n', 'd'), ('o', 'r', 'm'), ('i', 'c', 'i'), ('e', 's', ' '), ('b', 'a', 'l'), ('u', 'r', 'o'), ('r', 'e', 'g'), ('r', 'a', ' '), (' ', 'p', 'a'), ('n', 'h', 'o'), ('e', 's', 'p'), ('a', ' ', 'u'), ('o', 'r', ' '), ('r', 'i', 'a'), ('o', ' ', 't'), ('v', 'i', 'c'), ('n', 'g', 'u'), ('r', 'v', 'i'), ('s', ' ', 'e'), ('t', 'a', 'r'), ('t', 'o', ' '), (' ', 'a', 's'), ('i', 'c', 'o'), ('m', 'e', 'n'), ('o', 'r', 't'), ('c', 'o', 'e'), ('e', ' ', 't'), ('r', 'g', 'a'), ('o', 'l', 'i'), ('e', 'c', 't'), ('a', 'i', 's'), (' ', 'e', 'n'), ('e', ' ', 'a'), ('r', 'o', 'p'), (' ', 'm', 'a'), (' ', 's', 'u'), ('r', 'a', 't'), ('s', 'p', 'e'), ('s', 'a', 'o'), ('n', 'c', 'i'), ('e', ' ', 'n'), ('s', 's', 'a'), ('t', 'e', 'r'), ('a', ' ', 't'), ('r', 'a', 'n'), ('d', 'e', 's'), (' ', 'd', 'o'), ('e', 'r', 'a'), (' ', 's', 'a'), ('a', 'r', 'i'), (' ', 'm', 'u'), ('u', 'l', 't'), ('i', 't', 'i'), ('a', 'n', 't'), ('s', ' ', 'c'), ('m', 'o', ' '), ('d', 'i', 'r'), ('r', 'o', 's'), (' ', 'e', 'u'), ('i', 'n', 'g'), (' ', 'e', ' '), ('n', 'a', ' '), ('p', 'o', 's'), (' ', 'p', ' '), ('s', 's', 'o'), ('n', 'c', 'a'), ('s', ' ', 'p'), (' ', 'r', 'e'), (' ', 's', 'o'), ('i', 't', 'o'), ('s', 't', 'e'), (' ', 'a', 'g'), ('a', 't', 'a'), ('e', 's', 'i'), ('q', 'u', 'e'), (' ', 'a', 'c'), ('h', 'e', 'r'), ('s', ' ', 'q'), (' ', 'p', 'o'), ('s', 's', 'i'), ('o', ' ', 'd'), ('g', 'i', 'o'), (' ', 'd', 'a'), ('p', 'o', 'r'), ('c', 'i', 'a'), ('p', 'r', 'e'), ('o', 'm', 'i'), (' ', 'u', 'm'), ('a', 'l', 'i'), ('e', ' ', 'o'), ('v', 'e', 's'), ('t', 'u', 'r'), ('r', 'q', 'u'), ('o', 'e', 's'), ('n', 't', 'e'), ('s', ' ', 's'), ('s', 'm', 'o'), ('h', 'u', 'n'), ('r', 'o', 'r'), (' ', 'n', 'a'), ('s', 't', 'r'), ('r', 'e', 'c'), ('i', 'm', 'i'), ('o', ' ', 'e'), ('e', 'g', 'i'), ('o', 'n', 't'), ('c', 'u', 'l'), ('l', 'h', 'e'), (' ', 'h', 'u'), ('a', 'c', 'o'), ('e', 'r', ' '), ('a', ' ', 'd'), ('i', 'c', 'a'), ('e', 'i', 'r'), (' ', 'm', 'o'), ('u', 'e', ' '), ('n', 'a', 'o'), ('e', 's', 't'), ('a', 'd', 'o'), ('i', 't', 'u'), ('a', ' ', 'n'), ('t', 'i', 't'), ('n', 'e', 'r'), ('d', 'o', ' '), ('a', 'r', ' '), ('e', ' ', 'd'), ('a', ' ', 'e'), ('e', 'l', 'a'), ('s', 'e', 'n'), ('o', ' ', 'n'), ('u', 'c', 'a'), ('s', 'o', 'c'), ('r', 'e', 's'), ('t', 'e', 'n'), ('i', 'd', 'o'), ('a', 'd', 'a'), (' ', 't', 'r'), (' ', 'e', 'm'), ('i', 's', 't'), ('a', 'l', 'h'), ('o', ' ', 'c'), (' ', 'a', 'l'), ('a', 'c', 'a'), ('o', 'p', 'e'), ('r', 'i', 's'), ('e', 'u', 'r'), ('e', 'n', 'c'), (' ', 'i', 'n'), ('l', 'i', 't'), ('e', ' ', 'm'), ('e', 'i', 't'), (' ', 'u', 'n'), ('a', ' ', 'p'), ('a', 'o', ' '), ('t', 'a', ' '), (' ', 'd', 'e'), ('i', 'd', 'a'), ('a', 'l', ' '), ('o', ' ', 'q'), ('c', 'a', 'o'), ('d', 'o', 's'), (' ', 't', 'u'), ('r', 'm', 'a'), ('a', ' ', 'c'), ('t', 'e', ' '), ('i', 'r', 'e'), ('g', 'i', 'a'), ('m', 'a', ' '), (' ', 'n', 'o'), ('s', 'e', ' '), ('u', 'r', 'q'), ('d', 'a', ' '), (' ', 'f', 'a'), ('e', 'm', 'p'), ('o', ' ', 'p'), ('e', 'm', ' '), ('u', 'm', 'a'), ('n', 's', 't'), ('m', 'a', 'i'), ('e', 'n', 'e'), ('a', 'm', 'b'), ('p', 'o', 'l'), ('e', ' ', 'p'), ('t', 'o', 's'), ('o', 'r', 'i'), ('e', 'r', 'e'), ('a', ' ', 'm'), ('s', 't', 'a'), ('a', 's', ' '), ('a', 'n', 'c'), ('d', 'a', 's'), ('m', 'u', 'l'), ('o', ' ', 's'), ('i', 'a', ' '), ('s', 'e', 's'), ('i', 'm', 'e'), (' ', 'c', 'u'), ('r', 'a', 'm'), ('n', 't', 'o'), ('d', 'e', 'n'), ('a', ' ', 's'), ('e', 'n', 'h'), ('s', 'o', ' '), ('e', ' ', 'e'), (' ', 'o', 'r'), ('e', 's', 'a'), ('e', ' ', 's'), ('r', 'e', 'l'), (' ', 'i', 'm'), ('g', 'o', ' '), ('m', 'i', 'g'), (' ', 'c', 'a'), (' ', 'e', 's'), ('s', ' ', 'a'), ('g', 'r', 'a'), ('o', 's', 't'), ('e', 'r', 'g'), ('n', 't', 'a'), ('m', 'i', 's'), (' ', 'm', 'e'), ('l', 'h', 'o'), ('r', 'o', ' '), ('u', 'n', 'g'), ('o', 's', ' '), (' ', 'p', 'e'), ('t', 'i', 'v'), ('t', 'o', 'r'), ('d', 'e', ' '), ('l', 'a', 'r'), ('e', 'r', 'r'), ('m', 'o', 's'), ('r', 'e', 'i'), ('e', 'r', 'v'), ('e', ' ', 'c'), ('i', 'g', 'r'), ('s', ' ', 'n'), ('u', 'i', 'a'), ('s', 'i', 'd'), ('p', 'a', 'r'), ('o', 'r', 'c'), ('t', 'a', 'd'), (' ', 'c', 'o'), ('r', 'a', 'c'), ('n', 'o', 's'), (' ', 'a', ' '), ('t', 'i', 'c'), (' ', 's', 'e'), ('r', 'r', 'o'), (' ', 'q', 'u'), (' ', 't', 'e'), ('c', 'a', 'm'), ('p', 'r', 'o'), ('a', 'b', 'a'), ('h', 'o', 'r'), ('d', 'a', 'd'), ('o', 'n', 's'), ('a', 'd', 'e'), ('c', 'o', 'm'), (' ', 'p', 'r'), ('e', 'n', 't'), ('e', 'm', 'o'), ('g', 'u', 'a'), ('i', 'l', 'i'), ('e', 's', 'e'), ('e', 'r', 'i'), ('o', 'r', 'e'), ('m', 'p', 'r'), ('a', 'r', 'a'), ('a', 'r', 'g'), (' ', 'o', 's'), ('a', ' ', 'r'), ('u', 'r', 'a'), (' ', 'd', 'i'), ('n', 'o', ' '), ('e', 's', 's'), ('c', 'o', 'n'), ('a', 'l', 'a'), ('o', ' ', 'o'), ('s', 'e', 'r'), ('a', ' ', 'a'), ('u', 'l', 'h'), ('a', 't', 'i'), ('r', ' ', 'a'), ('r', 'i', 'o'), ('s', ' ', 'm'), ('e', 'd', 'i'), ('i', 's', 's'), ('u', 'm', ' ')}\n"
     ]
    }
   ],
   "source": [
    "pt_features=set(list_trigrams)\n",
    "print(len(list_trigrams))\n",
    "print(len(pt_features))\n",
    "print(pt_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(mn)\n",
    "del(mnn) #Boy gotta clear those ressources! We don't need them anyway we got our french features vector."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\pt_features\"\n",
    "with open (file_name,'wb') as pickle_out32:\n",
    "    pickle.dump(pt_features,pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\pt_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    pt_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\it_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    it_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\fr_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    fr_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\sp_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    sp_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "286\n"
     ]
    }
   ],
   "source": [
    "c=0\n",
    "ffr_features=[]\n",
    "for i in fr_features:\n",
    "    if (i not in it_features and i not in pt_features and i not in sp_features):\n",
    "        c=c+1\n",
    "        ffr_features.append(i)\n",
    "print(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "57\n"
     ]
    }
   ],
   "source": [
    "d=0\n",
    "fpt_features=[]\n",
    "for i in pt_features:\n",
    "    if (i not in it_features and i not in fr_features and i not in sp_features):\n",
    "        d=d+1\n",
    "        fpt_features.append(i)\n",
    "print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "51\n"
     ]
    }
   ],
   "source": [
    "e=0\n",
    "fsp_features=[]\n",
    "for i in sp_features:\n",
    "    if (i not in it_features and i not in pt_features and i not in fr_features):\n",
    "        e=e+1\n",
    "        fsp_features.append(i)\n",
    "print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "70\n"
     ]
    }
   ],
   "source": [
    "f=0\n",
    "fit_features=[]\n",
    "for i in it_features:\n",
    "    if (i not in fr_features and i not in pt_features and i not in sp_features):\n",
    "        f=f+1\n",
    "        fit_features.append(i)\n",
    "print(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6.687040328979492\n"
     ]
    }
   ],
   "source": [
    "df_dict={}\n",
    "start=time.time()\n",
    "for trigram in fsp_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9.124871492385864\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in fit_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8.9369056224823\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in fpt_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35.74755024909973\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in ffr_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "pt_dataFrame=pd.DataFrame.from_dict(df_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"10\" halign=\"left\"></th>\n",
       "      <th>...</th>\n",
       "      <th colspan=\"6\" halign=\"left\">v</th>\n",
       "      <th>y</th>\n",
       "      <th colspan=\"3\" halign=\"left\">z</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th colspan=\"7\" halign=\"left\">a</th>\n",
       "      <th>b</th>\n",
       "      <th>c</th>\n",
       "      <th>...</th>\n",
       "      <th>e</th>\n",
       "      <th>i</th>\n",
       "      <th colspan=\"4\" halign=\"left\">o</th>\n",
       "      <th>s</th>\n",
       "      <th>a</th>\n",
       "      <th>i</th>\n",
       "      <th>z</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>s</th>\n",
       "      <th>g</th>\n",
       "      <th>i</th>\n",
       "      <th>m</th>\n",
       "      <th>p</th>\n",
       "      <th>s</th>\n",
       "      <th>u</th>\n",
       "      <th>v</th>\n",
       "      <th>i</th>\n",
       "      <th>e</th>\n",
       "      <th>...</th>\n",
       "      <th>s</th>\n",
       "      <th>c</th>\n",
       "      <th>i</th>\n",
       "      <th>n</th>\n",
       "      <th>r</th>\n",
       "      <th>u</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>o</th>\n",
       "      <th>a</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000563</td>\n",
       "      <td>0.000498</td>\n",
       "      <td>0.000249</td>\n",
       "      <td>0.000314</td>\n",
       "      <td>0.001441</td>\n",
       "      <td>0.002704</td>\n",
       "      <td>0.000367</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000275</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000481</td>\n",
       "      <td>0.000455</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>0.000385</td>\n",
       "      <td>0.001380</td>\n",
       "      <td>0.002519</td>\n",
       "      <td>0.000834</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000268</td>\n",
       "      <td>0.000145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000059</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.000495</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>0.000497</td>\n",
       "      <td>0.001066</td>\n",
       "      <td>0.002083</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000317</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000227</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000192</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000518</td>\n",
       "      <td>0.000325</td>\n",
       "      <td>0.000360</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>0.001118</td>\n",
       "      <td>0.002404</td>\n",
       "      <td>0.000290</td>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000296</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000384</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000602</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.001191</td>\n",
       "      <td>0.002356</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000144</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000092</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000411</td>\n",
       "      <td>0.000483</td>\n",
       "      <td>0.000251</td>\n",
       "      <td>0.000511</td>\n",
       "      <td>0.001245</td>\n",
       "      <td>0.002098</td>\n",
       "      <td>0.000593</td>\n",
       "      <td>0.000097</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.000279</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000257</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000110</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000553</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.000215</td>\n",
       "      <td>0.000918</td>\n",
       "      <td>0.001471</td>\n",
       "      <td>0.002037</td>\n",
       "      <td>0.001327</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000273</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000293</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.000517</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>0.000435</td>\n",
       "      <td>0.001219</td>\n",
       "      <td>0.002960</td>\n",
       "      <td>0.000238</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000221</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000244</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000058</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000516</td>\n",
       "      <td>0.000894</td>\n",
       "      <td>0.000255</td>\n",
       "      <td>0.000650</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.002321</td>\n",
       "      <td>0.000414</td>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000431</td>\n",
       "      <td>0.000525</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>0.000435</td>\n",
       "      <td>0.001027</td>\n",
       "      <td>0.002386</td>\n",
       "      <td>0.000238</td>\n",
       "      <td>0.000110</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000254</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000225</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.000451</td>\n",
       "      <td>0.000372</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>0.000409</td>\n",
       "      <td>0.001116</td>\n",
       "      <td>0.002341</td>\n",
       "      <td>0.000451</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000290</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000640</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.000501</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.000189</td>\n",
       "      <td>0.000211</td>\n",
       "      <td>0.000779</td>\n",
       "      <td>0.001869</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>0.000145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.002803</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000145</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.000373</td>\n",
       "      <td>0.000391</td>\n",
       "      <td>0.000309</td>\n",
       "      <td>0.000498</td>\n",
       "      <td>0.001020</td>\n",
       "      <td>0.002366</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000360</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000298</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.000481</td>\n",
       "      <td>0.000335</td>\n",
       "      <td>0.000309</td>\n",
       "      <td>0.000541</td>\n",
       "      <td>0.001305</td>\n",
       "      <td>0.002687</td>\n",
       "      <td>0.000541</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000249</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000378</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.000163</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000266</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.000378</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.000313</td>\n",
       "      <td>0.000479</td>\n",
       "      <td>0.001170</td>\n",
       "      <td>0.001987</td>\n",
       "      <td>0.000276</td>\n",
       "      <td>0.000150</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>0.000284</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000362</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.000510</td>\n",
       "      <td>0.000421</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.000801</td>\n",
       "      <td>0.001139</td>\n",
       "      <td>0.002111</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>0.000149</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.000486</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>0.000235</td>\n",
       "      <td>0.000514</td>\n",
       "      <td>0.001216</td>\n",
       "      <td>0.002275</td>\n",
       "      <td>0.000501</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000231</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.000633</td>\n",
       "      <td>0.000316</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>0.000378</td>\n",
       "      <td>0.001175</td>\n",
       "      <td>0.002382</td>\n",
       "      <td>0.000396</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000337</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000301</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000193</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.000542</td>\n",
       "      <td>0.001417</td>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.000242</td>\n",
       "      <td>0.001463</td>\n",
       "      <td>0.003053</td>\n",
       "      <td>0.000265</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000392</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000219</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000437</td>\n",
       "      <td>0.000482</td>\n",
       "      <td>0.000269</td>\n",
       "      <td>0.000578</td>\n",
       "      <td>0.001153</td>\n",
       "      <td>0.002376</td>\n",
       "      <td>0.000230</td>\n",
       "      <td>0.000198</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.000304</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000435</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000042</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.000485</td>\n",
       "      <td>0.000337</td>\n",
       "      <td>0.000221</td>\n",
       "      <td>0.000380</td>\n",
       "      <td>0.001037</td>\n",
       "      <td>0.002435</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>0.000325</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000423</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000159</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.000497</td>\n",
       "      <td>0.000366</td>\n",
       "      <td>0.000219</td>\n",
       "      <td>0.000278</td>\n",
       "      <td>0.001419</td>\n",
       "      <td>0.002570</td>\n",
       "      <td>0.000497</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000297</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000156</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.000442</td>\n",
       "      <td>0.000492</td>\n",
       "      <td>0.000273</td>\n",
       "      <td>0.000401</td>\n",
       "      <td>0.001156</td>\n",
       "      <td>0.002159</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000121</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>0.000324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000279</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>0.000080</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.000477</td>\n",
       "      <td>0.000378</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>0.000507</td>\n",
       "      <td>0.001087</td>\n",
       "      <td>0.002155</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>0.000296</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000154</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.000635</td>\n",
       "      <td>0.000517</td>\n",
       "      <td>0.000233</td>\n",
       "      <td>0.000409</td>\n",
       "      <td>0.001255</td>\n",
       "      <td>0.002289</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000301</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000211</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000206</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000095</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.000718</td>\n",
       "      <td>0.000535</td>\n",
       "      <td>0.000260</td>\n",
       "      <td>0.000401</td>\n",
       "      <td>0.001049</td>\n",
       "      <td>0.002351</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000324</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000260</td>\n",
       "      <td>0.000183</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000106</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.000423</td>\n",
       "      <td>0.000618</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.000468</td>\n",
       "      <td>0.001277</td>\n",
       "      <td>0.002439</td>\n",
       "      <td>0.000385</td>\n",
       "      <td>0.000268</td>\n",
       "      <td>0.000056</td>\n",
       "      <td>0.000327</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000343</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000104</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.000393</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000316</td>\n",
       "      <td>0.001285</td>\n",
       "      <td>0.002330</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>0.000144</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000460</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.000501</td>\n",
       "      <td>0.001421</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000233</td>\n",
       "      <td>0.001515</td>\n",
       "      <td>0.002260</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>0.000419</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000186</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000134</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.000490</td>\n",
       "      <td>0.000539</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>0.000368</td>\n",
       "      <td>0.001244</td>\n",
       "      <td>0.002241</td>\n",
       "      <td>0.000391</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000348</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000282</td>\n",
       "      <td>0.000144</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9404</th>\n",
       "      <td>0.000586</td>\n",
       "      <td>0.001057</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>0.000401</td>\n",
       "      <td>0.001242</td>\n",
       "      <td>0.002030</td>\n",
       "      <td>0.000347</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.000247</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000193</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9405</th>\n",
       "      <td>0.000608</td>\n",
       "      <td>0.000257</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.001402</td>\n",
       "      <td>0.002220</td>\n",
       "      <td>0.000234</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000771</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000444</td>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9406</th>\n",
       "      <td>0.000366</td>\n",
       "      <td>0.000433</td>\n",
       "      <td>0.000264</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.001092</td>\n",
       "      <td>0.002341</td>\n",
       "      <td>0.000355</td>\n",
       "      <td>0.000107</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000456</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000141</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9407</th>\n",
       "      <td>0.000430</td>\n",
       "      <td>0.000433</td>\n",
       "      <td>0.000313</td>\n",
       "      <td>0.000449</td>\n",
       "      <td>0.001143</td>\n",
       "      <td>0.002529</td>\n",
       "      <td>0.000546</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000223</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000233</td>\n",
       "      <td>0.000107</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9408</th>\n",
       "      <td>0.000612</td>\n",
       "      <td>0.000464</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>0.000348</td>\n",
       "      <td>0.001072</td>\n",
       "      <td>0.002354</td>\n",
       "      <td>0.000337</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000316</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000221</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9409</th>\n",
       "      <td>0.000529</td>\n",
       "      <td>0.000725</td>\n",
       "      <td>0.000325</td>\n",
       "      <td>0.000310</td>\n",
       "      <td>0.001137</td>\n",
       "      <td>0.002512</td>\n",
       "      <td>0.000365</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000161</td>\n",
       "      <td>0.000470</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000365</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9410</th>\n",
       "      <td>0.000741</td>\n",
       "      <td>0.000669</td>\n",
       "      <td>0.000346</td>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.000753</td>\n",
       "      <td>0.002114</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000275</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000334</td>\n",
       "      <td>0.000215</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000072</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9411</th>\n",
       "      <td>0.001251</td>\n",
       "      <td>0.000569</td>\n",
       "      <td>0.000625</td>\n",
       "      <td>0.000796</td>\n",
       "      <td>0.001422</td>\n",
       "      <td>0.001820</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000057</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000227</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000227</td>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9412</th>\n",
       "      <td>0.000526</td>\n",
       "      <td>0.000785</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000377</td>\n",
       "      <td>0.001053</td>\n",
       "      <td>0.002324</td>\n",
       "      <td>0.000292</td>\n",
       "      <td>0.000104</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000289</td>\n",
       "      <td>0.000106</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9413</th>\n",
       "      <td>0.000648</td>\n",
       "      <td>0.000517</td>\n",
       "      <td>0.000289</td>\n",
       "      <td>0.000551</td>\n",
       "      <td>0.001111</td>\n",
       "      <td>0.002274</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>0.000160</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.000282</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9414</th>\n",
       "      <td>0.000660</td>\n",
       "      <td>0.000280</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000421</td>\n",
       "      <td>0.001204</td>\n",
       "      <td>0.002515</td>\n",
       "      <td>0.000404</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000297</td>\n",
       "      <td>0.000396</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9415</th>\n",
       "      <td>0.000564</td>\n",
       "      <td>0.000368</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000329</td>\n",
       "      <td>0.001575</td>\n",
       "      <td>0.002751</td>\n",
       "      <td>0.000313</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.000392</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000313</td>\n",
       "      <td>0.000227</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9416</th>\n",
       "      <td>0.000303</td>\n",
       "      <td>0.000498</td>\n",
       "      <td>0.000255</td>\n",
       "      <td>0.000293</td>\n",
       "      <td>0.001221</td>\n",
       "      <td>0.002653</td>\n",
       "      <td>0.000389</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000588</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9417</th>\n",
       "      <td>0.000418</td>\n",
       "      <td>0.000473</td>\n",
       "      <td>0.000305</td>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.001041</td>\n",
       "      <td>0.002587</td>\n",
       "      <td>0.000333</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000284</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000307</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9418</th>\n",
       "      <td>0.000617</td>\n",
       "      <td>0.000583</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.001166</td>\n",
       "      <td>0.002272</td>\n",
       "      <td>0.000245</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.000382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9419</th>\n",
       "      <td>0.000434</td>\n",
       "      <td>0.001353</td>\n",
       "      <td>0.000283</td>\n",
       "      <td>0.000353</td>\n",
       "      <td>0.001040</td>\n",
       "      <td>0.002160</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000252</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000121</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9420</th>\n",
       "      <td>0.000420</td>\n",
       "      <td>0.000504</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>0.000428</td>\n",
       "      <td>0.001065</td>\n",
       "      <td>0.002324</td>\n",
       "      <td>0.000382</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000405</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9421</th>\n",
       "      <td>0.000553</td>\n",
       "      <td>0.000263</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000324</td>\n",
       "      <td>0.001173</td>\n",
       "      <td>0.002737</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000229</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000425</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000189</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9422</th>\n",
       "      <td>0.000514</td>\n",
       "      <td>0.000507</td>\n",
       "      <td>0.000392</td>\n",
       "      <td>0.000467</td>\n",
       "      <td>0.001374</td>\n",
       "      <td>0.002977</td>\n",
       "      <td>0.000304</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000217</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000095</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9423</th>\n",
       "      <td>0.000621</td>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.000408</td>\n",
       "      <td>0.000551</td>\n",
       "      <td>0.001159</td>\n",
       "      <td>0.002411</td>\n",
       "      <td>0.000460</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000345</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000299</td>\n",
       "      <td>0.000073</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000161</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9424</th>\n",
       "      <td>0.000586</td>\n",
       "      <td>0.000502</td>\n",
       "      <td>0.000247</td>\n",
       "      <td>0.000629</td>\n",
       "      <td>0.000941</td>\n",
       "      <td>0.002385</td>\n",
       "      <td>0.000258</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000303</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000265</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000127</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9425</th>\n",
       "      <td>0.000595</td>\n",
       "      <td>0.000428</td>\n",
       "      <td>0.000286</td>\n",
       "      <td>0.000400</td>\n",
       "      <td>0.001326</td>\n",
       "      <td>0.002630</td>\n",
       "      <td>0.000245</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000350</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000383</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9426</th>\n",
       "      <td>0.000476</td>\n",
       "      <td>0.000427</td>\n",
       "      <td>0.000149</td>\n",
       "      <td>0.000407</td>\n",
       "      <td>0.001509</td>\n",
       "      <td>0.002670</td>\n",
       "      <td>0.000447</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9427</th>\n",
       "      <td>0.000410</td>\n",
       "      <td>0.000567</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>0.000597</td>\n",
       "      <td>0.001207</td>\n",
       "      <td>0.002219</td>\n",
       "      <td>0.000237</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9428</th>\n",
       "      <td>0.000489</td>\n",
       "      <td>0.000310</td>\n",
       "      <td>0.000228</td>\n",
       "      <td>0.000342</td>\n",
       "      <td>0.001418</td>\n",
       "      <td>0.002314</td>\n",
       "      <td>0.000301</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000057</td>\n",
       "      <td>0.000367</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000285</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000073</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9429</th>\n",
       "      <td>0.000485</td>\n",
       "      <td>0.000622</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>0.000463</td>\n",
       "      <td>0.001383</td>\n",
       "      <td>0.002207</td>\n",
       "      <td>0.000409</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000308</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000092</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000108</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9430</th>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.000534</td>\n",
       "      <td>0.000304</td>\n",
       "      <td>0.000456</td>\n",
       "      <td>0.001214</td>\n",
       "      <td>0.002277</td>\n",
       "      <td>0.000363</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000254</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000106</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9431</th>\n",
       "      <td>0.000674</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000273</td>\n",
       "      <td>0.000520</td>\n",
       "      <td>0.001166</td>\n",
       "      <td>0.002395</td>\n",
       "      <td>0.000345</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000292</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000299</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000092</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9432</th>\n",
       "      <td>0.000688</td>\n",
       "      <td>0.000448</td>\n",
       "      <td>0.000274</td>\n",
       "      <td>0.000292</td>\n",
       "      <td>0.001284</td>\n",
       "      <td>0.002334</td>\n",
       "      <td>0.000401</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000244</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9433</th>\n",
       "      <td>0.000704</td>\n",
       "      <td>0.000896</td>\n",
       "      <td>0.000333</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>0.001663</td>\n",
       "      <td>0.002648</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000601</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000269</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000256</td>\n",
       "      <td>0.000051</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9434 rows × 464 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            \\\n",
       "                       a                                                     \n",
       "             s         g         i         m         p         s         u   \n",
       "0     0.000563  0.000498  0.000249  0.000314  0.001441  0.002704  0.000367   \n",
       "1     0.000481  0.000455  0.000243  0.000385  0.001380  0.002519  0.000834   \n",
       "2     0.000472  0.000495  0.000224  0.000497  0.001066  0.002083  0.000222   \n",
       "3     0.000518  0.000325  0.000360  0.000328  0.001118  0.002404  0.000290   \n",
       "4     0.000602  0.000262  0.000170  0.000157  0.001191  0.002356  0.000222   \n",
       "5     0.000411  0.000483  0.000251  0.000511  0.001245  0.002098  0.000593   \n",
       "6     0.000553  0.000195  0.000215  0.000918  0.001471  0.002037  0.001327   \n",
       "7     0.000487  0.000517  0.000232  0.000435  0.001219  0.002960  0.000238   \n",
       "8     0.000516  0.000894  0.000255  0.000650  0.001171  0.002321  0.000414   \n",
       "9     0.000431  0.000525  0.000300  0.000435  0.001027  0.002386  0.000238   \n",
       "10    0.000451  0.000372  0.000213  0.000409  0.001116  0.002341  0.000451   \n",
       "11    0.000501  0.000222  0.000189  0.000211  0.000779  0.001869  0.000300   \n",
       "12    0.000373  0.000391  0.000309  0.000498  0.001020  0.002366  0.000224   \n",
       "13    0.000481  0.000335  0.000309  0.000541  0.001305  0.002687  0.000541   \n",
       "14    0.000378  0.000354  0.000313  0.000479  0.001170  0.001987  0.000276   \n",
       "15    0.000510  0.000421  0.000203  0.000801  0.001139  0.002111  0.000232   \n",
       "16    0.000486  0.000328  0.000235  0.000514  0.001216  0.002275  0.000501   \n",
       "17    0.000633  0.000316  0.000213  0.000378  0.001175  0.002382  0.000396   \n",
       "18    0.000542  0.001417  0.000184  0.000242  0.001463  0.003053  0.000265   \n",
       "19    0.000437  0.000482  0.000269  0.000578  0.001153  0.002376  0.000230   \n",
       "20    0.000485  0.000337  0.000221  0.000380  0.001037  0.002435  0.000294   \n",
       "21    0.000497  0.000366  0.000219  0.000278  0.001419  0.002570  0.000497   \n",
       "22    0.000442  0.000492  0.000273  0.000401  0.001156  0.002159  0.000274   \n",
       "23    0.000477  0.000378  0.000216  0.000507  0.001087  0.002155  0.000294   \n",
       "24    0.000635  0.000517  0.000233  0.000409  0.001255  0.002289  0.000274   \n",
       "25    0.000718  0.000535  0.000260  0.000401  0.001049  0.002351  0.000239   \n",
       "26    0.000423  0.000618  0.000294  0.000468  0.001277  0.002439  0.000385   \n",
       "27    0.000393  0.000307  0.000182  0.000316  0.001285  0.002330  0.000307   \n",
       "28    0.000501  0.001421  0.000274  0.000233  0.001515  0.002260  0.000274   \n",
       "29    0.000490  0.000539  0.000373  0.000368  0.001244  0.002241  0.000391   \n",
       "...        ...       ...       ...       ...       ...       ...       ...   \n",
       "9404  0.000586  0.001057  0.000232  0.000401  0.001242  0.002030  0.000347   \n",
       "9405  0.000608  0.000257  0.000047  0.000164  0.001402  0.002220  0.000234   \n",
       "9406  0.000366  0.000433  0.000264  0.000512  0.001092  0.002341  0.000355   \n",
       "9407  0.000430  0.000433  0.000313  0.000449  0.001143  0.002529  0.000546   \n",
       "9408  0.000612  0.000464  0.000307  0.000348  0.001072  0.002354  0.000337   \n",
       "9409  0.000529  0.000725  0.000325  0.000310  0.001137  0.002512  0.000365   \n",
       "9410  0.000741  0.000669  0.000346  0.000143  0.000753  0.002114  0.000131   \n",
       "9411  0.001251  0.000569  0.000625  0.000796  0.001422  0.001820  0.000000   \n",
       "9412  0.000526  0.000785  0.000302  0.000377  0.001053  0.002324  0.000292   \n",
       "9413  0.000648  0.000517  0.000289  0.000551  0.001111  0.002274  0.000262   \n",
       "9414  0.000660  0.000280  0.000239  0.000421  0.001204  0.002515  0.000404   \n",
       "9415  0.000564  0.000368  0.000165  0.000329  0.001575  0.002751  0.000313   \n",
       "9416  0.000303  0.000498  0.000255  0.000293  0.001221  0.002653  0.000389   \n",
       "9417  0.000418  0.000473  0.000305  0.000487  0.001041  0.002587  0.000333   \n",
       "9418  0.000617  0.000583  0.000274  0.000294  0.001166  0.002272  0.000245   \n",
       "9419  0.000434  0.001353  0.000283  0.000353  0.001040  0.002160  0.000212   \n",
       "9420  0.000420  0.000504  0.000330  0.000428  0.001065  0.002324  0.000382   \n",
       "9421  0.000553  0.000263  0.000209  0.000324  0.001173  0.002737  0.000270   \n",
       "9422  0.000514  0.000507  0.000392  0.000467  0.001374  0.002977  0.000304   \n",
       "9423  0.000621  0.000522  0.000408  0.000551  0.001159  0.002411  0.000460   \n",
       "9424  0.000586  0.000502  0.000247  0.000629  0.000941  0.002385  0.000258   \n",
       "9425  0.000595  0.000428  0.000286  0.000400  0.001326  0.002630  0.000245   \n",
       "9426  0.000476  0.000427  0.000149  0.000407  0.001509  0.002670  0.000447   \n",
       "9427  0.000410  0.000567  0.000277  0.000597  0.001207  0.002219  0.000237   \n",
       "9428  0.000489  0.000310  0.000228  0.000342  0.001418  0.002314  0.000301   \n",
       "9429  0.000485  0.000622  0.000216  0.000463  0.001383  0.002207  0.000409   \n",
       "9430  0.000487  0.000534  0.000304  0.000456  0.001214  0.002277  0.000363   \n",
       "9431  0.000674  0.000512  0.000273  0.000520  0.001166  0.002395  0.000345   \n",
       "9432  0.000688  0.000448  0.000274  0.000292  0.001284  0.002334  0.000401   \n",
       "9433  0.000704  0.000896  0.000333  0.000243  0.001663  0.002648  0.000128   \n",
       "\n",
       "                                      ...            v                      \\\n",
       "                       b         c    ...            e         i         o   \n",
       "             v         i         e    ...            s         c         i   \n",
       "0     0.000151  0.000007  0.000354    ...     0.000275  0.000118  0.000000   \n",
       "1     0.000101  0.000021  0.000352    ...     0.000268  0.000145  0.000000   \n",
       "2     0.000125  0.000055  0.000317    ...     0.000227  0.000053  0.000000   \n",
       "3     0.000143  0.000023  0.000296    ...     0.000384  0.000064  0.000000   \n",
       "4     0.000052  0.000000  0.000144    ...     0.000236  0.000039  0.000000   \n",
       "5     0.000097  0.000041  0.000279    ...     0.000182  0.000257  0.000000   \n",
       "6     0.000078  0.000013  0.000273    ...     0.000293  0.000085  0.000000   \n",
       "7     0.000162  0.000006  0.000221    ...     0.000244  0.000099  0.000000   \n",
       "8     0.000116  0.000032  0.000300    ...     0.000239  0.000067  0.000000   \n",
       "9     0.000110  0.000076  0.000330    ...     0.000254  0.000119  0.000000   \n",
       "10    0.000087  0.000025  0.000290    ...     0.000640  0.000203  0.000000   \n",
       "11    0.000145  0.000000  0.000512    ...     0.000178  0.002803  0.000000   \n",
       "12    0.000151  0.000053  0.000360    ...     0.000298  0.000109  0.000002   \n",
       "13    0.000086  0.000069  0.000249    ...     0.000378  0.000129  0.000009   \n",
       "14    0.000150  0.000045  0.000284    ...     0.000362  0.000199  0.000000   \n",
       "15    0.000149  0.000024  0.000262    ...     0.000236  0.000069  0.000000   \n",
       "16    0.000086  0.000077  0.000330    ...     0.000187  0.000086  0.000000   \n",
       "17    0.000069  0.000036  0.000337    ...     0.000301  0.000172  0.000000   \n",
       "18    0.000115  0.000115  0.000392    ...     0.000219  0.000081  0.000000   \n",
       "19    0.000198  0.000062  0.000304    ...     0.000435  0.000101  0.000000   \n",
       "20    0.000135  0.000190  0.000325    ...     0.000423  0.000135  0.000000   \n",
       "21    0.000098  0.000005  0.000297    ...     0.000156  0.000093  0.000005   \n",
       "22    0.000121  0.000111  0.000324    ...     0.000279  0.000125  0.000002   \n",
       "23    0.000103  0.000105  0.000296    ...     0.000352  0.000128  0.000000   \n",
       "24    0.000088  0.000098  0.000301    ...     0.000211  0.000098  0.000000   \n",
       "25    0.000324  0.000021  0.000359    ...     0.000260  0.000183  0.000000   \n",
       "26    0.000268  0.000056  0.000327    ...     0.000343  0.000270  0.000000   \n",
       "27    0.000144  0.000019  0.000307    ...     0.000460  0.000105  0.000000   \n",
       "28    0.000082  0.000017  0.000419    ...     0.000186  0.000012  0.000000   \n",
       "29    0.000115  0.000011  0.000348    ...     0.000282  0.000144  0.000000   \n",
       "...        ...       ...       ...    ...          ...       ...       ...   \n",
       "9404  0.000085  0.000054  0.000247    ...     0.000239  0.000193  0.000000   \n",
       "9405  0.000000  0.000771  0.000187    ...     0.000444  0.000164  0.000000   \n",
       "9406  0.000107  0.000000  0.000456    ...     0.000203  0.000208  0.000000   \n",
       "9407  0.000103  0.000019  0.000223    ...     0.000233  0.000107  0.000000   \n",
       "9408  0.000091  0.000023  0.000316    ...     0.000221  0.000114  0.000000   \n",
       "9409  0.000078  0.000161  0.000470    ...     0.000365  0.000122  0.000000   \n",
       "9410  0.000036  0.000036  0.000275    ...     0.000334  0.000215  0.000000   \n",
       "9411  0.000000  0.000000  0.000057    ...     0.000227  0.000114  0.000000   \n",
       "9412  0.000104  0.000049  0.000330    ...     0.000289  0.000106  0.000000   \n",
       "9413  0.000160  0.000018  0.000282    ...     0.000239  0.000129  0.000000   \n",
       "9414  0.000165  0.000297  0.000396    ...     0.000272  0.000140  0.000000   \n",
       "9415  0.000102  0.000016  0.000392    ...     0.000313  0.000227  0.000000   \n",
       "9416  0.000165  0.000008  0.000588    ...     0.000277  0.000096  0.000000   \n",
       "9417  0.000111  0.000038  0.000284    ...     0.000307  0.000125  0.000000   \n",
       "9418  0.000064  0.000049  0.000382    ...     0.000294  0.000098  0.000000   \n",
       "9419  0.000101  0.000091  0.000373    ...     0.000252  0.000091  0.000000   \n",
       "9420  0.000096  0.000029  0.000368    ...     0.000405  0.000133  0.000000   \n",
       "9421  0.000169  0.000000  0.000229    ...     0.000425  0.000135  0.000000   \n",
       "9422  0.000277  0.000000  0.000217    ...     0.000311  0.000034  0.000000   \n",
       "9423  0.000140  0.000021  0.000345    ...     0.000299  0.000073  0.000000   \n",
       "9424  0.000136  0.000047  0.000303    ...     0.000265  0.000122  0.000000   \n",
       "9425  0.000157  0.000014  0.000350    ...     0.000383  0.000083  0.000000   \n",
       "9426  0.000119  0.000060  0.000318    ...     0.000328  0.000060  0.000000   \n",
       "9427  0.000133  0.000037  0.000277    ...     0.000170  0.000096  0.000000   \n",
       "9428  0.000065  0.000057  0.000367    ...     0.000285  0.000033  0.000000   \n",
       "9429  0.000155  0.000060  0.000311    ...     0.000308  0.000067  0.000000   \n",
       "9430  0.000128  0.000022  0.000352    ...     0.000254  0.000065  0.000000   \n",
       "9431  0.000147  0.000030  0.000292    ...     0.000299  0.000079  0.000000   \n",
       "9432  0.000070  0.000026  0.000244    ...     0.000170  0.000048  0.000000   \n",
       "9433  0.000102  0.000038  0.000601    ...     0.000269  0.000102  0.000000   \n",
       "\n",
       "                                           y         z                      \n",
       "                                           s         a         i         z  \n",
       "             n         r         u                             o         a  \n",
       "0     0.000020  0.000138  0.000033  0.000000  0.000124  0.000000  0.000000  \n",
       "1     0.000059  0.000147  0.000065  0.000000  0.000119  0.000012  0.000000  \n",
       "2     0.000062  0.000111  0.000035  0.000000  0.000192  0.000007  0.000000  \n",
       "3     0.000035  0.000167  0.000023  0.000000  0.000123  0.000000  0.000000  \n",
       "4     0.000039  0.000131  0.000065  0.000000  0.000092  0.000000  0.000000  \n",
       "5     0.000031  0.000110  0.000047  0.000000  0.000166  0.000003  0.000000  \n",
       "6     0.000065  0.000208  0.000026  0.000000  0.000085  0.000000  0.000000  \n",
       "7     0.000012  0.000157  0.000058  0.000000  0.000139  0.000006  0.000000  \n",
       "8     0.000030  0.000146  0.000044  0.000000  0.000147  0.000002  0.000000  \n",
       "9     0.000043  0.000096  0.000027  0.000000  0.000225  0.000002  0.000000  \n",
       "10    0.000030  0.000099  0.000012  0.000002  0.000171  0.000007  0.000000  \n",
       "11    0.000000  0.000145  0.000044  0.000000  0.000111  0.000000  0.000000  \n",
       "12    0.000044  0.000078  0.000064  0.000002  0.000175  0.000004  0.000000  \n",
       "13    0.000034  0.000163  0.000043  0.000000  0.000266  0.000009  0.000000  \n",
       "14    0.000037  0.000049  0.000008  0.000000  0.000138  0.000004  0.000000  \n",
       "15    0.000016  0.000101  0.000035  0.000000  0.000135  0.000005  0.000000  \n",
       "16    0.000031  0.000079  0.000037  0.000002  0.000231  0.000002  0.000002  \n",
       "17    0.000023  0.000193  0.000033  0.000000  0.000118  0.000005  0.000000  \n",
       "18    0.000000  0.000069  0.000046  0.000012  0.000115  0.000000  0.000000  \n",
       "19    0.000042  0.000074  0.000044  0.000000  0.000136  0.000002  0.000000  \n",
       "20    0.000037  0.000117  0.000037  0.000000  0.000159  0.000006  0.000000  \n",
       "21    0.000010  0.000112  0.000024  0.000000  0.000117  0.000020  0.000000  \n",
       "22    0.000033  0.000080  0.000022  0.000000  0.000153  0.000007  0.000000  \n",
       "23    0.000028  0.000123  0.000034  0.000000  0.000154  0.000008  0.000000  \n",
       "24    0.000038  0.000206  0.000035  0.000000  0.000095  0.000000  0.000000  \n",
       "25    0.000007  0.000155  0.000077  0.000000  0.000106  0.000014  0.000000  \n",
       "26    0.000024  0.000104  0.000054  0.000000  0.000118  0.000005  0.000000  \n",
       "27    0.000048  0.000201  0.000019  0.000000  0.000067  0.000000  0.000000  \n",
       "28    0.000012  0.000134  0.000064  0.000006  0.000140  0.000023  0.000000  \n",
       "29    0.000025  0.000084  0.000034  0.000009  0.000088  0.000002  0.000000  \n",
       "...        ...       ...       ...       ...       ...       ...       ...  \n",
       "9404  0.000046  0.000100  0.000077  0.000000  0.000093  0.000000  0.000000  \n",
       "9405  0.000000  0.000164  0.000047  0.000000  0.000047  0.000000  0.000000  \n",
       "9406  0.000045  0.000101  0.000039  0.000000  0.000141  0.000000  0.000000  \n",
       "9407  0.000081  0.000119  0.000071  0.000000  0.000152  0.000010  0.000000  \n",
       "9408  0.000077  0.000123  0.000048  0.000002  0.000096  0.000002  0.000000  \n",
       "9409  0.000027  0.000118  0.000012  0.000000  0.000122  0.000020  0.000000  \n",
       "9410  0.000024  0.000119  0.000072  0.000000  0.000155  0.000012  0.000024  \n",
       "9411  0.000000  0.000227  0.000171  0.000000  0.000000  0.000000  0.000000  \n",
       "9412  0.000026  0.000102  0.000043  0.000015  0.000119  0.000002  0.000000  \n",
       "9413  0.000065  0.000138  0.000036  0.000009  0.000178  0.000002  0.000000  \n",
       "9414  0.000025  0.000124  0.000025  0.000000  0.000115  0.000000  0.000000  \n",
       "9415  0.000031  0.000078  0.000071  0.000000  0.000165  0.000008  0.000000  \n",
       "9416  0.000043  0.000136  0.000053  0.000003  0.000152  0.000008  0.000000  \n",
       "9417  0.000046  0.000123  0.000052  0.000000  0.000140  0.000000  0.000000  \n",
       "9418  0.000029  0.000201  0.000039  0.000000  0.000201  0.000000  0.000000  \n",
       "9419  0.000010  0.000101  0.000071  0.000000  0.000121  0.000000  0.000000  \n",
       "9420  0.000020  0.000133  0.000038  0.000000  0.000081  0.000009  0.000000  \n",
       "9421  0.000040  0.000135  0.000020  0.000000  0.000189  0.000000  0.000000  \n",
       "9422  0.000027  0.000129  0.000074  0.000000  0.000095  0.000000  0.000000  \n",
       "9423  0.000023  0.000161  0.000018  0.000029  0.000078  0.000003  0.000000  \n",
       "9424  0.000048  0.000127  0.000027  0.000002  0.000136  0.000004  0.000000  \n",
       "9425  0.000055  0.000152  0.000055  0.000000  0.000174  0.000005  0.000000  \n",
       "9426  0.000030  0.000139  0.000060  0.000000  0.000069  0.000000  0.000000  \n",
       "9427  0.000037  0.000117  0.000029  0.000000  0.000125  0.000000  0.000000  \n",
       "9428  0.000008  0.000187  0.000008  0.000000  0.000073  0.000008  0.000000  \n",
       "9429  0.000048  0.000092  0.000048  0.000003  0.000108  0.000003  0.000000  \n",
       "9430  0.000046  0.000093  0.000063  0.000000  0.000106  0.000002  0.000000  \n",
       "9431  0.000068  0.000079  0.000060  0.000000  0.000092  0.000009  0.000000  \n",
       "9432  0.000039  0.000113  0.000048  0.000000  0.000126  0.000004  0.000000  \n",
       "9433  0.000013  0.000256  0.000051  0.000000  0.000128  0.000013  0.000000  \n",
       "\n",
       "[9434 rows x 464 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pt_dataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\DataFrames\\\\pt_df\"\n",
    "with open (file_name,'wb') as pickle_out32:\n",
    "    pickle.dump(pt_dataFrame,pickle_out32)\n",
    "del(pickle_out32)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}