Language-Detector SP-Prep.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os #To manage access to directories from python\n",
    "import string\n",
    "import unicodedata\n",
    "from nltk import ngrams\n",
    "import pickle\n",
    "import time\n",
    "import pandas as pd\n",
    "import nltk\n",
    "import operator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11.140446186065674\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "with open('final_dict','rb') as pickle_in:\n",
    "    final_dict = pickle.load(pickle_in)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "sp_files=final_dict['spanish']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final_dict) #unbind to release memory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_ngram(term,n):\n",
    "    generated_ngrams = ngrams(term,n)\n",
    "    return(generated_ngrams)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def language_ngrams(files):\n",
    "    ngrams_list={}\n",
    "    i=0\n",
    "    for file in files:\n",
    "        ngrams_list[i]=generate_ngram(file,3)\n",
    "        i=i+1\n",
    "    return(ngrams_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "nsp_files=[' '.join(f) for f in sp_files] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(sp_files) #We now use nfr_files instead ==> release ressources!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.10937380790710449\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "r=language_ngrams(nsp_files)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3575.7884793281555\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "l=[]\n",
    "for i in range(0,len(r)):\n",
    "    l.append(list(r[i]))\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(r)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1639.1921453475952\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for i in range (0,943):\n",
    "    sp_trigrams=l[i*10:(i+1)*10]\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\Spanish\\\\\"+'sp_trigrams'+str(i+1)\n",
    "    with open (file_name,'wb') as pickle_out31:\n",
    "        pickle.dump(sp_trigrams,pickle_out31)\n",
    "    del(pickle_out31)\n",
    "    del(sp_trigrams)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "sp_trigrams=l[9430:9433]\n",
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\Spanish\\\\sp_trigrams944\"\n",
    "with open (file_name,'wb') as pickle_out31:\n",
    "    pickle.dump(sp_trigrams,pickle_out31)\n",
    "del(pickle_out31)\n",
    "del(sp_trigrams)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def frequency_dataframe(trigram_file):\n",
    "    h=[]\n",
    "    for file in trigram_file:\n",
    "        h.append(nltk.FreqDist(file))\n",
    "    return(h)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "517.675178527832\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "final=[]\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\trigrams\\\\spanish\\\\\"+'sp_trigrams'+str(i+1)\n",
    "    with open(file_name,'rb') as pickle_in:\n",
    "        final.append(frequency_dataframe(pickle.load(pickle_in)))\n",
    "    del pickle_in\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "16.42160701751709\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\sp_frequency\\\\\"+'sp_frequency'+str(i+1)\n",
    "    with open (file_name,'wb') as pickle_out32:\n",
    "        pickle.dump(final[i],pickle_out32)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.5153796672821045\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "final=[]\n",
    "for i in range (0,944):\n",
    "    file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\sp_frequency\\\\\"+'sp_frequency'+str(i+1)\n",
    "    with open (file_name,'rb') as pickle_in332:\n",
    "        final.append(pickle.load(pickle_in332))\n",
    "    del(pickle_in332)\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def frequency_dataframe(trigram_file):\n",
    "    h=[]\n",
    "    for file in trigram_file:\n",
    "        h.append(nltk.FreqDist(file))\n",
    "    return(h)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_max_trigrams(freq_dictt):\n",
    "    new_dict={}\n",
    "    for key in freq_dictt:\n",
    "        if (freq_dictt[key]>=300):\n",
    "            new_dict[key]=freq_dictt[key]\n",
    "    return(sorted(new_dict.items(),key=operator.itemgetter(1)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.6874027252197266\n"
     ]
    }
   ],
   "source": [
    "mn=[]\n",
    "start=time.time()\n",
    "for i in range (0,944):\n",
    "    for dictio in final[i]:\n",
    "        mn.append(extract_max_trigrams(dictio))\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final) #Release ressources man!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.01564335823059082\n"
     ]
    }
   ],
   "source": [
    "mnn=[]\n",
    "start=time.time()\n",
    "for i in range (0,len(mn)):\n",
    "    if (len(mn[i])>100):\n",
    "        mnn.append(mn[i])\n",
    "end=time.time()\n",
    "print(end-start) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.031231403350830078\n"
     ]
    }
   ],
   "source": [
    "list_trigrams=[]\n",
    "start=time.time()\n",
    "for i in range (0,len(mnn)):\n",
    "    for j in range (len(mnn[i])-100,len(mnn[i])):\n",
    "        list_trigrams.append(mnn[i][j][0])\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "62600\n",
      "299\n",
      "{(' ', 't', 'u'), ('d', 'e', ' '), ('u', 'n', 'g'), ('t', 'a', ' '), (' ', 'a', 'l'), ('d', 'e', 's'), ('c', 'a', ' '), ('r', 'a', ' '), ('l', 'o', ' '), ('e', 'c', 'i'), ('s', 'e', 'n'), ('n', ' ', 'e'), ('u', 'j', 'e'), ('e', 's', 't'), ('g', 'r', 'a'), ('e', 's', ' '), ('l', ' ', 'c'), ('e', 'g', 'u'), ('i', 'e', 'r'), (' ', 'u', 'n'), ('o', 'r', 'i'), ('p', 'r', 'o'), ('t', 'e', ' '), ('l', 'a', ' '), (' ', 't', 'e'), (' ', 'c', 'r'), (' ', 'm', 'o'), ('u', 'n', 'a'), (' ', 'm', 'e'), ('u', 'r', 'q'), ('n', 't', 'o'), ('r', 'q', 'u'), ('r', 'o', 'r'), ('e', 'n', 'e'), ('r', 'i', 's'), ('r', 'g', 'i'), ('e', 'r', 'v'), ('l', 'o', 's'), (' ', 't', 'r'), ('s', ' ', 'l'), (' ', 'l', 'o'), ('r', 'i', 'a'), ('f', 'o', 'r'), ('o', 'n', 'e'), (' ', 'e', 'n'), ('l', ' ', 'd'), ('o', ' ', 'e'), ('g', 'a', 'r'), (' ', 's', 'o'), ('a', 'm', 'e'), ('o', 'r', 't'), (' ', 'p', 'o'), ('i', 'c', 'a'), ('p', 'r', 'e'), ('a', ' ', 'u'), ('r', 'o', 's'), ('e', 'a', ' '), ('e', 's', 'i'), ('j', 'e', 'r'), (' ', 'c', 'a'), ('a', 'n', 'd'), ('a', 'd', ' '), ('a', ' ', 'm'), ('t', 'a', 'r'), ('s', 'e', ' '), (' ', 't', 'a'), ('o', ' ', 'c'), ('t', 'a', 'n'), ('i', 'd', 'a'), ('m', 'u', 'j'), ('r', 'e', 'c'), ('n', 'o', 's'), ('r', 'e', ' '), ('n', 'c', 'i'), ('a', ' ', 's'), ('n', ' ', 'd'), ('c', 'i', 'o'), ('n', 's', 't'), (' ', 'd', 'i'), ('n', 'g', 'u'), ('a', 'm', 'b'), ('t', 'i', 't'), ('c', 'o', 'm'), ('d', 'o', 's'), (' ', 'n', 'o'), ('e', 'n', ' '), ('e', 'n', 'c'), ('m', 'i', 'e'), ('a', 't', 'i'), ('t', 'u', 'r'), ('i', 'e', 'n'), ('a', 'n', 't'), ('u', 'r', 'o'), ('o', ' ', 'a'), ('e', ' ', 'a'), ('s', ' ', 'd'), ('a', 'r', 'a'), (' ', 'e', 'm'), ('a', 'c', 'i'), ('t', 'o', 's'), (' ', 'a', 'm'), ('r', 'a', 't'), ('u', 'e', 's'), (' ', 'h', 'a'), ('e', ' ', 's'), ('o', 'n', ' '), ('s', 't', 'i'), ('e', 'r', 'g'), ('q', 'u', 'e'), (' ', 'e', 's'), ('a', 'd', 'a'), (' ', 's', 'u'), ('e', ' ', 't'), ('e', 'c', 't'), ('r', ' ', 'l'), (' ', 'p', 'u'), ('p', 'e', 'r'), ('d', 'e', 'l'), ('c', 'o', 'n'), ('n', 'a', ' '), ('n', 'a', 'c'), ('i', 'd', 'e'), ('u', 'c', 'i'), ('s', 'i', 'o'), ('s', ' ', 's'), ('a', 'l', 'e'), (' ', 'a', ' '), (' ', 'd', 'e'), ('o', ' ', 'd'), ('e', 'r', 'a'), (' ', 'c', 'u'), ('b', 'r', 'e'), ('m', 'p', 'l'), ('r', 'r', 'o'), (' ', 's', 'i'), ('n', 't', 'e'), ('s', ' ', 'm'), ('l', ' ', 'e'), ('d', 'o', ' '), ('s', 'p', 'e'), ('r', 'l', 'a'), ('r', ' ', 'e'), ('g', 'i', 'a'), ('h', 'u', 'n'), ('r', 'o', 'p'), ('g', 'i', 'o'), (' ', 'p', 'e'), (' ', 'm', 'a'), ('t', 'i', 'c'), ('n', 'o', ' '), ('a', ' ', 'p'), ('e', ' ', 'd'), ('m', 'u', 'n'), ('o', 's', ' '), (' ', 'p', 'r'), ('a', 'n', ' '), ('m', 'a', 's'), ('s', ' ', 'c'), ('e', 'd', 'i'), ('p', 'e', 'a'), ('o', 'n', 'a'), ('e', 'm', 'o'), ('a', 'b', 'a'), (' ', 'n', 'a'), ('r', 'm', 'a'), ('c', 'h', 'o'), ('a', ' ', 'l'), ('i', 'a', 'l'), ('s', 'e', 'r'), ('e', 'r', 'r'), ('l', ' ', 'p'), ('m', 'e', 'd'), ('c', 'u', 'l'), ('u', 'r', 'a'), ('n', ' ', 'p'), ('e', 's', 'a'), ('b', 'i', 'e'), ('s', 'i', 'd'), ('e', 's', 'u'), ('l', 'e', 'o'), ('e', ' ', 'c'), ('o', 'n', 's'), ('i', 'c', 'o'), ('p', 'l', 'i'), ('i', 'a', ' '), ('a', ' ', 'c'), ('u', 'e', ' '), ('e', 'r', 'e'), ('n', 'e', 'r'), ('i', 'a', 'c'), ('u', 'l', 't'), ('g', 'u', 'a'), ('p', 'l', 'e'), ('u', 's', 't'), ('s', ' ', 'p'), (' ', 'l', 'a'), ('t', 'a', 'd'), (' ', 'q', 'u'), ('l', 'i', 'a'), ('e', 'c', 'h'), (' ', 'p', 'a'), (' ', 'r', 'e'), ('e', ' ', 'l'), ('p', 'o', 'r'), (' ', 'i', 'n'), ('o', 'm', 'i'), ('t', 'e', 'n'), ('n', 'd', 'o'), ('a', 'm', 'p'), ('l', 'a', 'n'), (' ', 'a', 'c'), ('a', 'd', 'o'), ('s', ' ', 'n'), ('m', 'b', 'i'), ('s', ' ', 'q'), ('d', 'a', 'd'), (' ', 'm', 'u'), ('a', 'l', 'i'), ('c', 'o', ' '), ('c', 't', 'o'), ('r', 'e', 's'), ('t', 'e', 'r'), ('r', 'a', 'n'), ('o', 'r', 'a'), ('u', 'i', 'a'), (' ', 'c', 'o'), ('e', 'n', 't'), ('c', 'i', 'a'), ('e', 'r', ' '), ('a', ' ', 'e'), ('n', 't', 'r'), ('e', 'o', ' '), ('s', ' ', 'a'), ('t', 'o', ' '), ('e', ' ', 'e'), (' ', 's', 'e'), ('d', 'e', 'n'), ('i', 'd', 'o'), ('a', 'r', ' '), ('u', 'n', 'i'), ('d', 'e', 'r'), ('u', 'n', 'd'), ('s', 't', 'e'), ('a', 't', 'a'), ('p', 'u', 'e'), ('e', 'l', ' '), ('i', 'o', 'n'), (' ', 'e', 'u'), ('a', ' ', 'r'), ('m', 'i', 's'), ('e', 'm', 'p'), ('s', 't', 'r'), ('i', 's', 'i'), ('l', 'a', 's'), ('i', 'o', ' '), ('t', 'i', 'v'), ('a', ' ', 'd'), (' ', 'y', ' '), ('e', ' ', 'p'), ('n', 't', 'a'), ('m', 'o', ' '), ('o', 'p', 'e'), ('e', 'g', 'i'), ('t', 'r', 'a'), ('i', 'c', 'i'), ('r', 'e', 'g'), ('o', ' ', 's'), (' ', 'h', 'u'), ('u', 'n', ' '), ('a', 'r', 'i'), ('b', 'a', 'j'), ('m', 'e', 'n'), ('o', ' ', 'q'), (' ', 'p', ' '), ('l', 'e', 's'), ('q', 'u', 'i'), ('s', 't', 'o'), ('u', 'p', 'u'), ('o', ' ', 'p'), ('i', 't', 'u'), ('r', 'a', 'b'), ('s', 't', 'a'), ('p', 'a', 'r'), ('s', 'o', 'c'), ('d', 'a', ' '), ('a', 's', ' '), ('n', ' ', 'l'), ('m', 'o', 's'), ('s', 'u', 'p'), ('r', 'o', ' '), ('o', 'r', 'm'), ('a', ' ', 'a'), ('a', 'l', ' '), ('o', 'r', ' '), ('s', ' ', 'e'), (' ', 'e', 'l'), ('o', 'c', 'i'), ('e', 'u', 'r'), ('n', 'e', 's')}\n"
     ]
    }
   ],
   "source": [
    "sp_features=set(list_trigrams)\n",
    "print(len(list_trigrams))\n",
    "print(len(sp_features))\n",
    "print(sp_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(mn)\n",
    "del(mnn) #Boy gotta clear those ressources! We don't need them anyway we got our spanish features vector."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\sp_features\"\n",
    "with open (file_name,'wb') as pickle_out32:\n",
    "    pickle.dump(sp_features,pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\sp_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    sp_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\fr_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    fr_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\it_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    it_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\features\\\\pt_features\"\n",
    "with open (file_name,'rb') as pickle_out32:\n",
    "    pt_features=pickle.load(pickle_out32)\n",
    "del(pickle_out32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "286\n"
     ]
    }
   ],
   "source": [
    "c=0\n",
    "ffr_features=[]\n",
    "for i in fr_features:\n",
    "    if (i not in it_features and i not in pt_features and i not in sp_features):\n",
    "        c=c+1\n",
    "        ffr_features.append(i)\n",
    "print(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "57\n"
     ]
    }
   ],
   "source": [
    "d=0\n",
    "fpt_features=[]\n",
    "for i in pt_features:\n",
    "    if (i not in it_features and i not in fr_features and i not in sp_features):\n",
    "        d=d+1\n",
    "        fpt_features.append(i)\n",
    "print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "51\n"
     ]
    }
   ],
   "source": [
    "e=0\n",
    "fsp_features=[]\n",
    "for i in sp_features:\n",
    "    if (i not in it_features and i not in pt_features and i not in fr_features):\n",
    "        e=e+1\n",
    "        fsp_features.append(i)\n",
    "print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "70\n"
     ]
    }
   ],
   "source": [
    "f=0\n",
    "fit_features=[]\n",
    "for i in it_features:\n",
    "    if (i not in fr_features and i not in pt_features and i not in sp_features):\n",
    "        f=f+1\n",
    "        fit_features.append(i)\n",
    "print(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10.624779462814331\n"
     ]
    }
   ],
   "source": [
    "df_dict={}\n",
    "start=time.time()\n",
    "for trigram in fsp_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else:\n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "13.186588525772095\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in fit_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9.936834812164307\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in fpt_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "37.48177981376648\n"
     ]
    }
   ],
   "source": [
    "start=time.time()\n",
    "for trigram in ffr_features:\n",
    "    temp=[]\n",
    "    for i in range (0,len(final)):\n",
    "        for j in range (0,len(final[i])):\n",
    "            if final[i][j][trigram]:\n",
    "                temp.append(final[i][j][trigram]/sum(list(final[i][j].values())))\n",
    "            else: \n",
    "                temp.append(0)\n",
    "    df_dict[trigram]=temp\n",
    "end=time.time()\n",
    "print(end-start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "del(final)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "sp_dataFrame=pd.DataFrame.from_dict(df_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"10\" halign=\"left\"></th>\n",
       "      <th>...</th>\n",
       "      <th colspan=\"6\" halign=\"left\">v</th>\n",
       "      <th>y</th>\n",
       "      <th colspan=\"3\" halign=\"left\">z</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th colspan=\"7\" halign=\"left\">a</th>\n",
       "      <th>b</th>\n",
       "      <th>c</th>\n",
       "      <th>...</th>\n",
       "      <th>e</th>\n",
       "      <th>i</th>\n",
       "      <th colspan=\"4\" halign=\"left\">o</th>\n",
       "      <th>s</th>\n",
       "      <th>a</th>\n",
       "      <th>i</th>\n",
       "      <th>z</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>s</th>\n",
       "      <th>g</th>\n",
       "      <th>i</th>\n",
       "      <th>m</th>\n",
       "      <th>p</th>\n",
       "      <th>s</th>\n",
       "      <th>u</th>\n",
       "      <th>v</th>\n",
       "      <th>i</th>\n",
       "      <th>e</th>\n",
       "      <th>...</th>\n",
       "      <th>s</th>\n",
       "      <th>c</th>\n",
       "      <th>i</th>\n",
       "      <th>n</th>\n",
       "      <th>r</th>\n",
       "      <th>u</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>o</th>\n",
       "      <th>a</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000560</td>\n",
       "      <td>0.000297</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000303</td>\n",
       "      <td>0.000771</td>\n",
       "      <td>0.000751</td>\n",
       "      <td>0.000534</td>\n",
       "      <td>0.000059</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>0.000336</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000211</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000476</td>\n",
       "      <td>0.000242</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000430</td>\n",
       "      <td>0.000862</td>\n",
       "      <td>0.000817</td>\n",
       "      <td>0.000532</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000173</td>\n",
       "      <td>0.000281</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000159</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000242</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000471</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000667</td>\n",
       "      <td>0.000676</td>\n",
       "      <td>0.000976</td>\n",
       "      <td>0.000365</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000111</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000279</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000516</td>\n",
       "      <td>0.000120</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000356</td>\n",
       "      <td>0.000793</td>\n",
       "      <td>0.000714</td>\n",
       "      <td>0.000434</td>\n",
       "      <td>0.000073</td>\n",
       "      <td>0.000207</td>\n",
       "      <td>0.000230</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000257</td>\n",
       "      <td>0.000090</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000149</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000254</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000604</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.000918</td>\n",
       "      <td>0.000276</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000223</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000411</td>\n",
       "      <td>0.000260</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>0.000834</td>\n",
       "      <td>0.000759</td>\n",
       "      <td>0.000746</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000056</td>\n",
       "      <td>0.000226</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000107</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000564</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.000823</td>\n",
       "      <td>0.000683</td>\n",
       "      <td>0.001340</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000246</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.000476</td>\n",
       "      <td>0.000346</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>0.000703</td>\n",
       "      <td>0.000891</td>\n",
       "      <td>0.000386</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.000142</td>\n",
       "      <td>0.000204</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000221</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000204</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000510</td>\n",
       "      <td>0.000720</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.000778</td>\n",
       "      <td>0.000705</td>\n",
       "      <td>0.000777</td>\n",
       "      <td>0.000551</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000194</td>\n",
       "      <td>0.000246</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000280</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000428</td>\n",
       "      <td>0.000367</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000446</td>\n",
       "      <td>0.000604</td>\n",
       "      <td>0.000826</td>\n",
       "      <td>0.000393</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.000259</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000315</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.000458</td>\n",
       "      <td>0.000142</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000404</td>\n",
       "      <td>0.000620</td>\n",
       "      <td>0.000811</td>\n",
       "      <td>0.000503</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000214</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.000485</td>\n",
       "      <td>0.000108</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.000345</td>\n",
       "      <td>0.000550</td>\n",
       "      <td>0.000722</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.002739</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000194</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.000374</td>\n",
       "      <td>0.000205</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000443</td>\n",
       "      <td>0.000564</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.000406</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000218</td>\n",
       "      <td>0.000265</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000145</td>\n",
       "      <td>0.000134</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000345</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000408</td>\n",
       "      <td>0.000669</td>\n",
       "      <td>0.000678</td>\n",
       "      <td>0.000608</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000226</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000339</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.000376</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000477</td>\n",
       "      <td>0.000720</td>\n",
       "      <td>0.000485</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000263</td>\n",
       "      <td>0.000235</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000186</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000255</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.000500</td>\n",
       "      <td>0.000226</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000708</td>\n",
       "      <td>0.000676</td>\n",
       "      <td>0.000631</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000254</td>\n",
       "      <td>0.000214</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000080</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000240</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.000493</td>\n",
       "      <td>0.000150</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000518</td>\n",
       "      <td>0.000641</td>\n",
       "      <td>0.000775</td>\n",
       "      <td>0.000567</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000089</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.000623</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000475</td>\n",
       "      <td>0.000858</td>\n",
       "      <td>0.000690</td>\n",
       "      <td>0.000462</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.000337</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000176</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.000532</td>\n",
       "      <td>0.000997</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000340</td>\n",
       "      <td>0.000884</td>\n",
       "      <td>0.000974</td>\n",
       "      <td>0.000430</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000249</td>\n",
       "      <td>0.000374</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000057</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000181</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000440</td>\n",
       "      <td>0.000336</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000707</td>\n",
       "      <td>0.000788</td>\n",
       "      <td>0.000971</td>\n",
       "      <td>0.000331</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.000188</td>\n",
       "      <td>0.000267</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.000094</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.000495</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000513</td>\n",
       "      <td>0.000538</td>\n",
       "      <td>0.000795</td>\n",
       "      <td>0.000420</td>\n",
       "      <td>0.000094</td>\n",
       "      <td>0.000319</td>\n",
       "      <td>0.000263</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000326</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000301</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000397</td>\n",
       "      <td>0.000854</td>\n",
       "      <td>0.000914</td>\n",
       "      <td>0.000598</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000221</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.000440</td>\n",
       "      <td>0.000306</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000454</td>\n",
       "      <td>0.001060</td>\n",
       "      <td>0.000823</td>\n",
       "      <td>0.000427</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>0.000260</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000156</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000363</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.000479</td>\n",
       "      <td>0.000189</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000600</td>\n",
       "      <td>0.000746</td>\n",
       "      <td>0.000730</td>\n",
       "      <td>0.000415</td>\n",
       "      <td>0.000075</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000238</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000303</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.000628</td>\n",
       "      <td>0.000292</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000443</td>\n",
       "      <td>0.000821</td>\n",
       "      <td>0.000713</td>\n",
       "      <td>0.000371</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.000213</td>\n",
       "      <td>0.000240</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000094</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000198</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000282</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.000727</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000371</td>\n",
       "      <td>0.000656</td>\n",
       "      <td>0.000627</td>\n",
       "      <td>0.000349</td>\n",
       "      <td>0.000299</td>\n",
       "      <td>0.000257</td>\n",
       "      <td>0.000285</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000193</td>\n",
       "      <td>0.000200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000264</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.000409</td>\n",
       "      <td>0.000367</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000432</td>\n",
       "      <td>0.000768</td>\n",
       "      <td>0.000882</td>\n",
       "      <td>0.000489</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000202</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000137</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000323</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.000424</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000453</td>\n",
       "      <td>0.000749</td>\n",
       "      <td>0.000680</td>\n",
       "      <td>0.000493</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000207</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000286</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000424</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.000505</td>\n",
       "      <td>0.001145</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000217</td>\n",
       "      <td>0.000834</td>\n",
       "      <td>0.000657</td>\n",
       "      <td>0.000411</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000387</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000288</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.000493</td>\n",
       "      <td>0.000322</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.000558</td>\n",
       "      <td>0.000673</td>\n",
       "      <td>0.000817</td>\n",
       "      <td>0.000448</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000160</td>\n",
       "      <td>0.000137</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000237</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9403</th>\n",
       "      <td>0.000602</td>\n",
       "      <td>0.000808</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000380</td>\n",
       "      <td>0.000602</td>\n",
       "      <td>0.000641</td>\n",
       "      <td>0.000475</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000253</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9404</th>\n",
       "      <td>0.000604</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000860</td>\n",
       "      <td>0.000929</td>\n",
       "      <td>0.000256</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000163</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000256</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9405</th>\n",
       "      <td>0.000396</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000378</td>\n",
       "      <td>0.000678</td>\n",
       "      <td>0.000840</td>\n",
       "      <td>0.000456</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000186</td>\n",
       "      <td>0.000180</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000276</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9406</th>\n",
       "      <td>0.000428</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000529</td>\n",
       "      <td>0.000730</td>\n",
       "      <td>0.000912</td>\n",
       "      <td>0.000607</td>\n",
       "      <td>0.000058</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000127</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000477</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9407</th>\n",
       "      <td>0.000608</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000375</td>\n",
       "      <td>0.000590</td>\n",
       "      <td>0.001005</td>\n",
       "      <td>0.000438</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>0.000253</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000127</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9408</th>\n",
       "      <td>0.000519</td>\n",
       "      <td>0.000507</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000433</td>\n",
       "      <td>0.000835</td>\n",
       "      <td>0.000995</td>\n",
       "      <td>0.000468</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000269</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000285</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9409</th>\n",
       "      <td>0.000785</td>\n",
       "      <td>0.000532</td>\n",
       "      <td>0.000089</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000481</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0.000367</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000152</td>\n",
       "      <td>0.000228</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000266</td>\n",
       "      <td>0.000291</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000228</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9410</th>\n",
       "      <td>0.001284</td>\n",
       "      <td>0.000350</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000350</td>\n",
       "      <td>0.000934</td>\n",
       "      <td>0.000934</td>\n",
       "      <td>0.000350</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000058</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000233</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000292</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000408</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9411</th>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.000503</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000461</td>\n",
       "      <td>0.000628</td>\n",
       "      <td>0.000783</td>\n",
       "      <td>0.000410</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.000267</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9412</th>\n",
       "      <td>0.000654</td>\n",
       "      <td>0.000306</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000608</td>\n",
       "      <td>0.000738</td>\n",
       "      <td>0.000763</td>\n",
       "      <td>0.000429</td>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.000193</td>\n",
       "      <td>0.000227</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000275</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9413</th>\n",
       "      <td>0.000670</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.000339</td>\n",
       "      <td>0.000613</td>\n",
       "      <td>0.000637</td>\n",
       "      <td>0.000464</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000414</td>\n",
       "      <td>0.000397</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000281</td>\n",
       "      <td>0.000281</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000265</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9414</th>\n",
       "      <td>0.000576</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000448</td>\n",
       "      <td>0.001105</td>\n",
       "      <td>0.000793</td>\n",
       "      <td>0.000408</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.000384</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000360</td>\n",
       "      <td>0.000200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9415</th>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000299</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000444</td>\n",
       "      <td>0.000759</td>\n",
       "      <td>0.000799</td>\n",
       "      <td>0.000466</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.000553</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000159</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000304</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9416</th>\n",
       "      <td>0.000424</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000703</td>\n",
       "      <td>0.000968</td>\n",
       "      <td>0.000483</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000144</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000121</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000097</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9417</th>\n",
       "      <td>0.000619</td>\n",
       "      <td>0.000312</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000287</td>\n",
       "      <td>0.000848</td>\n",
       "      <td>0.000770</td>\n",
       "      <td>0.000399</td>\n",
       "      <td>0.000058</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>0.000253</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9418</th>\n",
       "      <td>0.000432</td>\n",
       "      <td>0.000713</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000361</td>\n",
       "      <td>0.000682</td>\n",
       "      <td>0.000692</td>\n",
       "      <td>0.000401</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000291</td>\n",
       "      <td>0.000241</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.000080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000130</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9419</th>\n",
       "      <td>0.000426</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000458</td>\n",
       "      <td>0.000691</td>\n",
       "      <td>0.000893</td>\n",
       "      <td>0.000535</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000250</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9420</th>\n",
       "      <td>0.000556</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000475</td>\n",
       "      <td>0.000942</td>\n",
       "      <td>0.000820</td>\n",
       "      <td>0.000427</td>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000183</td>\n",
       "      <td>0.000176</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000244</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9421</th>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>0.000481</td>\n",
       "      <td>0.000790</td>\n",
       "      <td>0.000721</td>\n",
       "      <td>0.000481</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000220</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000192</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9422</th>\n",
       "      <td>0.000629</td>\n",
       "      <td>0.000264</td>\n",
       "      <td>0.000050</td>\n",
       "      <td>0.000363</td>\n",
       "      <td>0.000851</td>\n",
       "      <td>0.000773</td>\n",
       "      <td>0.000608</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.000198</td>\n",
       "      <td>0.000324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.000120</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9423</th>\n",
       "      <td>0.000581</td>\n",
       "      <td>0.000286</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000782</td>\n",
       "      <td>0.000611</td>\n",
       "      <td>0.000998</td>\n",
       "      <td>0.000355</td>\n",
       "      <td>0.000117</td>\n",
       "      <td>0.000192</td>\n",
       "      <td>0.000267</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9424</th>\n",
       "      <td>0.000583</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000333</td>\n",
       "      <td>0.000766</td>\n",
       "      <td>0.000968</td>\n",
       "      <td>0.000382</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000188</td>\n",
       "      <td>0.000264</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000144</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9425</th>\n",
       "      <td>0.000492</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>0.001025</td>\n",
       "      <td>0.001137</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9426</th>\n",
       "      <td>0.000409</td>\n",
       "      <td>0.000321</td>\n",
       "      <td>0.000130</td>\n",
       "      <td>0.000799</td>\n",
       "      <td>0.000661</td>\n",
       "      <td>0.000934</td>\n",
       "      <td>0.000300</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.000234</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000090</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9427</th>\n",
       "      <td>0.000482</td>\n",
       "      <td>0.000072</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000370</td>\n",
       "      <td>0.000925</td>\n",
       "      <td>0.000748</td>\n",
       "      <td>0.000458</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000386</td>\n",
       "      <td>0.000322</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000080</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000241</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9428</th>\n",
       "      <td>0.000494</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000526</td>\n",
       "      <td>0.000869</td>\n",
       "      <td>0.000733</td>\n",
       "      <td>0.000446</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>0.000281</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000362</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9429</th>\n",
       "      <td>0.000488</td>\n",
       "      <td>0.000207</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000603</td>\n",
       "      <td>0.000758</td>\n",
       "      <td>0.000883</td>\n",
       "      <td>0.000512</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.000156</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000231</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9430</th>\n",
       "      <td>0.000668</td>\n",
       "      <td>0.000260</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000508</td>\n",
       "      <td>0.000823</td>\n",
       "      <td>0.000846</td>\n",
       "      <td>0.000425</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000156</td>\n",
       "      <td>0.000315</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000133</td>\n",
       "      <td>0.000108</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000241</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9431</th>\n",
       "      <td>0.000689</td>\n",
       "      <td>0.000186</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000247</td>\n",
       "      <td>0.000810</td>\n",
       "      <td>0.000853</td>\n",
       "      <td>0.000442</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>0.000225</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.000078</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000351</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9432</th>\n",
       "      <td>0.000728</td>\n",
       "      <td>0.000635</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000331</td>\n",
       "      <td>0.000900</td>\n",
       "      <td>0.000423</td>\n",
       "      <td>0.000344</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000172</td>\n",
       "      <td>0.000569</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000146</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000423</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9433 rows × 464 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            \\\n",
       "                       a                                                     \n",
       "             s         g         i         m         p         s         u   \n",
       "0     0.000560  0.000297  0.000007  0.000303  0.000771  0.000751  0.000534   \n",
       "1     0.000476  0.000242  0.000002  0.000430  0.000862  0.000817  0.000532   \n",
       "2     0.000471  0.000224  0.000012  0.000667  0.000676  0.000976  0.000365   \n",
       "3     0.000516  0.000120  0.000009  0.000356  0.000793  0.000714  0.000434   \n",
       "4     0.000604  0.000118  0.000000  0.000210  0.000827  0.000918  0.000276   \n",
       "5     0.000411  0.000260  0.000025  0.000693  0.000834  0.000759  0.000746   \n",
       "6     0.000564  0.000060  0.000046  0.000717  0.000823  0.000683  0.001340   \n",
       "7     0.000476  0.000346  0.000023  0.000318  0.000703  0.000891  0.000386   \n",
       "8     0.000510  0.000720  0.000022  0.000778  0.000705  0.000777  0.000551   \n",
       "9     0.000428  0.000367  0.000007  0.000446  0.000604  0.000826  0.000393   \n",
       "10    0.000458  0.000142  0.000013  0.000404  0.000620  0.000811  0.000503   \n",
       "11    0.000485  0.000108  0.000054  0.000345  0.000550  0.000722  0.000302   \n",
       "12    0.000374  0.000205  0.000067  0.000443  0.000564  0.000695  0.000406   \n",
       "13    0.000487  0.000191  0.000035  0.000408  0.000669  0.000678  0.000608   \n",
       "14    0.000376  0.000146  0.000008  0.000477  0.000720  0.000485  0.000352   \n",
       "15    0.000500  0.000226  0.000046  0.000708  0.000676  0.000631  0.000311   \n",
       "16    0.000493  0.000150  0.000040  0.000518  0.000641  0.000775  0.000567   \n",
       "17    0.000623  0.000153  0.000015  0.000475  0.000858  0.000690  0.000462   \n",
       "18    0.000532  0.000997  0.000011  0.000340  0.000884  0.000974  0.000430   \n",
       "19    0.000440  0.000336  0.000012  0.000707  0.000788  0.000971  0.000331   \n",
       "20    0.000495  0.000213  0.000044  0.000513  0.000538  0.000795  0.000420   \n",
       "21    0.000512  0.000166  0.000010  0.000397  0.000854  0.000914  0.000598   \n",
       "22    0.000440  0.000306  0.000008  0.000454  0.001060  0.000823  0.000427   \n",
       "23    0.000479  0.000189  0.000003  0.000600  0.000746  0.000730  0.000415   \n",
       "24    0.000628  0.000292  0.000012  0.000443  0.000821  0.000713  0.000371   \n",
       "25    0.000727  0.000185  0.000021  0.000371  0.000656  0.000627  0.000349   \n",
       "26    0.000409  0.000367  0.000023  0.000432  0.000768  0.000882  0.000489   \n",
       "27    0.000424  0.000138  0.000010  0.000453  0.000749  0.000680  0.000493   \n",
       "28    0.000505  0.001145  0.000012  0.000217  0.000834  0.000657  0.000411   \n",
       "29    0.000493  0.000322  0.000018  0.000558  0.000673  0.000817  0.000448   \n",
       "...        ...       ...       ...       ...       ...       ...       ...   \n",
       "9403  0.000602  0.000808  0.000008  0.000380  0.000602  0.000641  0.000475   \n",
       "9404  0.000604  0.000093  0.000000  0.000209  0.000860  0.000929  0.000256   \n",
       "9405  0.000396  0.000168  0.000012  0.000378  0.000678  0.000840  0.000456   \n",
       "9406  0.000428  0.000175  0.000006  0.000529  0.000730  0.000912  0.000607   \n",
       "9407  0.000608  0.000151  0.000020  0.000375  0.000590  0.001005  0.000438   \n",
       "9408  0.000519  0.000507  0.000008  0.000433  0.000835  0.000995  0.000468   \n",
       "9409  0.000785  0.000532  0.000089  0.000152  0.000481  0.001000  0.000367   \n",
       "9410  0.001284  0.000350  0.000000  0.000350  0.000934  0.000934  0.000350   \n",
       "9411  0.000522  0.000503  0.000015  0.000461  0.000628  0.000783  0.000410   \n",
       "9412  0.000654  0.000306  0.000009  0.000608  0.000738  0.000763  0.000429   \n",
       "9413  0.000670  0.000066  0.000041  0.000339  0.000613  0.000637  0.000464   \n",
       "9414  0.000576  0.000136  0.000000  0.000448  0.001105  0.000793  0.000408   \n",
       "9415  0.000302  0.000299  0.000003  0.000444  0.000759  0.000799  0.000466   \n",
       "9416  0.000424  0.000178  0.000017  0.000512  0.000703  0.000968  0.000483   \n",
       "9417  0.000619  0.000312  0.000015  0.000287  0.000848  0.000770  0.000399   \n",
       "9418  0.000432  0.000713  0.000010  0.000361  0.000682  0.000692  0.000401   \n",
       "9419  0.000426  0.000270  0.000021  0.000458  0.000691  0.000893  0.000535   \n",
       "9420  0.000556  0.000102  0.000000  0.000475  0.000942  0.000820  0.000427   \n",
       "9421  0.000522  0.000055  0.000103  0.000481  0.000790  0.000721  0.000481   \n",
       "9422  0.000629  0.000264  0.000050  0.000363  0.000851  0.000773  0.000608   \n",
       "9423  0.000581  0.000286  0.000009  0.000782  0.000611  0.000998  0.000355   \n",
       "9424  0.000583  0.000155  0.000007  0.000333  0.000766  0.000968  0.000382   \n",
       "9425  0.000492  0.000174  0.000000  0.000318  0.001025  0.001137  0.000359   \n",
       "9426  0.000409  0.000321  0.000130  0.000799  0.000661  0.000934  0.000300   \n",
       "9427  0.000482  0.000072  0.000024  0.000370  0.000925  0.000748  0.000458   \n",
       "9428  0.000494  0.000352  0.000006  0.000526  0.000869  0.000733  0.000446   \n",
       "9429  0.000488  0.000207  0.000015  0.000603  0.000758  0.000883  0.000512   \n",
       "9430  0.000668  0.000260  0.000013  0.000508  0.000823  0.000846  0.000425   \n",
       "9431  0.000689  0.000186  0.000009  0.000247  0.000810  0.000853  0.000442   \n",
       "9432  0.000728  0.000635  0.000000  0.000331  0.000900  0.000423  0.000344   \n",
       "\n",
       "                                      ...            v                      \\\n",
       "                       b         c    ...            e         i         o   \n",
       "             v         i         e    ...            s         c         i   \n",
       "0     0.000059  0.000158  0.000336    ...     0.000158  0.000112  0.000000   \n",
       "1     0.000071  0.000173  0.000281    ...     0.000165  0.000159  0.000000   \n",
       "2     0.000083  0.000212  0.000300    ...     0.000111  0.000060  0.000000   \n",
       "3     0.000073  0.000207  0.000230    ...     0.000257  0.000090  0.000003   \n",
       "4     0.000013  0.000171  0.000236    ...     0.000131  0.000079  0.000000   \n",
       "5     0.000069  0.000210  0.000213    ...     0.000056  0.000226  0.000000   \n",
       "6     0.000046  0.000126  0.000179    ...     0.000146  0.000119  0.000000   \n",
       "7     0.000034  0.000142  0.000204    ...     0.000147  0.000085  0.000000   \n",
       "8     0.000083  0.000194  0.000246    ...     0.000146  0.000076  0.000000   \n",
       "9     0.000076  0.000271  0.000259    ...     0.000074  0.000118  0.000000   \n",
       "10    0.000086  0.000158  0.000178    ...     0.000175  0.000214  0.000000   \n",
       "11    0.000129  0.000216  0.000216    ...     0.000086  0.002739  0.000000   \n",
       "12    0.000109  0.000218  0.000265    ...     0.000145  0.000134  0.000002   \n",
       "13    0.000043  0.000174  0.000243    ...     0.000113  0.000226  0.000009   \n",
       "14    0.000085  0.000263  0.000235    ...     0.000186  0.000190  0.000000   \n",
       "15    0.000083  0.000254  0.000214    ...     0.000136  0.000080  0.000005   \n",
       "16    0.000060  0.000232  0.000248    ...     0.000089  0.000114  0.000000   \n",
       "17    0.000074  0.000184  0.000337    ...     0.000176  0.000199  0.000000   \n",
       "18    0.000023  0.000249  0.000374    ...     0.000091  0.000102  0.000000   \n",
       "19    0.000222  0.000188  0.000267    ...     0.000203  0.000094  0.000000   \n",
       "20    0.000094  0.000319  0.000263    ...     0.000326  0.000131  0.000000   \n",
       "21    0.000045  0.000136  0.000221    ...     0.000131  0.000126  0.000005   \n",
       "22    0.000070  0.000272  0.000260    ...     0.000156  0.000098  0.000007   \n",
       "23    0.000075  0.000248  0.000238    ...     0.000085  0.000125  0.000000   \n",
       "24    0.000054  0.000213  0.000240    ...     0.000114  0.000094  0.000000   \n",
       "25    0.000299  0.000257  0.000285    ...     0.000193  0.000200  0.000000   \n",
       "26    0.000179  0.000202  0.000248    ...     0.000137  0.000243  0.000000   \n",
       "27    0.000069  0.000207  0.000158    ...     0.000286  0.000118  0.000000   \n",
       "28    0.000047  0.000147  0.000387    ...     0.000076  0.000053  0.000000   \n",
       "29    0.000133  0.000155  0.000239    ...     0.000160  0.000137  0.000000   \n",
       "...        ...       ...       ...    ...          ...       ...       ...   \n",
       "9403  0.000040  0.000182  0.000174    ...     0.000253  0.000182  0.000000   \n",
       "9404  0.000023  0.000046  0.000163    ...     0.000116  0.000232  0.000000   \n",
       "9405  0.000054  0.000222  0.000168    ...     0.000186  0.000180  0.000000   \n",
       "9406  0.000058  0.000175  0.000178    ...     0.000127  0.000081  0.000000   \n",
       "9407  0.000084  0.000224  0.000253    ...     0.000127  0.000133  0.000000   \n",
       "9408  0.000070  0.000269  0.000359    ...     0.000199  0.000152  0.000000   \n",
       "9409  0.000076  0.000152  0.000228    ...     0.000266  0.000291  0.000000   \n",
       "9410  0.000000  0.000058  0.000175    ...     0.000117  0.000233  0.000000   \n",
       "9411  0.000078  0.000212  0.000267    ...     0.000182  0.000116  0.000000   \n",
       "9412  0.000143  0.000193  0.000227    ...     0.000123  0.000093  0.000000   \n",
       "9413  0.000157  0.000414  0.000397    ...     0.000281  0.000281  0.000000   \n",
       "9414  0.000032  0.000208  0.000384    ...     0.000360  0.000200  0.000000   \n",
       "9415  0.000071  0.000212  0.000553    ...     0.000159  0.000093  0.000000   \n",
       "9416  0.000119  0.000144  0.000277    ...     0.000119  0.000121  0.000000   \n",
       "9417  0.000058  0.000224  0.000253    ...     0.000136  0.000088  0.000000   \n",
       "9418  0.000030  0.000291  0.000241    ...     0.000151  0.000080  0.000000   \n",
       "9419  0.000100  0.000179  0.000300    ...     0.000250  0.000118  0.000000   \n",
       "9420  0.000068  0.000129  0.000136    ...     0.000183  0.000176  0.000000   \n",
       "9421  0.000158  0.000199  0.000220    ...     0.000151  0.000179  0.000000   \n",
       "9422  0.000084  0.000198  0.000324    ...     0.000102  0.000120  0.000000   \n",
       "9423  0.000117  0.000192  0.000267    ...     0.000085  0.000119  0.000000   \n",
       "9424  0.000065  0.000188  0.000264    ...     0.000155  0.000109  0.000000   \n",
       "9425  0.000061  0.000164  0.000318    ...     0.000195  0.000082  0.000000   \n",
       "9426  0.000114  0.000178  0.000234    ...     0.000069  0.000053  0.000000   \n",
       "9427  0.000024  0.000386  0.000322    ...     0.000080  0.000040  0.000000   \n",
       "9428  0.000100  0.000210  0.000281    ...     0.000116  0.000123  0.000000   \n",
       "9429  0.000099  0.000156  0.000272    ...     0.000123  0.000082  0.000000   \n",
       "9430  0.000114  0.000156  0.000315    ...     0.000133  0.000108  0.000000   \n",
       "9431  0.000030  0.000199  0.000225    ...     0.000087  0.000078  0.000000   \n",
       "9432  0.000040  0.000172  0.000569    ...     0.000093  0.000146  0.000000   \n",
       "\n",
       "                                           y         z                      \n",
       "                                           s         a         i         z  \n",
       "             n         r         u                             o         a  \n",
       "0     0.000000  0.000099  0.000000  0.000000  0.000211  0.000000  0.000000  \n",
       "1     0.000038  0.000118  0.000000  0.000002  0.000242  0.000009  0.000000  \n",
       "2     0.000005  0.000088  0.000002  0.000000  0.000279  0.000007  0.000000  \n",
       "3     0.000003  0.000149  0.000000  0.000000  0.000254  0.000000  0.000000  \n",
       "4     0.000000  0.000223  0.000000  0.000000  0.000171  0.000000  0.000000  \n",
       "5     0.000000  0.000107  0.000000  0.000000  0.000270  0.000000  0.000000  \n",
       "6     0.000000  0.000179  0.000000  0.000000  0.000246  0.000000  0.000000  \n",
       "7     0.000000  0.000221  0.000000  0.000000  0.000204  0.000000  0.000000  \n",
       "8     0.000002  0.000143  0.000000  0.000000  0.000280  0.000000  0.000000  \n",
       "9     0.000000  0.000079  0.000000  0.000000  0.000315  0.000000  0.000000  \n",
       "10    0.000005  0.000122  0.000000  0.000000  0.000328  0.000005  0.000000  \n",
       "11    0.000000  0.000119  0.000000  0.000000  0.000194  0.000000  0.000000  \n",
       "12    0.000020  0.000049  0.000000  0.000002  0.000345  0.000002  0.000000  \n",
       "13    0.000000  0.000165  0.000000  0.000009  0.000339  0.000000  0.000000  \n",
       "14    0.000004  0.000061  0.000000  0.000000  0.000255  0.000004  0.000000  \n",
       "15    0.000000  0.000085  0.000000  0.000000  0.000240  0.000000  0.000000  \n",
       "16    0.000002  0.000067  0.000000  0.000000  0.000286  0.000000  0.000002  \n",
       "17    0.000000  0.000199  0.000000  0.000000  0.000271  0.000000  0.000000  \n",
       "18    0.000000  0.000057  0.000000  0.000000  0.000181  0.000000  0.000000  \n",
       "19    0.000002  0.000079  0.000000  0.000000  0.000262  0.000000  0.000000  \n",
       "20    0.000006  0.000125  0.000000  0.000006  0.000301  0.000000  0.000000  \n",
       "21    0.000000  0.000085  0.000000  0.000000  0.000236  0.000010  0.000000  \n",
       "22    0.000000  0.000060  0.000000  0.000002  0.000363  0.000000  0.000000  \n",
       "23    0.000007  0.000105  0.000000  0.000000  0.000303  0.000008  0.000000  \n",
       "24    0.000007  0.000198  0.000000  0.000000  0.000282  0.000000  0.000000  \n",
       "25    0.000000  0.000157  0.000000  0.000000  0.000264  0.000000  0.000000  \n",
       "26    0.000000  0.000070  0.000000  0.000000  0.000323  0.000000  0.000000  \n",
       "27    0.000000  0.000168  0.000000  0.000000  0.000424  0.000000  0.000000  \n",
       "28    0.000000  0.000088  0.000000  0.000006  0.000288  0.000000  0.000000  \n",
       "29    0.000000  0.000086  0.000000  0.000011  0.000237  0.000000  0.000000  \n",
       "...        ...       ...       ...       ...       ...       ...       ...  \n",
       "9403  0.000000  0.000135  0.000000  0.000000  0.000333  0.000000  0.000000  \n",
       "9404  0.000000  0.000093  0.000000  0.000000  0.000256  0.000000  0.000000  \n",
       "9405  0.000000  0.000060  0.000000  0.000000  0.000276  0.000000  0.000000  \n",
       "9406  0.000003  0.000133  0.000000  0.000000  0.000477  0.000003  0.000000  \n",
       "9407  0.000002  0.000102  0.000000  0.000002  0.000373  0.000002  0.000000  \n",
       "9408  0.000000  0.000117  0.000000  0.000000  0.000285  0.000000  0.000000  \n",
       "9409  0.000013  0.000190  0.000000  0.000000  0.000228  0.000000  0.000013  \n",
       "9410  0.000000  0.000292  0.000000  0.000000  0.000408  0.000000  0.000000  \n",
       "9411  0.000004  0.000087  0.000000  0.000013  0.000300  0.000000  0.000000  \n",
       "9412  0.000000  0.000129  0.000000  0.000014  0.000275  0.000002  0.000000  \n",
       "9413  0.000000  0.000157  0.000000  0.000000  0.000265  0.000000  0.000000  \n",
       "9414  0.000000  0.000064  0.000000  0.000000  0.000248  0.000000  0.000000  \n",
       "9415  0.000008  0.000101  0.000000  0.000003  0.000304  0.000008  0.000000  \n",
       "9416  0.000008  0.000097  0.000000  0.000000  0.000286  0.000000  0.000000  \n",
       "9417  0.000000  0.000195  0.000000  0.000000  0.000175  0.000000  0.000000  \n",
       "9418  0.000000  0.000130  0.000000  0.000000  0.000271  0.000000  0.000000  \n",
       "9419  0.000009  0.000100  0.000000  0.000000  0.000182  0.000006  0.000000  \n",
       "9420  0.000000  0.000142  0.000000  0.000000  0.000244  0.000000  0.000000  \n",
       "9421  0.000000  0.000103  0.000000  0.000000  0.000192  0.000000  0.000000  \n",
       "9422  0.000000  0.000138  0.000000  0.000026  0.000167  0.000000  0.000000  \n",
       "9423  0.000011  0.000112  0.000000  0.000002  0.000272  0.000004  0.000000  \n",
       "9424  0.000002  0.000144  0.000000  0.000000  0.000294  0.000000  0.000000  \n",
       "9425  0.000000  0.000123  0.000000  0.000000  0.000082  0.000000  0.000000  \n",
       "9426  0.000003  0.000090  0.000000  0.000000  0.000210  0.000000  0.000000  \n",
       "9427  0.000000  0.000209  0.000000  0.000000  0.000241  0.000008  0.000000  \n",
       "9428  0.000000  0.000100  0.000000  0.000003  0.000362  0.000000  0.000000  \n",
       "9429  0.000000  0.000084  0.000000  0.000000  0.000231  0.000000  0.000000  \n",
       "9430  0.000030  0.000074  0.000000  0.000000  0.000241  0.000000  0.000000  \n",
       "9431  0.000000  0.000113  0.000000  0.000000  0.000351  0.000000  0.000000  \n",
       "9432  0.000000  0.000185  0.000000  0.000000  0.000423  0.000000  0.000000  \n",
       "\n",
       "[9433 rows x 464 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sp_dataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name=\"C:\\\\Users\\\\YsfDS\\\\Documents\\\\AI Project\\\\DataFrames\\\\sp_df\"\n",
    "with open (file_name,'wb') as pickle_out32:\n",
    "    pickle.dump(sp_dataFrame,pickle_out32)\n",
    "del(pickle_out32)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}