scRNAseq_svm_male.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import warnings\n",
    "# warnings.filterwarnings('ignore')\n",
    "import numpy as np\n",
    "# np.set_printoptions(threshold=np.nan)\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import pandas as pd\n",
    "# import sklearn\n",
    "# from sklearn import svm\n",
    "from sklearn.svm import SVC\n",
    "# from sklearn.grid_search import GridSearchCV\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "import time\n",
    "from sklearn import preprocessing\n",
    "import csv\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Esr1_3/svm\n"
     ]
    }
   ],
   "source": [
    "%cd \"/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Esr1_3/svm/\"\n",
    "data=pd.read_excel('/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Esr1_3/svm/metadata.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>orig.ident</th>\n",
       "      <th>nCount_RNA</th>\n",
       "      <th>nFeature_RNA</th>\n",
       "      <th>stim</th>\n",
       "      <th>percent.mito</th>\n",
       "      <th>integrated_snn_res.0.8</th>\n",
       "      <th>seurat_clusters</th>\n",
       "      <th>celltype</th>\n",
       "      <th>conditiontype</th>\n",
       "      <th>...</th>\n",
       "      <th>Ctnna2</th>\n",
       "      <th>Napb</th>\n",
       "      <th>Ywhag</th>\n",
       "      <th>Id4</th>\n",
       "      <th>Dynll2</th>\n",
       "      <th>Eif4g2</th>\n",
       "      <th>Grik1</th>\n",
       "      <th>mt-Nd4l</th>\n",
       "      <th>group</th>\n",
       "      <th>Condition</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>TGGCCAGAGCCACTATP23M</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>1398</td>\n",
       "      <td>952</td>\n",
       "      <td>P23M</td>\n",
       "      <td>0.070815</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Vgat2</td>\n",
       "      <td>P23MVgat2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>P23M</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CCGTTCAAGGGTATCGP23M</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>4886</td>\n",
       "      <td>2607</td>\n",
       "      <td>P23M</td>\n",
       "      <td>0.028039</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Vgat4</td>\n",
       "      <td>P23MVgat4</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.586258</td>\n",
       "      <td>2.418884</td>\n",
       "      <td>1.114047</td>\n",
       "      <td>1.965712</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.114047</td>\n",
       "      <td>P23M</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>TTCCCAGAGGAATTACP23M</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>4302</td>\n",
       "      <td>2196</td>\n",
       "      <td>P23M</td>\n",
       "      <td>0.035797</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Vgat4</td>\n",
       "      <td>P23MVgat4</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.076124</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.535481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>P23M</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AAACGGGCACCACGTGP23M</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>4257</td>\n",
       "      <td>2287</td>\n",
       "      <td>P23M</td>\n",
       "      <td>0.050035</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Vgat4</td>\n",
       "      <td>P23MVgat4</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.208683</td>\n",
       "      <td>1.208683</td>\n",
       "      <td>2.085326</td>\n",
       "      <td>1.740141</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.740141</td>\n",
       "      <td>P23M</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AAGTCTGGTCTAGAGGP23M</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>3236</td>\n",
       "      <td>1897</td>\n",
       "      <td>P23M</td>\n",
       "      <td>0.046044</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Vgat4</td>\n",
       "      <td>P23MVgat4</td>\n",
       "      <td>...</td>\n",
       "      <td>1.408602</td>\n",
       "      <td>1.971365</td>\n",
       "      <td>1.971365</td>\n",
       "      <td>2.329296</td>\n",
       "      <td>2.329296</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>P23M</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1035</th>\n",
       "      <td>CTCAGAAGTCTGCCAGCast</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>8105</td>\n",
       "      <td>3445</td>\n",
       "      <td>Cast</td>\n",
       "      <td>0.031709</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Vgat2</td>\n",
       "      <td>CastVgat2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.803707</td>\n",
       "      <td>2.265573</td>\n",
       "      <td>2.128569</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.679093</td>\n",
       "      <td>1.547864</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Cast</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1036</th>\n",
       "      <td>GAGGTGAAGAAGATTCCast</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>7613</td>\n",
       "      <td>3179</td>\n",
       "      <td>Cast</td>\n",
       "      <td>0.052804</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Vgat2</td>\n",
       "      <td>CastVgat2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.648684</td>\n",
       "      <td>2.023891</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.443072</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.597492</td>\n",
       "      <td>1.288429</td>\n",
       "      <td>Cast</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1037</th>\n",
       "      <td>GGAACTTGTCTAGCGCCast</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>12505</td>\n",
       "      <td>4470</td>\n",
       "      <td>Cast</td>\n",
       "      <td>0.051419</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Vgat2</td>\n",
       "      <td>CastVgat2</td>\n",
       "      <td>...</td>\n",
       "      <td>1.434780</td>\n",
       "      <td>2.501069</td>\n",
       "      <td>2.564580</td>\n",
       "      <td>0.587609</td>\n",
       "      <td>2.360492</td>\n",
       "      <td>1.757527</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.609118</td>\n",
       "      <td>Cast</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1038</th>\n",
       "      <td>CCACGGAGTATAAACGCast</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>5326</td>\n",
       "      <td>2574</td>\n",
       "      <td>Cast</td>\n",
       "      <td>0.047315</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Vgat4</td>\n",
       "      <td>CastVgat4</td>\n",
       "      <td>...</td>\n",
       "      <td>1.056950</td>\n",
       "      <td>2.141280</td>\n",
       "      <td>1.892019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.559231</td>\n",
       "      <td>1.892019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Cast</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1039</th>\n",
       "      <td>ACAGCCGCAGGCTCACCast</td>\n",
       "      <td>10X_MPOA</td>\n",
       "      <td>12892</td>\n",
       "      <td>4230</td>\n",
       "      <td>Cast</td>\n",
       "      <td>0.044524</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Vgat2</td>\n",
       "      <td>CastVgat2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.574181</td>\n",
       "      <td>1.584812</td>\n",
       "      <td>2.254699</td>\n",
       "      <td>1.202078</td>\n",
       "      <td>1.584812</td>\n",
       "      <td>1.202078</td>\n",
       "      <td>0.936623</td>\n",
       "      <td>0.574181</td>\n",
       "      <td>Cast</td>\n",
       "      <td>immature</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1040 rows × 52 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Unnamed: 0 orig.ident  nCount_RNA  nFeature_RNA  stim  \\\n",
       "0     TGGCCAGAGCCACTATP23M   10X_MPOA        1398           952  P23M   \n",
       "1     CCGTTCAAGGGTATCGP23M   10X_MPOA        4886          2607  P23M   \n",
       "2     TTCCCAGAGGAATTACP23M   10X_MPOA        4302          2196  P23M   \n",
       "3     AAACGGGCACCACGTGP23M   10X_MPOA        4257          2287  P23M   \n",
       "4     AAGTCTGGTCTAGAGGP23M   10X_MPOA        3236          1897  P23M   \n",
       "...                    ...        ...         ...           ...   ...   \n",
       "1035  CTCAGAAGTCTGCCAGCast   10X_MPOA        8105          3445  Cast   \n",
       "1036  GAGGTGAAGAAGATTCCast   10X_MPOA        7613          3179  Cast   \n",
       "1037  GGAACTTGTCTAGCGCCast   10X_MPOA       12505          4470  Cast   \n",
       "1038  CCACGGAGTATAAACGCast   10X_MPOA        5326          2574  Cast   \n",
       "1039  ACAGCCGCAGGCTCACCast   10X_MPOA       12892          4230  Cast   \n",
       "\n",
       "      percent.mito  integrated_snn_res.0.8  seurat_clusters celltype  \\\n",
       "0         0.070815                       3                3    Vgat2   \n",
       "1         0.028039                       5                5    Vgat4   \n",
       "2         0.035797                       5                5    Vgat4   \n",
       "3         0.050035                       5                5    Vgat4   \n",
       "4         0.046044                       5                5    Vgat4   \n",
       "...            ...                     ...              ...      ...   \n",
       "1035      0.031709                       3                3    Vgat2   \n",
       "1036      0.052804                       3                3    Vgat2   \n",
       "1037      0.051419                       3                3    Vgat2   \n",
       "1038      0.047315                       5                5    Vgat4   \n",
       "1039      0.044524                       3                3    Vgat2   \n",
       "\n",
       "     conditiontype  ...    Ctnna2      Napb     Ywhag       Id4    Dynll2  \\\n",
       "0        P23MVgat2  ...  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "1        P23MVgat4  ...  0.000000  2.586258  2.418884  1.114047  1.965712   \n",
       "2        P23MVgat4  ...  0.000000  0.000000  2.076124  0.000000  2.535481   \n",
       "3        P23MVgat4  ...  0.000000  0.000000  1.208683  1.208683  2.085326   \n",
       "4        P23MVgat4  ...  1.408602  1.971365  1.971365  2.329296  2.329296   \n",
       "...            ...  ...       ...       ...       ...       ...       ...   \n",
       "1035     CastVgat2  ...  0.803707  2.265573  2.128569  0.000000  2.679093   \n",
       "1036     CastVgat2  ...  0.000000  2.648684  2.023891  0.000000  2.443072   \n",
       "1037     CastVgat2  ...  1.434780  2.501069  2.564580  0.587609  2.360492   \n",
       "1038     CastVgat4  ...  1.056950  2.141280  1.892019  0.000000  1.559231   \n",
       "1039     CastVgat2  ...  0.574181  1.584812  2.254699  1.202078  1.584812   \n",
       "\n",
       "        Eif4g2     Grik1   mt-Nd4l  group  Condition  \n",
       "0     0.000000  0.000000  0.000000   P23M   immature  \n",
       "1     0.000000  0.000000  1.114047   P23M   immature  \n",
       "2     0.000000  0.000000  0.000000   P23M   immature  \n",
       "3     1.740141  0.000000  1.740141   P23M   immature  \n",
       "4     0.000000  0.000000  0.000000   P23M   immature  \n",
       "...        ...       ...       ...    ...        ...  \n",
       "1035  1.547864  0.000000  0.000000   Cast   immature  \n",
       "1036  0.000000  1.597492  1.288429   Cast   immature  \n",
       "1037  1.757527  0.000000  1.609118   Cast   immature  \n",
       "1038  1.892019  0.000000  0.000000   Cast   immature  \n",
       "1039  1.202078  0.936623  0.574181   Cast   immature  \n",
       "\n",
       "[1040 rows x 52 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "##Use SVM to classify data ###\n",
    "def ephys_svm(filename,predict,params,iterations,test_data,df):\n",
    "    parameters = [{'C': [.001,.01,.1,1,10,100,1000], 'kernel': ['linear']},\n",
    "                  {'C': [.001,.01,.1,1,10,100,1000], 'gamma': [.001,.01,.1,1,10,100,1000], 'kernel': ['rbf']}]  \n",
    "#     df=summarydata[summarydata.label != label_tag]\n",
    "\n",
    "    ##normalize columns (except for 'predict' column)##\n",
    "    df_norm=df[params]\n",
    "    df_predict=df[predict]\n",
    "    df_norm=pd.DataFrame(preprocessing.scale(df_norm))\n",
    "    df_predict.reset_index(drop=True, inplace=True)\n",
    "    df_norm.reset_index(drop=True, inplace=True)\n",
    "    df=pd.concat([df_norm,df_predict],axis=1)\n",
    "    df=df.dropna()\n",
    "    headers=params+predict\n",
    "    df.columns=headers\n",
    "\n",
    "#     combined=params+predict\n",
    "#     df=df[combined].dropna()\n",
    "    \n",
    "    pred_score=np.nan*np.zeros((iterations))\n",
    "    rand_score=np.nan*np.zeros((iterations))\n",
    "    for i in range(iterations):\n",
    "        print ('\\nRun #: ', i+1)\n",
    "        ## if splits result in insufficient data to classify, skip run and move on ##\n",
    "        try:\n",
    "            ##randomly subset df into test and train sets\n",
    "            msk = np.random.rand(len(df))>test_data\n",
    "            train = df[msk]\n",
    "            ##use gridsearch to select optimal parameters for each run\n",
    "            clf = GridSearchCV(SVC(), parameters,cv=10,n_jobs=-1,iid=False)\n",
    "            train_labels=train[predict].values\n",
    "            c,r=train_labels.shape\n",
    "            train_labels=train_labels.reshape(c,)\n",
    "            clf.fit(train[params], train_labels)\n",
    "            print ('prediction accuracy = ', clf.best_score_)\n",
    "            pred_score[i]=(clf.best_score_)*100\n",
    "            ##random array of 1s and 0s for testing classifier\n",
    "            rand_group=pd.DataFrame(np.random.randint(2,size=train.shape[0]))\n",
    "            clf.fit(train[params], rand_group[0])\n",
    "            print ('shuffled accuracy = ', clf.best_score_)\n",
    "            rand_score[i]=(clf.best_score_)*100\n",
    "        except Exception:\n",
    "            pass\n",
    "    plt.figure(figsize=(5,5))\n",
    "    ax=plt.subplot(111)\n",
    "    n = np.arange(1,len(pred_score)+1) / np.float(len(pred_score))\n",
    "    Xs = np.sort(pred_score)\n",
    "    plt.step(Xs,n,color='g',label='Model prediction',alpha=0.7,linewidth=2)\n",
    "    n2= np.arange(1,len(rand_score)+1) / np.float(len(rand_score))\n",
    "    Xs2= np.sort(rand_score)\n",
    "    plt.step(Xs2,n,color='r',label='Random',alpha=0.7,linewidth=2)\n",
    "#     ax.set_axis_bgcolor('white')\n",
    "    plt.xlabel('Decoding accuracy %',fontsize=14)\n",
    "    plt.ylabel('Proportion of runs',fontsize=14)\n",
    "    plt.legend(fontsize=14,loc=2)\n",
    "    timestr = time.strftime(\"%Y%m%d-%H%M%S\")\n",
    "    \n",
    "    plt.savefig(filename+'_'+timestr+'_'+str(iterations)+str('iter_')+str(test_data)+'test_data_prediction_accuracy_CDF.pdf')\n",
    "    np.savetxt(filename+'_'+timestr+'_'+str(iterations)+str('iter_')+str(test_data)+'_prediction_accuracy.csv',pred_score,delimiter=',')\n",
    "    np.savetxt(filename+'_'+timestr+'_'+str(iterations)+str('iter_')+str(test_data)+'_RANDOM_prediction_accuracy.csv',rand_score,delimiter=',')\n",
    "    plt.show()\n",
    "    \n",
    "    #save parameters to csv\n",
    "    master_parameters=['Classify on '+ str(params), '\\nPredict '+str(predict), '\\nCells used = '+str(condition[0]),\n",
    "               '\\nIterations = '+str(iterations), '\\nProportion test data = '+str(test_data), \n",
    "                '\\nSearch Parameters = '+str(parameters)]\n",
    "    with open(filename+'_'+timestr+'_parameters','w') as myfile: # it was wb\n",
    "        out=csv.writer(myfile,delimiter=' ')\n",
    "        out.writerow(master_parameters)\n",
    "    print (\"mean decoding accuracy = \", np.nanmean(pred_score))\n",
    "    print (\"mean RANDOM decoding accuracy = \",np.nanmean(rand_score))\n",
    "#     return pred_score,rand_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Eef1a2',\n",
       " 'mt-Co2',\n",
       " 'mt-Atp6',\n",
       " 'Pgr',\n",
       " 'Ptp4a1',\n",
       " 'mt-Nd1',\n",
       " 'Itm2c',\n",
       " 'Prkce',\n",
       " 'Cntnap2',\n",
       " 'Maged1',\n",
       " 'Irs4',\n",
       " 'Lamp5',\n",
       " '1500009L16Rik',\n",
       " 'Gm10076',\n",
       " 'Actg1',\n",
       " 'Parm1',\n",
       " 'Ube2m',\n",
       " 'Greb1',\n",
       " 'Ogfrl1',\n",
       " 'Pak3',\n",
       " 'Calm3',\n",
       " 'Mt3',\n",
       " 'Tmsb10',\n",
       " 'Socs2',\n",
       " 'mt-Cytb',\n",
       " 'Apoc3',\n",
       " 'Sez6l',\n",
       " 'mt-Co1',\n",
       " 'mt-Nd4',\n",
       " 'Hpcal1',\n",
       " 'mt-Co3',\n",
       " 'mt-Nd2',\n",
       " 'Ctnna2',\n",
       " 'Napb',\n",
       " 'Ywhag',\n",
       " 'Id4',\n",
       " 'Dynll2',\n",
       " 'Eif4g2',\n",
       " 'Grik1',\n",
       " 'mt-Nd4l']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(data.columns[10:50]).tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Run #:  1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9431790123456789\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5055555555555555\n",
      "\n",
      "Run #:  2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9314814814814815\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5397922312556458\n",
      "\n",
      "Run #:  3\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9330737584484279\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5267411107846017\n",
      "\n",
      "Run #:  4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9414500683994527\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5123119015047879\n",
      "\n",
      "Run #:  5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9329268292682927\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5219512195121951\n",
      "\n",
      "Run #:  6\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9341078600114745\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5286144578313253\n",
      "\n",
      "Run #:  7\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9396358543417366\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5349999999999999\n",
      "\n",
      "Run #:  8\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9330884513664414\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5341022627093741\n",
      "\n",
      "Run #:  9\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9309996988858777\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5338753387533876\n",
      "\n",
      "Run #:  10\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9317073170731707\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5280487804878049\n",
      "\n",
      "Run #:  11\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.932037037037037\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.513611111111111\n",
      "\n",
      "Run #:  12\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9394936708860759\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5491455696202532\n",
      "\n",
      "Run #:  13\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9380711354309165\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5343912448700411\n",
      "\n",
      "Run #:  14\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9416666666666668\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5011904761904762\n",
      "\n",
      "Run #:  15\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9358403361344537\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5273529411764706\n",
      "\n",
      "Run #:  16\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.92796918767507\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5473109243697479\n",
      "\n",
      "Run #:  17\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9383769948810601\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5228545618789522\n",
      "\n",
      "Run #:  18\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9347478991596638\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5190056022408964\n",
      "\n",
      "Run #:  19\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9392857142857143\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5428571428571429\n",
      "\n",
      "Run #:  20\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9362541403191811\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5127521830773863\n",
      "\n",
      "Run #:  21\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9329562151043197\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5225389362327358\n",
      "\n",
      "Run #:  22\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9397443432265649\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5488833382309727\n",
      "\n",
      "Run #:  23\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9417278871583896\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5177637378783426\n",
      "\n",
      "Run #:  24\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.929432013769363\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5257171543316121\n",
      "\n",
      "Run #:  25\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9278112449799197\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5330895008605852\n",
      "\n",
      "Run #:  26\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9359094916250367\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.515133705553923\n",
      "\n",
      "Run #:  27\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9323978842198061\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5434322656479577\n",
      "\n",
      "Run #:  28\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9347338935574229\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5261204481792716\n",
      "\n",
      "Run #:  29\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.934495123350545\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5256024096385542\n",
      "\n",
      "Run #:  30\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9256454388984509\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5378370625358577\n",
      "\n",
      "Run #:  31\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9436251709986321\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5241176470588235\n",
      "\n",
      "Run #:  32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9341939185312679\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5169391853126792\n",
      "\n",
      "Run #:  33\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9386274509803922\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5395378151260504\n",
      "\n",
      "Run #:  34\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9337535014005602\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5129831932773109\n",
      "\n",
      "Run #:  35\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9269607843137255\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5176890756302521\n",
      "\n",
      "Run #:  36\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.93696738172201\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5280047017337643\n",
      "\n",
      "Run #:  37\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9408611863896418\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5098464317976512\n",
      "\n",
      "Run #:  38\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9342082616179\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5053930005737235\n",
      "\n",
      "Run #:  39\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9390849110728627\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5053786574870912\n",
      "\n",
      "Run #:  40\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9401462994836489\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5434882386689615\n",
      "\n",
      "Run #:  41\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9337247816922613\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5288919000301113\n",
      "\n",
      "Run #:  42\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9352661064425771\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5111904761904762\n",
      "\n",
      "Run #:  43\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9321334116955626\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5485600940346752\n",
      "\n",
      "Run #:  44\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9414084911072862\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5317555938037865\n",
      "\n",
      "Run #:  45\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9452101087275931\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5140023508668821\n",
      "\n",
      "Run #:  46\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9271296296296295\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5055555555555555\n",
      "\n",
      "Run #:  47\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9351979345955248\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5024096385542169\n",
      "\n",
      "Run #:  48\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9258154569497503\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5375844842785777\n",
      "\n",
      "Run #:  49\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9313760915386933\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5222372779283349\n",
      "\n",
      "Run #:  50\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9375358577165805\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5036144578313253\n",
      "\n",
      "Run #:  51\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9326592082616179\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5066121629374642\n",
      "\n",
      "Run #:  52\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9462707974756167\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5125502008032129\n",
      "\n",
      "Run #:  53\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.93644578313253\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5534136546184738\n",
      "\n",
      "Run #:  54\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9392300910960918\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5133705553923008\n",
      "\n",
      "Run #:  55\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9354561101549053\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5370195065978198\n",
      "\n",
      "Run #:  56\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9300910960916837\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.541625036732295\n",
      "\n",
      "Run #:  57\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9356425702811244\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5407917383820997\n",
      "\n",
      "Run #:  58\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9438873833182775\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.509153869316471\n",
      "\n",
      "Run #:  59\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9346165148398471\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5158830443726125\n",
      "\n",
      "Run #:  60\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9357983193277312\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5410784313725491\n",
      "\n",
      "Run #:  61\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9430252100840335\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.503641456582633\n",
      "\n",
      "Run #:  62\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9451954158095799\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5335586247428739\n",
      "\n",
      "Run #:  63\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9286071113723185\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.526006464883926\n",
      "\n",
      "Run #:  64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9327022375215146\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5338209982788296\n",
      "\n",
      "Run #:  65\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9325210084033614\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.55093837535014\n",
      "\n",
      "Run #:  66\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9383544303797468\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5193354430379747\n",
      "\n",
      "Run #:  67\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9385395239494564\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.513855421686747\n",
      "\n",
      "Run #:  68\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9374284853959651\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5269497139415839\n",
      "\n",
      "Run #:  69\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.931764705882353\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5552941176470589\n",
      "\n",
      "Run #:  70\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9273288275051425\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5127240669997061\n",
      "\n",
      "Run #:  71\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9377428180574554\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5099863201094391\n",
      "\n",
      "Run #:  72\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9353206865401988\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.520189701897019\n",
      "\n",
      "Run #:  73\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.935608755129959\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5076060191518468\n",
      "\n",
      "Run #:  74\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.941508892713712\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5341222030981068\n",
      "\n",
      "Run #:  75\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9361336946702801\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5485094850948509\n",
      "\n",
      "Run #:  76\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9390697674418604\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5411491108071135\n",
      "\n",
      "Run #:  77\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.925668527769615\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.531060828680576\n",
      "\n",
      "Run #:  78\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9411503155479058\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5084050487664945\n",
      "\n",
      "Run #:  79\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9375037639265281\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5141222523336344\n",
      "\n",
      "Run #:  80\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9298266235674406\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5206435498089921\n",
      "\n",
      "Run #:  81\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9442717086834733\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5124089635854341\n",
      "\n",
      "Run #:  82\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9356569133677567\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5095381526104418\n",
      "\n",
      "Run #:  83\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.928298909925416\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5346242111302353\n",
      "\n",
      "Run #:  84\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9342512908777969\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5358864027538728\n",
      "\n",
      "Run #:  85\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9331612162937464\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5209839357429719\n",
      "\n",
      "Run #:  86\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9364744693057945\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5155765920826162\n",
      "\n",
      "Run #:  87\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9322950337937114\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.521863062004114\n",
      "\n",
      "Run #:  88\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9366322432587492\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5125788869764774\n",
      "\n",
      "Run #:  89\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9338095238095239\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5100700280112045\n",
      "\n",
      "Run #:  90\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9385248310314427\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5439905965324714\n",
      "\n",
      "Run #:  91\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.942859097127223\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5286183310533515\n",
      "\n",
      "Run #:  92\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.945166379804934\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5143144004589788\n",
      "\n",
      "Run #:  93\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9400172117039587\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5211130235226621\n",
      "\n",
      "Run #:  94\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9334410813987659\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5140758154569498\n",
      "\n",
      "Run #:  95\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9330464716006883\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5527682157200229\n",
      "\n",
      "Run #:  96\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9375350140056021\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5164985994397759\n",
      "\n",
      "Run #:  97\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9308376362593229\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5155192197360872\n",
      "\n",
      "Run #:  98\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9445489274169852\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5343814281516309\n",
      "\n",
      "Run #:  99\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9317412507171543\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5408921399885256\n",
      "\n",
      "Run #:  100\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.9344377510040159\n",
      "shuffled accuracy =  0.5202380952380952\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAU4AAAFBCAYAAAAYBUa8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZgU5bn38e/NzjjgEkFlACEBlc0FJ7gRDsQl5KgQjXEhiywGFwzhRNT45hzFNWrQHDQEgooaNaiREEURRU4QdxiRiIDKokSWCCQGZFG2+/2jqic9zSzVTO/9+1xXX9NV9XTVU81wz1PPau6OiIhE1yDbGRARyTcKnCIiSVLgFBFJkgKniEiSFDhFRJKkwCkikqRG2c5AfR188MHeoUOHbGdDRArM22+/vdHdW1V3LO8DZ4cOHaioqMh2NkSkwJjZqpqO6VFdRCRJCpwiIklS4BQRSZICp4hIkhQ4RUSSlPet6nXZvHkz69evZ+fOndnOiggAjRs3pnXr1rRs2TLbWZF9VNCBc/PmzXz66aeUlZXRvHlzzCzbWZIi5+5s376dNWvWACh45qmMPaqb2WQzW29m79Vw3MzsHjNbbmbvmlnP+l5z/fr1lJWVUVJSoqApOcHMKCkpoaysjPXr12c7O7KPMlnH+RDQv5bj3wY6h6/hwIT6XnDnzp00b968vqcRSbnmzZur+iiPZexR3d3nmlmHWpIMBH7vwZT0b5rZAWZ2mLuvq891c6akuXYtbN0avO/cObt5kazLmd/LInDjnBupWBeMLpx+0fSUnDOXWtXLgE/itleH+/ZiZsPNrMLMKjZs2JCRzNVbLGiKSEbFgmYq5VLgrO5PcLULIrn7JHcvd/fyVq2qHYOfu3KktLlx40bMjDlz5kT+zJgxY+jevXv6MpWkxHv4+OOPMbN6z11gZjz11FMpyKHkklSVNiG3AudqoF3cdltgbZbyklprk7uNwYMHY2Zccsklex275pprMDPOOuusVOWuYLRr145169Zx7LHHRko/ePDgar/HdevWcfbZZ6c6e1JAcilwPgP8KGxdPxHYVN/6zZwRe0zfb7/IH2nXrh1PPPEEW+Me8Xft2sUjjzxC+/btU53DrEpVI0nDhg059NBDadSoflX3hx56KE2bNk1JnqQwZbI70hTgDeBIM1ttZsPM7DIzuyxMMgNYCSwH7gOuyFTe0iq+tNmmTeSPHX300XTu3Jknn3yyct9zzz1Hs2bN6Nu3b5W0e/bs4eabb6Zdu3Y0bdqUHj168PTTT1dJM3/+fI4//niaNWvGcccdx1tvvbXXNZcsWcKZZ55JixYtaN26NRdddBF///vfI+c59qj8hz/8gd69e9OsWTOOOuooXnzxxco0c+bMwcyYMWMGvXr1okmTJrzwwgu4O3feeSdf+9rXaN68OT169ODRRx9N6h6qe1R///33GTBgAPvvvz+lpaWcdNJJLFq0iDFjxvDwww/z3HPPYWZVHvkTH9UXLVrEaaedRvPmzTnooIMYPHgwmzZtqjweK7mOGzeOsrIyDjzwQIYMGcK2bdsif3eSXzIWON39Inc/zN0bu3tbd3/A3Se6+8TwuLv7CHf/mrv3cPfCmGRzH0qbMcOGDWPy5MmV25MnT2bIkCF7tciOGzeOX/3qV9xxxx0sWrSIc845h3PPPZeFCxeGWdjKmWeeyVe/+lUqKiq4/fbbGT16dJVzrFu3jj59+tC9e3fmzZvHSy+9xJYtWxgwYAB79uxJKt/XXHMNI0eOZOHChZx++ukMHDiwssN3zLXXXsstt9zC+++/zwknnMB///d/88ADDzB+/HiWLFnCddddx6WXXspzzz0X+R4SrV27lt69e2NmzJo1iwULFjBixAh2797N6NGjOf/88znttNNYt24d69at4+STT97rHNu2baN///6UlpYyb948pk2bxuuvv87QoUOrpHvllVd47733eOmll3jiiSeYNm0a48aNS+p7k/xR0COHqnP2lAzXXW0JAuf0H/9f0h8dNGgQo0ePZtmyZbRo0YKZM2dy7733cv3111dJN3bsWEaPHs2gQYMAuOmmm5g7dy5jx47l0Ucf5bHHHmPHjh08+OCDlJaW0r17d37xi1/wwx/+sPIcEyZM4JhjjuGOO+6o3Pf73/+egw46iIqKCnr16hU535dffjnnn38+EAT1F154gQkTJnDLLbdUphkzZgxnnHEGEATFu+++mxdffJFvfOMbAHTs2JF58+Yxfvx4zjzzzEj3kGj8+PHst99+/PGPf6RJkyYAHHHEEZXHmzdvTtOmTTn00ENrPMdjjz3Gli1beOSRR2jRogUAkyZNol+/fixfvpxOnToBwQigCRMm0KhRI7p06cL3vvc9Zs+ezXXXXRf5e5P8UXSBM6O++KJeHz/wwAM555xzmDx5MgcccAB9+/bdq35z8+bNrF27llNOOaXK/t69ezNjxgwAli5dytFHH01paWnl8ZNOOqlK+rfffpu5c+dWSROzYsWKpAJn/LkbNGjACSecwJIlS6qkKS8vr3y/ZMkSvvjiC/r371+lNL1z505iy6JEuYdE77zzDr17964Mmvsidt1Y0AQ4+eSTadCgAUuWLKkMnF27dq1St9qmTZtqq0OkMBRd4Exll4Q6LVsW/NyHx/SYoUOHcvHFF1NaWspNN91UY7rqOlTH9gVjCmq3Z88ezjzzTMaOHbvXsUMOOSSJHEezX9x3EqsKmD59+l5/GBo3bgxEu4dE+/KZ6s5RU2f1+P2xfMYfS7aKQ/JHLrWqF64kGoUSnXrqqTRp0oSNGzfyne98Z6/jLVu2pE2bNrz66qtV9r/66qt07doVCEpDixYtqtJC/+abb1ZJ37NnTxYvXszhhx9Op06dqrziS1tRxJ/b3Zk3bx5dunSpMX3Xrl1p2rQpq1at2uvahx9+eOR7SNSzZ09effVVduzYUe3xJk2asHv37lrP0bVrV/7617/y+eefV+57/fXX2bNnT633JLnhxjk3puW8Cpw5zsx49913+eijj2rsInP11VczduxYpkyZwocffsj111/PK6+8wlVXXQUEdaWNGjVi6NChLF68mFmzZnHrrbdWOceIESPYtGkTF1xwAW+99RYrV67kpZdeYvjw4VWCRhQTJkzgqaee4oMPPmDUqFGsWrWKyy+/vMb0LVq0YPTo0YwePZrJkyezfPlyFi5cyMSJE5k0aVLke0h0xRVXsGXLFs4//3zmz5/P8uXLmTJlSmWjWYcOHXjvvff44IMP2LhxY7Xdor7//e+z33778aMf/YhFixYxd+5cLr30Us4999zKx3TJXbFRQ+WHldeRMjkKnHmgRYsWtU4/NnLkSK6++mquueYaunfvzrRp05g6dWplR/DS0lKeffZZli1bRs+ePRk9enSVRiAI6uRee+01GjRoQP/+/enWrRsjRoygadOmSfdpvP3227n77rs55phjmDlzJtOmTaNt27a1fubmm29mzJgxjB07lm7dunH66aczdepUOnbsGPkeEpWVlTF37lx27NhBv379OO6447j33nsr6yJ//OMf06VLF8rLy2nVqhWvvfbaXucoKSnhhRdeYPPmzfTq1YuBAwdy0kknVentILnvhr43pPR8lop6oGwqLy/3mobYLV26NLuPU7E6zhwZZpluH3/8MR07dmT+/PlVGn+keln//SwCsV40+9K2YWZvu3u1v8gqcYqIJEmBU0QkSUXXHUnSp0OHDinpAiSS61TiFBFJkgJnuiQ5lZyI5A8FznSpx+QeIpLbVMeZavFrC0G9Rg2JSG5SiTPV4oOmSpsiBUklznQpkk7vIsVIJU6p4qyzzmLw4MHZzoZITlPgzEGxxdrMjEaNGtG+fXsuv/xyPvvss2xnTURQ4MxZsSUdPv74Y+6//36mT5/OFVcUxjJMIpmQrinlQIEzZ8WWdGjbti1nnHEGF1xwQeWiZ7t372bYsGF07NiR5s2b07lzZ+68884qE+dGWUBs27ZtDB48mNLSUg455BBuu+22vfLx2WefcfHFF3PggQfSvHlzTjvtNBYvXlx5/KGHHqK0tJTnn3+eo446ipKSEgYMGMCmTZt46qmn6Ny5M/vvvz8//OEP2b59exq/MZGq0jWlHChw5oWVK1cyc+bMylnG9+zZQ1lZGU8++SRLly7l1ltv5bbbbuPBBx+s8rm6FhAbPXo0s2bNYurUqcyePZt33nmHuXPnVjnH4MGDeeutt3j66aeZN28eJSUl9O/fv0oQ/PLLL7nrrrt47LHHmD17NhUVFZx33nk8/PDDTJ06lT//+c88++yz/Pa3v03jtyRSvVRPKQfF2Kp+dpoXa6up4/v05Ka1mjlzJqWlpezevZsvwrWL7r77biBYpiF+GY0OHTqwYMECpkyZwrBhwyr317aA2JYtW3jggQeYPHky3/rWtwB48MEHq8ybuWzZMp555hlefvll+vTpA1C5rvtjjz3GJZdcAgTrvY8fP54jjzwSCCYd/vWvf82nn37KwQcfDMDAgQP5y1/+Ujm5skg+K77AmSf69OnDpEmT2L59O/fddx8rVqxg5MiRlccnTpzI/fffz6pVq9i+fTs7d+6sXGYiprYFxFasWMGOHTuqLHhWWlpKjx49KreXLl1KgwYNqqTZf//96dGjR5XF15o2bVoZNCFYo+jQQw+tDJqxfYkLtonkq+ILnEmW/JISP2qonv04S0pKKpdmuOeee+jXr1/lLOlPPPEEo0aNYuzYsZx88sm0bNmS8ePHM23atCrnqG0BsSizGNWWJn6hsvjgHDumxcukkKmOM5XSOD79hhtu4I477mDt2rW8+uqrnHDCCVx55ZX07NmTTp06sWLFiqTO16lTJxo3blxlwbOtW7fy3nvvVW537dqVPXv28MYbb1Tu27x5M4sWLapcCE6kGClwpkMaxqf37duXbt26ccstt3DEEUewYMECnn/+eZYtW8bNN9/Myy+/nNT5SktLGTZsGNdeey2zZs1i8eLFDB06tMqqj507d2bgwIFceumlvPLKKyxatIgf/OAHtGzZkkGDBqX6FkXyRvE9quexn/3sZwwZMoQPP/yQhQsXMmjQINyd7373u1x11VVJLyA2duxYtm7dyjnnnENJSQk/+clPqiy/C0GD0ahRoxgwYABffPEFp5xyCjNnzqR58+apvDWRvKLF2lKpyBZnk/rRYm3pVZ+F2kCLtYmIpJQCp4hIkhQ4RUSSpMApIpKkgg+c+d74JYVJv5f5raADZ+PGjTM3I49WtZQkbN++fa/RVZI66ZxSDgo8cLZu3Zo1a9awbdu29P+F16qWEoG7s23bNtasWUPr1q2znZ2Clc4p5aDAO8C3bNkSgLVr17Jz5870Xmz9+uBn69awaVN6ryV5rXHjxhxyyCGVv5+SPumYUg4KPHBCEDwz8gt6zTXBz3ROIiIiOaGgH9VFRNJBgVNEJEkKnCIiScpo4DSz/mb2gZktN7OfV3N8fzObbmZ/NbPFZjYkk/kTEYkiY4HTzBoC44FvA12Bi8wscTbcEcASdz8G6AvcZWZNMpXHfXZjevuMiUhuyWSJsxew3N1XuvsO4HFgYEIaB1pYsC5DKfBPYFcG87hvYtPalaenz5iI5JZMBs4y4JO47dXhvni/AboAa4FFwE/dPX8WqrkhPX3GRCS3ZDJwWjX7EofzfAtYCLQBjgV+Y2Z7dcI0s+FmVmFmFRs2bEh9TkVEapHJwLkaaBe33ZagZBlvCPAnDywHPgKOSjyRu09y93J3L2/VqlXaMiwiUp1MBs75QGcz6xg2+FwIPJOQ5m/AqQBmdghwJLAyg3lMnhqGRIpOxoZcuvsuM7sSeAFoCEx298Vmdll4fCJwM/CQmS0ieLS/1t03ZiqP+0QNQyJFJ6Nj1d19BjAjYd/EuPdrgTMymaeUUcOQSNHQyCERkSQpcIqIJEmBsz7UMCRSlBQ460MNQyJFSYEzFdQwJJIz0r3eEChwikiBSfd6Q6DAKSIFKl3rDUE9AqeZaW1TESlKkQKnmY00s+/GbT8AbA8nJT4ybbkTEclBUUucI4ENAGbWBzgfGEQwk9Fd6cmaiEhuijrksgz4OHx/NvBHd38yHFP+SjoyJiKSq6KWODcDsfnbTgdmh+93As1SnSkRkVwWtcT5InCfmb0DdAKeD/d3I5gzU0SkaEQtcY4AXgMOBs5z93+G+3sCU9KRMRGRXBWpxOnum4GfVLNfQ2ZEpOgkNR+nmbUBWpNQUnX3BanMlIhILosUOM3sOOBRgvV/Ehddc4IZ3UVEikLUEuckgqV9f0ywwFri6pQiIkUjauDsChzn7h+mMzMiIvkgaqv6IuDQdGYk72gSY5GiFTVw/j/gTjM7zcwOMbOD4l/pzGDO0iTGIkUr6qP6S+HPF6lav2kUe+OQJjEWKTpRA2e/tOZCRCSPRO0A/3K6MyIiki+i9uPsWdtxdYAXkWIS9VG9gqAuM77ze3xdZ/HWcYpI0YkaODsmbDcGjgN+AVyX0hyJiOS4qHWcq6rZvdzMNgE38O9p5oqD+nCKFLX6rnL5EXBsKjKSV9SHU6SoRW0cSuzkbsBhwBjggxTnKX+oD6dIUYpax7mRvSf2MIKJPy5IaY5ERHLcvnaA30Ow6uVyd9+V2iyJiOS2OgOnmTUGzgTG19BIVFzUMCRS9OpsHHL3ncAV7D2BcXFSw5BI0Yvaqv4C8M10ZiTvqGFIJOfcOCczT4RR6zhnA7eZ2dHA28DW+IPu/qdUZ0xEJFkV64InwvLD0vtEGDVw/ib8ObKaY8U9rZyI5Jwb+qb3iTDqyKH6dpQXESkYCogiIklS4EyGuiKJCAqcyVFXJBEhw4HTzPqb2QdmttzMfl5Dmr5mttDMFptZbs48r65IIkWtxsBpZtebWUn4vr2Z1asDvJk1BMYD3yZYp/0iM+uakOYA4LfAAHfvBnyvPtcUEUmH2kqc1wOl4fuPgFb1vFYvgrHtK919B/A4MDAhzSDgT+7+NwB3X1/Pa4qIpFxt3ZHWAOeZ2XMEwy3bmlmz6hLGAl0dyghmU4pZDZyQkOYIoLGZzQFaAOPc/fcRzi0ikjG1Bc5bCTq+30vQyX1+NWmSWVe9ukf9xKnqGgHHA6cCzYE3zOxNd/+wyonMhgPDAdq3bx/h0iIiqVNj4HT3SWb2JNABWAD0B/5Rj2utBtrFbbcF1laTZqO7bwW2mtlc4BigSuB090nAJIDy8vLE4Csikla1jhxy938BC81sCPCyu39Zj2vNBzqbWUeCaoALCeo04z0N/MbMGgFNCB7lf12Pa4qIpFzUIZcPA5jZNwlaxB1Y4u5/iXohd99lZlcSzLTUEJjs7ovN7LLw+ER3X2pmM4F3CSZLvt/d30vqjkRE0izqmkNlwDSC+sfY43UbM6sAznH3xEfuarn7DGBGwr6JCdu/An4V5XwZpVFDIhKK2gH+HmA30Mnd27l7O6BzuO+edGUup2jUkIiEok4rdzrQ190/iu1w95VmNpJgrs7ioVFDIkWvvkMu96QkFyIieSRq4JwN3GNmld2JzKw9MI5iK3GKSNGLGjhHAiXASjNbZWYfAyvCfdXNCi8iUrCidkf6BOhpZqcDRxGMAlri7i+lM3MiIrkoauMQAO4+C5iVpryIiOQFTWQsIpIkBU4RkSQpcIpIQbhxTuZG9ylwikhBqFgXjO4rPyz9o/uSahyCyuUtqgRcd/9nynIkIlIPN/RN/+i+qJN8HA5MBPoBjeMPEX0i4/ylCT5EJE7UEueDwAHAUILZkYpr8mBN8CEicaIGzl7AiUU5N2Z8aVMTfIgI0RuHPgKapjMjOUulTRFJEDVw/hT4pZl1SmdmcppKmyISivqo/jRBifMDM/sS2BV/0N1bpjpjIiK5KmrgvDKtuRARySNJLdYmIiJJdIA3s6bA9/n3KpeLgSn1XDJYRCTvRGocMrOuwDLgboK1zk8E/hf40My6pC97IiK5J2qr+jjgHaC9u3/D3b8BtAf+ShBARUSKRtRH9VOAr7v75tgOd99sZr8A3kxLzkREclTUEucXBEMuE+0fHhMRKRpRA+d04D4zO8XMGoav3sDvgGfSlz0RkdyTzMihZcArBCXML4CXgQ+BUenJmohIboraj/NfwEAz60zVVS6XpzNzWafp5ESkGsmucrmMoORZHDTBh4hUo8bAaWb3ANe5+9bwfY3cfWTKc5ZLNMGHiMSprcTZg3/P9t4jA3kREckLNQZOd+9X3XsRkWIXdcjl9WZWUs3+5mZ2feqzJSKSu6J2R7oBKK1mf0l4TESkaEQNnLHVLBMdB2hpYBEpKrV2RzKzzwkCpgMrzSw+eDYEmhEsGywiUjTq6sd5JUFpczLwC2BT3LEdwMfu/kaa8iYikpNqDZzu/rCZNQL2A55299WZyZaISO6qs47T3XcBdxI8mouIFL2ojUNvAsenMyM5R+PURaQGUceq3weMNbP2wNvA1viD7r4g1RnLOo1TF5EaRA2cfwh/3l3NMSfiY7yZ9SdYhqMhcL+7315Duq8TlHIvcPenIuYxPTROXUQSRA2cHet7ITNrCIwHTgdWA/PN7Bl3X1JNujuAF+p7TRGRdIg6H+eqFFyrF7Dc3VcCmNnjwEBgSUK6nwBTga+n4JoiIikXtXEIMzvazH5vZhVmNt/MHjazZGZNKgM+idteHe6Lv0YZcA7Z7lSvhiERqUXUST4GAAuAdsDzwEyC5YEXmNnZEa9l1exLHMb5v8C17r67jvwMDwN4xYYNGyJePglqGBKRWkSt47wFuNXdq7SUmNlN4bHpEc6xmiDwxrQF1iakKQceNzOAg4H/NLNd7v7n+ETuPgmYBFBeXl7dGPrUUMOQiFQj6qP6EcAj1ex/BDgy4jnmA53NrKOZNQEuJGGFTHfv6O4d3L0D8BRwRWLQFBHJtqiBcz3Vd4A/Hvg0ygnCEUhXErSWLwWedPfFZnaZmV0WMR8iIlmXTAf435lZJ+B1grrJ3sBo4FdRL+buM4AZCfuqbQhy98FRzysixe3GOZlt0E2mjnMLcBVwc7hvLcEkxrUu5CYikm4V64IG3fLDMtOgG7UfpwO/Bn5tZi3CfZ+nM2MiIsm6oW9mGnSTWlfdzL4GdAnfL4l1ZhcRKSaRAqeZfQV4ABgA7Pn3bnsWGOru/0hT/kREck7UVvX7gU7ANwiWy2gG9CEYw35ferKWJRo1JCJ1iPqo/i3g1IRlMl4zs0uBl1KfrSzSqCERqUPUEucGEubgDG0DCvMxXaOGRKQGUQPnTcD/hpNwAJUTctwVHhMRKRpRH9VHAR2Aj81sTbivDPgCaG1mI2MJ3f3olOZQRCTHRA2c2Z2FXUQkh0TtAK+mZhGRULId4L8JdCUYq77Y3eekI1MiIrksagf4MmAawWxIsTk025hZBXCOuyfOqykiUrCitqrfA+wGOrl7O3dvB3QO92mSDxEpKlEf1U8H+rr7R7Ed7r4ybE2fnZacZYNGDYlIBJEXa6vBnrqT5BGNGhKRCKIGztnAPWZWuWaQmbUHxlFIJc4YjRoSkVpEDZwjgRJgpZmtMrOPgRXhvpG1fVBEpNBEreP8B9AL6AccRbDU7xJ3L6wJPkREIqgzcJpZQ2ATcIy7zwJmpT1XIiI5rM5HdXffDawCmqQ/OyIiuS9qHefNwO1mdnA6MyMikg+i1nGOJpjtfY2ZrSZhbk7NiCQixSRq4JxKMD5dRKToRZ0daUya8yEikjdqreM0sxIzG29ma8xsvZn9QfWcIlLs6mocuhEYDDwHPE4wZn1CmvMkIpLT6npUPxcY5u6PA5jZowSrWzYMuymJiBSdukqc7YBXYhvuPg/YBbRJZ6ZERHJZXYGzIbAjYd8ukpw5XkSkkNQVAA141My+jNvXDLjPzLbFdrj7gHRkTkQkF9UVOB+uZt+j6ciIiEi+qDVwuvuQTGVERCRf1HcGeBGRoqPAGaP1hkQkIgXOGK03JCIRKXAm0npDIlIHBU4RyWs3zsl8NZsCp4jktYp1QTVb+WGZq2ZT4BSRgnBD38xVsylwiogkKaOB08z6m9kHZrbczH5ezfHvm9m74et1Mzsmk/kTEYkiY4EzXGZ4PPBtoCtwkZl1TUj2EfAf4RpGNwOTMpU/EZGoMlni7AUsd/eV7r6DYGLkgfEJ3P11d/8s3HwTaJvB/ImIRJLJwFkGfBK3vTrcV5NhwPNpzZGIyD7I5LyaVs2+alfONLN+BIGzdw3HhwPDAdq3b5+q/ImIRJLJEudqghnlY9oCaxMTmdnRwP3AQHf/R3UncvdJ7l7u7uWtWrVKS2ZFRGqSycA5H+hsZh3NrAlwIfBMfAIzaw/8Cfihu3+YwbyJiESWsUd1d99lZlcCLxAsyTHZ3Reb2WXh8YnA9cBXgN+aGcAud9esGyKSUzK6dpC7zwBmJOybGPf+EuCSTOZJRCRZGjkkIpIkBU4RkSQpcIJmfxeRpChwgmZ/F5GkKHDG0+zvIhKBAqeISJIUOEVEkqTAKSKSJAVOEZEkKXCKSN7KxgqXoMApInksGytcggKnOr+LFIBMrnAJCpzq/C4iSVPgjFHndxGJSIFTRCRJCpwiIklS4BSRvJStrkigwCkieSpbXZFAgVNE8lymuyJBsQdO9eEUkX1Q3IFTfThFZB8Ub+CML22qD6eIJKF4A6dKmyKyj4o3cMaotCkiSVLgFBFJkgKniEiSFDhFRJKkwCkikiQFThGRJClwiogkSYFTRCRJxRk4NUZdROqhOAOnRg2JSD0UZ+CM0aghEdkHxR04RSQvZXP2d1DgFJE8lM3Z30GBU0TyWDZmfwcFThGRpClwiogkqfgCp/pwikg9FV/gVB9OEamnjAZOM+tvZh+Y2XIz+3k1x83M7gmPv2tmPdOWGfXhFJF9lLHAaWYNgfHAt4GuwEVm1jUh2beBzuFrODAhU/kTEYmqUQav1QtY7u4rAczscWAgsCQuzUDg9+7uwJtmdoCZHebu61KWi+nTU3YqEcmO6Rdl9/9xJh/Vy4BP4rZXh/uSTSMiklWZDJxWzT7fhzSY2XAzqzCzig0bNqQkcyIiUWUycK4G2sVttwXW7kMa3H2Su5e7e3mrVq1SnlERkdpkMnDOBzqbWUczawJcCDyTkOYZ4Edh6/qJwNCPGcsAAApjSURBVKaU1m+KiKRAxhqH3H2XmV0JvAA0BCa7+2Izuyw8PhGYAfwnsBzYBgzJVP5ERKLKZKs67j6DIDjG75sY996BEZnMk4hIsopv5JCISD0pcIqIJEmBU0QkSQqcIiJJUuAUEUmSBQ3Z+cvMNgCrkvjIwcDGNGUnV+geC4PuMbsOd/dqR9jkfeBMlplVuHtBT8apeywMusfcpUd1EZEkKXCKiCSpGAPnpGxnIAN0j4VB95ijiq6OU0SkvoqxxCkiUi8FHzjN7GMzW2RmC82sItx3kJnNMrNl4c8Ds53P+giXGHnKzN43s6VmdlIh3aOZHRn++8Vem81sVIHd43+Z2WIze8/MpphZs0K6PwAz+2l4f4vNbFS4Ly/vseADZ6ifux8b1+3h58Bsd+8MzA6389k4YKa7HwUcAyylgO7R3T8I//2OBY4nmHJwGgVyj2ZWBowEyt29O8G0ixdSIPcHYGbdgR8TrD12DHCWmXUmT++xWAJnooHAw+H7h4HvZDEv9WJmLYE+wAMA7r7D3f9FAd1jglOBFe6+isK6x0ZAczNrBJQQrHxQSPfXBXjT3be5+y7gZeAc8vQeiyFwOvCimb1tZsPDfYfEZpYPf7bOWu7q76vABuBBM3vHzO43s/0orHuMdyEwJXxfEPfo7muAscDfgHUEKx+8SIHcX+g9oI+ZfcXMSggmLG9Hnt5jMQTOU9y9J8Ga7SPMrE+2M5RijYCewAR3Pw7YSp487iQrXHJlAPDHbOcllcJ6vYFAR6ANsJ+Z/SC7uUotd18K3AHMAmYCfwV2ZTVT9VDwgdPd14Y/1xPUi/UCPjWzwwDCn+uzl8N6Ww2sdve3wu2nCAJpId1jzLeBBe7+abhdKPd4GvCRu29w953An4CTKZz7A8DdH3D3nu7eB/gnsIw8vceCDpxmtp+ZtYi9B84geGR4Brg4THYx8HR2clh/7v534BMzOzLcdSqwhAK6xzgX8e/HdCice/wbcKKZlZiZEfwbLqVw7g8AM2sd/mwPnEvwb5mX91jQHeDN7KsEpUwIHmn/4O63mtlXgCeB9gS/tN9z939mKZv1ZmbHAvcDTYCVBIvcNaCw7rEE+AT4qrtvCvcVzL+jmd0IXEDw+PoOcAlQSoHcH4CZvQJ8BdgJ/MzdZ+frv2FBB04RkXQo6Ed1EZF0UOAUEUmSAqeISJIUOEVEkqTAKSKSJAVOSTszO9jM3Mz6htsdwu28W2tGBBQ4C4KZPRQGIjeznWa23sz+YmYjzKxxtvNXjU+Aw4CF2c5IMQn/YM01s63hzw4Jx/8UN5+D1EKBs3C8RBCMOhCMkJoO3Ai8Eo6ayhnuvtvd/x7OklN0svjH7C5gDXAswWQiY+Py9B2CpXrvy07W8osCZ+H4MgxGa9x9obvfDfQlGLd+TSyRmTUxszvMbHVY8phvZt+KP5GZHWVmz5jZJjPbYmZvmFmP8FgDM/sfM/vEzL60YJLogQmf/3o4G9UXZvYOcELC8SqP6mbWN9w+1czeMrNtZlZhZj0TPjfUzP4WHp9uZleYWa0jOMzsZ2b2bniva8LZow5ISHOimf1fmGaTmc02szbhMTOzq8KJdr8Mv7dfVncfcedzMzsvIc1F4TW2A5eGswRNCc+33YLJfYcknKe2a/+fmf0mIX3L8Ls5t4avowvwsLsvAx4Kt2NTE94FDHeNiIlEgbOAuft7BDPRfDdu94PAfwCDgB4EcyBON7NjAMKA8SrBdHynEwTe8QST6wL8FLgauDb8/DTgT+Gwz9icAM8RDP0sJ5ipqbJkU4dfhul7Av8AHjMzC897EsGw0vEEJaZnCErUddkDjAK6hffcC7g3djC8778Ay4FTgBMJhgA2CpPcBvxPmLduwPcIqhqS9Uvgt0BX4M9AM2ABcFZ43nHA78zs1LjP1Hbt+4BBZtY0Lv1FwBaCp43q/BU4zcwaEDyVvBvuvx14yN3f34f7Kk7urleevwhKD8/WcOx2YFv4/msEgaR9Qpo/A78N398KrAKa1HC+NcD1CfvmAI+G74cD/wJK447/gCAQ9w23O4Tb5eF233D7W3GfOSXc1zbcnkIwy338dScFv8JJfVf9gS+BBuH2YwQT7FaXthT4ArishuNV7iNuvwPnJaS5KkLeHgfuj3jtpsBG4MK4fW8BY2s5fxnwLMGY8GfD7ZOBRQSP6Y8R/MH7A9Ay27/XufxSibPwGcF/XAhKcgYsCR/Bt5jZFuBMgqAKcBzwqrvv2OtEwSNdG+C1hEOvEpSkIHj8e9fdt8QdfyNiXt+Ne782/Bmb2PYoYF5C+reog5l904K1bFab2ecEU7Y1AQ4NkxxHsGRDdboSBKiajiejIiFfDc3sF2E1wj/Cf4dzCSa7qPPa7v4l8AgwNDxfV4LS9OSaMuBBNc5Z7t7e3c8imAD7d8ClBCX9XcARBH9c/2ef77QINKo7ieS5rgSlCAiqZhz4OsEMNfG2hz8twjmrqweL7Yvy+ZrE5yl2vtgf9/g/AJGY2eEE1Qb3AdcTPP73JCi9Nok7b42nqOMSexLT1dLwszVhezRwFUHVxyKCR+zb+Pcfiijf4/3AuxZM0zYMeMPdl0T4XMzPgbnu/npYX/o/7r7LzKYANyVxnqKjEmcBs2CBrP4EkxtDMF2ZAYe6+/KE15owzQKgtwWzrVfh7psJSoK9Ew71JpgDlPBnj4SW/BNTcDtLCUpU8RK3E5UTBMj/cvc33P1DghJzvAXAN2v4/BKCx/pTazi+Ifx5WNy+Y+vIU0xvYLq7P+LuC4EVBKW9qNfG3RcTlLp/TFAdUmNpM5GZHUUw/+V14a4GQCzoN+HfddpSnWzXFehV/xdBHecsgsfPNgSrCP6MoA7sTWC/uLSPEtRhnkewXlE5Qenn3PB4GUHJ7M8EJdNOBI0Ox4bHRwGbw31HEJRMdscdLyUIKE8QNGicThAEotRxHhyXz8Q0J4XXuRroTFDCWk8tdZzA0eE5riJYluIigvo9BzqEaY4lqEucFH5vRxLMhdk+PH4H8BnBHKdfIwjWl8dd4w2CqotuBPWFL1N9HWdiPehdBLP39yaohhgPbALmxKWp9dphmiEEAXYL0CLi74sBc4HvxO37DUFD4pHAi8Bvsv17ncuvrGdArxT8IwaB08PXLoKAOQf4CQmNPASlijEEj+87gL8TtFAfH5emGzAj/M/4OfA60D081oCg/uuT8POL4v8DhmlOICjJfUnQkns29Qyc4b6h4XW3E7QcXwVsr+O7GUnQoLWdoL7wfOICZ5imdxhIthM0bL0EHBZ3vz+P+74+AW6N+2wXgsC5LfwuvkG0wHkgQX3r5wR/AO4kaHWfE5em1muHaUrCc0xO4vflUmBqwr6DgefDc82M/7fQa++XJjKWvGVmvwZOc/ce2c5LtoTdx/4G/Ie7JzbaSZqocUjyhpldTVAlsYVggbPLgP+X1UxlSdgIdRhB97F3FDQzS4FT8kmsPnZ/4COCho1xWc1R9pxC0HF/GUH1g2SQHtVFRJKk7kgiIklS4BQRSZICp4hIkhQ4RUSSpMApIpIkBU4RkST9f0vmsm3P6DIJAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mean decoding accuracy =  93.57557902362772\n",
      "mean RANDOM decoding accuracy =  52.50112045423798\n",
      "22774.232835292816\n"
     ]
    }
   ],
   "source": [
    "## set SVM params, choose params to classify on, and subset cells ##\n",
    "\n",
    "#### EDIT THIS ####\n",
    "filename='TEST'\n",
    "predict=['Condition'] ## variable to classify (e.g. projection, group, condition)\n",
    "condition=['All Cells'] ## only used for reference in parameter file\n",
    "params=np.array(data.columns[10:50]).tolist()## choose params to use for classification \n",
    "\n",
    "summarydata=pd.DataFrame(data)\n",
    "summarydata=summarydata.replace(['mature','immature'],[1,0])\n",
    "#summarydata=summarydata.replace(['ad lib','fasted'],[0,1])\n",
    "# label_tag=1  ## Choose 1 for ad lib and 0 for fasted; or 1 for VTA and 0 for LHb ##\n",
    "\n",
    "# df=summarydata[summarydata.projection == 1]  #change param as input data\n",
    "df=summarydata\n",
    "\n",
    "iterations=100\n",
    "test_data=.2  #defines split for test/train sets\n",
    "#####\n",
    "\n",
    "### Run SVM for eYFP+ cells to predict group based on rheo and max latency ###\n",
    "start = time.time()\n",
    "ephys_svm(filename,predict,params,iterations,test_data,df)\n",
    "end = time.time()\n",
    "print(end - start)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Vgat low"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/low/svm\n"
     ]
    }
   ],
   "source": [
    "%cd \"/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/low/svm/\"\n",
    "data=pd.read_excel('/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/low/svm/metadata.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Run #:  1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7319806763285024\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.528792270531401\n",
      "\n",
      "Run #:  2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7147463002114165\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5573467230443975\n",
      "\n",
      "Run #:  3\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7219696969696969\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5396969696969697\n",
      "\n",
      "Run #:  4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7419158361018827\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5245293466223699\n",
      "\n",
      "Run #:  5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.717718715393134\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.55\n",
      "\n",
      "Run #:  6\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7298067632850241\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5353623188405796\n",
      "\n",
      "Run #:  7\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7136892177589852\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5166490486257928\n",
      "\n",
      "Run #:  8\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.713953488372093\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5093023255813953\n",
      "\n",
      "Run #:  9\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7445560253699789\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5648520084566596\n",
      "\n",
      "Run #:  10\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7188383838383838\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5518181818181818\n",
      "\n",
      "Run #:  11\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7302898550724638\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5230434782608696\n",
      "\n",
      "Run #:  12\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7295454545454545\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.509090909090909\n",
      "\n",
      "Run #:  13\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7167828106852496\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5237514518002323\n",
      "\n",
      "Run #:  14\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7282392026578073\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5565891472868216\n",
      "\n",
      "Run #:  15\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.751955602536998\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5578752642706132\n",
      "\n",
      "Run #:  16\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7482323232323234\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5215656565656566\n",
      "\n",
      "Run #:  17\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.717718715393134\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5245293466223699\n",
      "\n",
      "Run #:  18\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7380676328502416\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5322222222222222\n",
      "\n",
      "Run #:  19\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7255813953488373\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5372093023255814\n",
      "\n",
      "Run #:  20\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7536714975845411\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5102415458937198\n",
      "\n",
      "Run #:  21\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7296511627906976\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5023255813953489\n",
      "\n",
      "Run #:  22\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7627906976744188\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5255813953488373\n",
      "\n",
      "Run #:  23\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7532668881506092\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5249723145071983\n",
      "\n",
      "Run #:  24\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7264799154334038\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5171247357293869\n",
      "\n",
      "Run #:  25\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7284355179704017\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.55\n",
      "\n",
      "Run #:  26\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7145625692137321\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5500553709856035\n",
      "\n",
      "Run #:  27\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7528792912513842\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5037098560354375\n",
      "\n",
      "Run #:  28\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7310101010101011\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5349999999999999\n",
      "\n",
      "Run #:  29\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7381642512077294\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5166183574879227\n",
      "\n",
      "Run #:  30\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7449275362318841\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5322705314009661\n",
      "\n",
      "Run #:  31\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7257575757575758\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.534040404040404\n",
      "\n",
      "Run #:  32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7117874396135265\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5297101449275362\n",
      "\n",
      "Run #:  33\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7143763213530656\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5298097251585624\n",
      "\n",
      "Run #:  34\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7122369878183832\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.553156146179402\n",
      "\n",
      "Run #:  35\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.741140642303433\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5503322259136213\n",
      "\n",
      "Run #:  36\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7226215644820296\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5497885835095138\n",
      "\n",
      "Run #:  37\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7121256038647343\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5421256038647343\n",
      "\n",
      "Run #:  38\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.744186046511628\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5441860465116279\n",
      "\n",
      "Run #:  39\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7348989898989899\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5168181818181817\n",
      "\n",
      "Run #:  40\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7322222222222222\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5335353535353535\n",
      "\n",
      "Run #:  41\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7272978959025471\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5387043189368771\n",
      "\n",
      "Run #:  42\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7403535353535353\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5969696969696969\n",
      "\n",
      "Run #:  43\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7347729789590256\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5316722037652271\n",
      "\n",
      "Run #:  44\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7123232323232324\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5181313131313131\n",
      "\n",
      "Run #:  45\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7405919661733615\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5138477801268498\n",
      "\n",
      "Run #:  46\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7254040404040404\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5486868686868686\n",
      "\n",
      "Run #:  47\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7196566998892581\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5191029900332226\n",
      "\n",
      "Run #:  48\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7221458773784356\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5215116279069767\n",
      "\n",
      "Run #:  49\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7277272727272727\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5488383838383838\n",
      "\n",
      "Run #:  50\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7380398671096347\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5481727574750831\n",
      "\n",
      "Run #:  51\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7301449275362318\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5338647342995169\n",
      "\n",
      "Run #:  52\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7433403805496829\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5552854122621566\n",
      "\n",
      "Run #:  53\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7110606060606061\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5521212121212121\n",
      "\n",
      "Run #:  54\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7205050505050505\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5178282828282827\n",
      "\n",
      "Run #:  55\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7541226215644821\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5509513742071881\n",
      "\n",
      "Run #:  56\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7302525252525253\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5542424242424242\n",
      "\n",
      "Run #:  57\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7484343434343435\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5226262626262625\n",
      "\n",
      "Run #:  58\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7425757575757577\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5417171717171716\n",
      "\n",
      "Run #:  59\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7307575757575757\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5187878787878788\n",
      "\n",
      "Run #:  60\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7368181818181817\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5694444444444444\n",
      "\n",
      "Run #:  61\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7297568710359409\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5319767441860466\n",
      "\n",
      "Run #:  62\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7318181818181818\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5363636363636364\n",
      "\n",
      "Run #:  63\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7240909090909091\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5141919191919192\n",
      "\n",
      "Run #:  64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7275757575757575\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5411616161616161\n",
      "\n",
      "Run #:  65\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7436363636363638\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5171717171717172\n",
      "\n",
      "Run #:  66\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.740909090909091\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5409090909090909\n",
      "\n",
      "Run #:  67\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.748678646934461\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5313424947145877\n",
      "\n",
      "Run #:  68\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7353820598006645\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5280177187153932\n",
      "\n",
      "Run #:  69\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7241414141414142\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5078787878787879\n",
      "\n",
      "Run #:  70\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7255813953488373\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5162790697674419\n",
      "\n",
      "Run #:  71\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7427061310782241\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5254228329809726\n",
      "\n",
      "Run #:  72\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7107575757575757\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5124242424242424\n",
      "\n",
      "Run #:  73\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7242600422832981\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5284355179704017\n",
      "\n",
      "Run #:  74\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7187153931339978\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5306201550387597\n",
      "\n",
      "Run #:  75\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7413847780126851\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5433932346723045\n",
      "\n",
      "Run #:  76\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7376849894291755\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5801797040169133\n",
      "\n",
      "Run #:  77\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7525757575757577\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5419696969696969\n",
      "\n",
      "Run #:  78\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7395348837209303\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5558139534883721\n",
      "\n",
      "Run #:  79\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7427589852008457\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.528646934460888\n",
      "\n",
      "Run #:  80\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.724524312896406\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5193446088794926\n",
      "\n",
      "Run #:  81\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7276955602536999\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5435517970401691\n",
      "\n",
      "Run #:  82\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7094949494949495\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5144444444444444\n",
      "\n",
      "Run #:  83\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7359420289855072\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5476811594202898\n",
      "\n",
      "Run #:  84\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7316596194503171\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.501215644820296\n",
      "\n",
      "Run #:  85\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7388704318936876\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5185492801771872\n",
      "\n",
      "Run #:  86\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7240486257928118\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5577167019027485\n",
      "\n",
      "Run #:  87\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7219344608879493\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5856236786469344\n",
      "\n",
      "Run #:  88\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7481313131313131\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5487373737373737\n",
      "\n",
      "Run #:  89\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7428017718715393\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5058139534883721\n",
      "\n",
      "Run #:  90\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7265217391304348\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5371014492753623\n",
      "\n",
      "Run #:  91\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7305050505050505\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5113131313131312\n",
      "\n",
      "Run #:  92\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.741919191919192\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5276767676767675\n",
      "\n",
      "Run #:  93\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7400105708245243\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5307610993657506\n",
      "\n",
      "Run #:  94\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7244186046511628\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5212624584717608\n",
      "\n",
      "Run #:  95\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7399778516057587\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5281284606866002\n",
      "\n",
      "Run #:  96\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7367171717171718\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5248484848484848\n",
      "\n",
      "Run #:  97\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7513636363636363\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5259090909090909\n",
      "\n",
      "Run #:  98\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7273255813953489\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5620507399577168\n",
      "\n",
      "Run #:  99\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7323995771670191\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5204545454545454\n",
      "\n",
      "Run #:  100\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7210359408033827\n",
      "shuffled accuracy =  0.5664376321353066\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAU4AAAFBCAYAAAAYBUa8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZgU5bn38e/NDg644sIAQmRcQFzIBKMSD8YlJC5Ej0skMbIYXMPxRNR4cqLgkqhBc9AQCCJq1OCCIYoiiLwq7oJIREBlESIMETAGZFG2+/2jqseepmemmpnp7ur+fa5rrumuqqm6a3q4eZ56NnN3REQkuka5DkBEJG6UOEVEMqTEKSKSISVOEZEMKXGKiGRIiVNEJENNch1AXe2zzz7eqVOnXIchIgXmnXfeWevubdPti33i7NSpE7Nnz851GCJSYMxseXX7VFUXEcmQEqeISIaUOEVEMqTEKSKSISVOEZEMxb5VvTbr169n9erVbN26NdehiADQtGlT9t13X9q0aZPrUGQXFXTiXL9+PZ9++imlpaW0bNkSM8t1SFLk3J3NmzezcuVKACXPmMpaVd3MxpvZajN7v5r9ZmZ3m9liM3vPzHrU9ZqrV6+mtLSUVq1aKWlKXjAzWrVqRWlpKatXr851OLKLsvmM8wGgTw37vw+UhV+DgdF1veDWrVtp2bJlXU8jUu9atmypx0cxlrWqurvPNLNONRzSF/izB1PSv2lme5jZAe6+qi7XVUmzgVRUwMaNmf1MWVnDxBJD+rusP8NfGs7sVdFGD06+YHK9XDOfWtVLgU+S3q8It+3EzAab2Wwzm71mzZqsBCcpMk2aIg0katKsT/nUOJTuv+C0CyK5+1hgLEB5ebkWTdoFa9eupW3btrz44ov07t070s8MGzaMiRMn8v77SY+pc1iKTL2HZcuW0blzZ2bNmkV5efkun9fMeOKJJzjnnHPqMVppaPVVmowin0qcK4AOSe/bAxU5iiWn+vfvj5lx8cUX77Tv2muvxcw4/fTTsxNMRQUsWhR8ffYZbNkSvM5DHTp0YNWqVRx11FGRju/fv3/a3+OqVas444wz6js8KSD5lDifBn4atq5/G1hX1+ebcdahQwcee+wxNiZVibdt28ZDDz1Ex44dsxdITVXy3Xarl0vUVyNJ48aN2X///WnSpG4Vqf3335/mzZvXS0xSmLLZHWkC8AZwiJmtMLNBZnapmV0aHjIFWAosBu4FLs9WbPnoiCOOoKysjMcff7xy27PPPkuLFi12qlrv2LGDm2++mQ4dOtC8eXO6d+/OU089VeWYWbNm8c1vfpMWLVpw9NFH89aUKcGOFSsqS5QLnnuO03r3pnVJCfvuvTcXnH46/0w8Qy4rg733hmbNgtdlZdCuXZVrLFu2DDPjL3/5C7169aJFixYceuihPP/885XHvPTSS5gZU6ZMoWfPnjRr1oxp06bh7txxxx0cdNBBtGzZku7du/Pwww/XfA9vvZX2+snTDH7wwQeceeaZ7L777pSUlHDssccyb948hg0bxoMPPsizzz6LmWFmvPTSS0BQVZ84cWLlOebNm8fJJ59My5Yt2Wuvvejfvz/r1q2r3J8ouY4cOZLS0lL23HNPBgwYwKZNm2r4hKU+DH9peE6um7XE6e4XuPsB7t7U3du7+33uPsbdx4T73d2vcPeD3L27uxf9JJuDBg1i/Pjxle/Hjx/PgAEDdmqRHTlyJL/73e+4/fbbmTdvHmeddRZnn302c+fOBWDjxo2cdtppfOMb32D27NncdtttDB1e9Q9u1erVnNCvH4cffDBvP/EELzzwABs2beLMSy9lR4Zduq699lqGDBnC3LlzOeWUU+jbt29lh++E6667jltuuYUPPviAY445hv/93//lvvvuY9SoUSxYsIDrr7+eSy65hGeffbb6exg6tMY4Kioq6NWrF2bG9OnTmTNnDldccQXbt29n6NChnHfeeZx88smsWrWKVatWcdxxx+10jk2bNtGnTx9KSkp4++23mTRpEq+//joDBw6sctwrr7zC+++/zwsvvMBjjz3GpEmTGDlyZEa/N8lcomGo/IBdf6a9K/KpcSgrzpiQm2dXu/Lgul+/fgwdOpRFixbRunVrpk6dyj333MMNN9xQ5bgRI0YwdOhQ+vXrB8BNN93EzJkzGTFiBA8//DCPPPIIW7Zs4f7776ekpITDDz+cX112GRdecw20bw9lZYx+6CGO7NGD28eOrTzvn3v1Yq+99mJ2RQU927ePHPdll13GeeedBwRJfdq0aYwePZpbbrml8phhw4Zx6qmnAkFSvOuuu3j++ef5zne+A0Dnzp15++23GTVqFKeddlr6e/jVr7jwwgurjWPUqFHstttuPPHEEzRr1gyAgw8+uHJ/y5Ytad68Ofvvv3+153jkkUfYsGEDDz30EK1btwZg7NixnHjiiSxevJguXboAwQig0aNH06RJEw477DDOPfdcZsyYwfXXXx/59ya77sbeN2b1ekWXOONkzz335KyzzmL8+PHsscce9O7de6fnm+vXr6eiooLjjz++yvZevXoxJayOL1y4kCOOOIKS9ethVfDY+Nijj65y/DvvvMPMmTMpKSnZKY4lS5bQs2fPyHEfe+yxla8bNWrEMcccw4IFC6ock9zqvWDBAr788kv69OlTpTS9detWEsuiVN5DUnzJ10nn3XffpVevXpVJc1ckrptImgDHHXccjRo1YsGCBZWJs2vXrlWerbZr126nRwlSOIoucWazy0J9GDhwIBdddBElJSXcdNNN1R6XrkN1YlswpoAaG3p27NjBaaedxogRI3bat99++2UYde12S2pY2rFjBwCTJ0/e6T+Gpk2bAkn3kIFd+Zl056ius3ry9kScyfsS9yWFJ59a1SWNk046iWbNmrF27Vp++MMf7rS/TZs2tGvXjldffbXK9ldffZWuXbsCQWlo3nvvsTHRWFFWxpv//GeV43v06MH8+fM58MAD6dKlS5Wv5NJWFG+++Wbla3fn7bff5rDDDqv2+K5du9K8eXOWL1++07UPPPDAr+9h3rwqvQySr5NOjx49ePXVV9myZUva/c2aNWP79u01nqNr1678/e9/54svvqjc9vrrr7Njx44a70kKmxJnnjMz3nvvPT7++ONqu8hcc801jBgxggkTJvDRRx9xww038Morr3D11VcDwbPSJo0aMfD665m/YgXTp0/n1ltvrXKOK664gnXr1nH++efz1ltvsXTpUl544QUGDx5cJWlEMXr0aCZOnMiHH37IVVddxfLly7nsssuqPb5169YMHTqUoUOHMn78eBYvXszcuXMZM2YMY8Nnrv369aNJkyYMHDiQ+fPnp72HVJdffjkbNmzgvPPOY9asWSxevJgJEyZUNpp16tSJ999/nw8//JC1a9em7Rb14x//mN12242f/vSnzJs3j5kzZ3LJJZdw9tlnV1bTpfgoccZA69ata5x+bMiQIVxzzTVce+21HH744UyaNIknn3yysiN4SUkJz4wdy6Lly+nRpw9Dhw7l9ttvr3KOdu3a8dprr9GoUSP69OlDt27duOKKK2jevHnGfRpvu+027rrrLo488kimTp3KpEmTaF9L49LNN9/MsGHDGDFiBN26deOUU07hySefpHPnzl/fwzPPsGjRInr06JH2HlKVlpYyc+ZMtmzZwoknnsjRRx/NPffcU/ks8mc/+xmHHXYY5eXltG3bltdee22nc7Rq1Ypp06axfv16evbsSd++fTn22GOr9HaQ4mP18Rwol8rLy7265YEXLlxY3NWpdBNxNOAQyfoa8lgsiv7vs46SJ/doiLYLM3vH3dP+IavEWchSk2Y9jfQRyQe56sMJRdiqXtCqm+pN07lJgUkeMZTtPpygxFlY0iXNLJYyO3XqVC9dgERqk8vSJihxFiaVMKVI5KK0CUqcIhIjmcz23pDUOCQisZGcNHNVTQeVOAtHRVHO+SxFKtdDp1XiLBSJhiF1ORJpcEqchSZlcmERqX9KnFLF6aefTv/+/XMdhshOcjXbezpKnHkosVibmdGkSRM6duzIZZddxueff57r0ERyJtd9N5MpceapxJIOy5YtY9y4cUyePJnLL69mGSY1DEkRyVXfzWRKnHkqsaRD+/btOfXUUzn//PMrFz3bvn07gwYNonPnzrRs2ZKy447jjnvvrbI2UJQFxDZt2kT//v0pKSlhv/324ze/+c1OcXz++edcdNFF7LnnnrRs2ZKTTz6Z+fPnV+5/4IEHKCkp4bnnnuPQQw+lVatWnHnmmaxbt46JEydSVlbG7rvvzoUXXsjmzZsb8Dcmkj1KnDGwdOlSpk6dWjnL+I4dOygtLeXxxx9n4cKF3Prf/81vxozh/mnTqvxcbQuIDR06lOnTp/Pkk08yY8YM3n33XWbOnFnlHP379+ett97iqaee4u2336ZVq1b06dOnShL86quvuPPOO3nkkUeYMWMGs2fP5pxzzuHBBx/kySef5G9/+xvPPPMMf/zjHxvwtySSPcXXj/OM3CzWxuTM+p1NnTqVkpIStm/fzpdffgnAXXfdBQTLNFQuo1FRQacf/IA58+czYcIEBg0aVHmOmhYQ27BhA/fddx/jx4/ne9/7HgD3339/lXkzFy1axNNPP83LL7/MCSecAFC5rvsjjzzCxRdfDATrvY8aNYpDDjkECCYd/v3vf8+nn37KPvvsA0Dfvn158cUXKydXFokiX0YKpSq+xBkTJ5xwAmPHjmXz5s3ce++9LFmyhCFDhlTuHzNmDOPGjWP50qVs/uortm7bVrnMREJNC4gtWbKELVu2VFnwrKSkhO7du1e+X7hwIY0aNapyzO6770737t2rLL7WvHnzyqQJwRpF+++/f2XSTGxLXbBNpDapSTMfGoagGBNnhiW/XGnVqlXl0gx33303J554YuUs6Y899hhXXXUVI379a47r1o02JSWMevZZJk2aVOUcNS0gFmUWo5qOSV6oLDk5J/Zp8TKpT7keKZRKzzhj4sYbb+T222+noqKCV199lWOOOYYrzzuPHt260aVrV5YsWZLR+bp06ULTpk2rLHi2ceNG3n///cr3Xbt2ZceOHbzxxhuV29avX8+8efMqF4ITKUZKnDHRu3dvunXrxi233MLBBx/MnDlzeO7ll1m0bBk333cfL7/8ckbnKykpYdCgQVx33XVMnz6d+fPnM3DgwCqrPpaVldG3b18uueQSXnnlFebNm8dPfvIT2rRpQ79+/er7FkVio/iq6jH2i1/8ggEDBvDRRx8x9/XX6Xf11bg7/3nuuVx99dUZLyA2YsQINm7cyFlnnUWrVq34+c9/XmX5XQgajK666irOPPNMvvzyS44//nimTp1Ky6SuTyINIZ9GCqXSYm1xtWhR8H233TQ+PaYK+u+zHpwxIegBU35AeU46vWuxtkKTPFJISVMKXD6MFEqlxBlHmkJOJKeUOONMpU2RnFDiFBHJUMEnzrg3fklh0t9lvBV04mzatGnhzcijKeQKwubNm3caXSVfy+euSFDgiXPfffdl5cqVbNq0qXD+h1fDUKy5O5s2bWLlypXsu+++uQ4nb+XTpMXpFHQH+DZt2gBQUVHB1q1bcxxNPVm9Ovi+776wbl1uY5Fd0rRpU/bbb7/Kv0+pXj52RYICT5wQJM+C+gO99trge0wmKxEpRAVdVRcRaQhKnHEyPL8fmIsUCyXOOEmMyS/PzwfmIsUiq4nTzPqY2YdmttjMfplm/+5mNtnM/m5m881sQDbji40b8/OBuUixyFriNLPGwCjg+0BX4AIzS50N9wpggbsfCfQG7jSzZtmKUUQkimyWOHsCi919qbtvAR4F+qYc40BrC9ZlKAH+BWzLYowiIrXKZuIsBT5Jer8i3JbsD8BhQAUwD/gvd9dCNSJFJN9HDUF2E6el2ZY6nOd7wFygHXAU8Acz26kTppkNNrPZZjZ7zZo19R+piORMvo8aguwmzhVAh6T37QlKlskGAH/1wGLgY+DQ1BO5+1h3L3f38rZt2zZYwCKSO/k6agiymzhnAWVm1jls8PkR8HTKMf8ATgIws/2AQ4ClWYxRRKRWWRty6e7bzOxKYBrQGBjv7vPN7NJw/xjgZuABM5tHULW/zt3XZitGEZEosjpW3d2nAFNSto1Jel0BnJrNmGJDo4ZE8oZGDsWFRg2J5A0lzrjRqCGRnFPiFBHJkBKniEiGlDhFJG/EYdQQKHGKSB6Jw6ghUOIUkTyUz6OGoA6J08y0tmm2qA+nSF6JlDjNbIiZ/WfS+/uAzeGkxIc0WHQSUB9OkbwStcQ5BFgDYGYnAOcB/QhmMrqzYUKTnagPp0heiDrkshRYFr4+A3jC3R8Px5S/0hCBiYjkq6glzvVAYv62U4AZ4eutQIv6DkpEJJ9FLXE+D9xrZu8CXYDnwu3dCObMlPo2fPjXzzZFikBc+nBC9BLnFcBrwD7AOe7+r3B7D2BCQwRW9FKTphqGpMDFpQ8nRCxxuvt64Odptqu1oiEkdz+aPDl3cYjkQL734YQM5+M0s3bAvqSUVN19Tn0GVfTU/Ugkr0VKnGZ2NPAwwfo/qYuuOcGM7lLf1P1IJC9FLXGOJVja92cEC6ylrk4pIlI0oibOrsDR7v5RQwYjIhIHUVvV5wH7N2QgEtK4dClCceqKBNET5/8Ad5jZyWa2n5ntlfzVkAEWHTUMSRGKU1ckiF5VfyH8/jxVn28aahxqGGoYkiIUh65IED1xntigUUhA1XSRWIjaAf7lhg5EUDVdJCai9uPsUdN+dYCvZ6qmi+S1qFX12QTPMpM7vyc/69QzThEpGlETZ+eU902Bo4FfAdfXa0QiInku6jPO5Wk2LzazdcCNfD3NnIhIwavrKpcfA0fVRyAiInERtXEotZO7AQcAw4AP6zmm4qSuSFKk4jZqCKI/41zLzhN7GMHEH+fXa0TFSl2RpEjFbdQQ7HoH+B0Eq14udvdt9RtSkVNXJClScRk1BBESp5k1BU4DRlXTSCR1pWq6FKk4VtMhQuOQu28FLmfnCYylvqiaLkUqjtV0iN6qPg34bkMGUrSSS5uqpkuRilM1HaI/45wB/MbMjgDeATYm73T3v9Z3YEVDpU2R2ImaOP8Qfh+SZp+mlasPKm2KxEbUkUN17Sgv6ahRSIpYXBuGoO4jh6QuVE2XIhbXhiFQ4swPqqZLEYtbwxAocYqIZCyridPM+pjZh2a22Mx+Wc0xvc1srpnNNzPNPC8ieafaxGlmN5hZq/B1RzOrUwd4M2sMjAK+T7BO+wVm1jXlmD2APwJnuns34Ny6XDOvqWFIilicG4ag5hLnDUBJ+PpjoG0dr9WTYGz7UnffAjwK9E05ph/wV3f/B4C7r67jNfOXGoakiMW5YQhq7o60EjjHzJ4lGG7Z3sxapDswkehqUUowm1LCCuCYlGMOBpqa2UtAa2Cku/85wrnjRaOFRIB4NgxBzYnzVoKO7/cQdHKfleaYTNZVT1fVT52qrgnwTeAkoCXwhpm96e4fVTmR2WBgMEDHjh0jXDrPqLQpEmvVJk53H2tmjwOdgDlAH+CzOlxrBdAh6X17oCLNMWvdfSOw0cxmAkcCVRKnu48FxgKUl5enJt/4UGlTJJZqHDnk7v8G5prZAOBld/+qDteaBZSZWWeCxwA/Inimmewp4A9m1gRoRlCV/30drikieWT4S8Mrn2/GWdQhlw8CmNl3CVrEHVjg7i9GvZC7bzOzKwlmWmoMjHf3+WZ2abh/jLsvNLOpwHsEkyWPc/f3M7ojEclbyUkzrg1DEH3NoVJgEsHzx0T1up2ZzQbOcvfUKnda7j4FmJKybUzK+98Bv4tyvlhSNyQRJl8wOdch1EnUDvB3A9uBLu7ewd07AGXhtrsbKriCpIYhkdiLOq3cKUBvd/84scHdl5rZEIK5OiVTahgSia26DrncUS9RiIjESNTEOQO428wquxOZWUdgJCpxikiRiZo4hwCtgKVmttzMlgFLwm3pZoWXdNQwJEUs7uPTk0XtjvQJ0MPMTgEOJRgFtMDdX2jI4AqOGoakiMV9fHqyqI1DALj7dGB6A8VSPNQwJEUsruPTk2ki42xRNV2kYChxZouq6SIFQ4kz21RNF4k9JU4RkQxl1DgElctbVEm47v6veotIRCTPRZ3k40BgDHAi0DR5F9EnMhaRIlVIfTgheonzfmAPYCDB7EjxnTxYRLKukPpwQvTE2RP4tubG3EXqiiQCFEYfTojeOPQx0LwhAylo6ookUlCiJs7/An5rZl0aMpiCp65IIgUhalX9KYIS54dm9hWwLXmnu7ep78BERPJV1MR5ZYNGISISIxkt1iYiIhl0gDez5sCP+XqVy/nAhDouGSwiEjuRGofMrCuwCLiLYK3zbwP/B3xkZoc1XHgiIvknaqv6SOBdoKO7f8fdvwN0BP5OkEClOurDKVJwolbVjwe+5e7rExvcfb2Z/Qp4s0EiKxTqwylScKKWOL8kGHKZavdwn9RGfThFCkbUxDkZuNfMjjezxuFXL+BPwNMNF56ISP7JZOTQIuAVghLml8DLwEfAVQ0TmohIforaj/PfQF8zK6PqKpeLGzI4EYm/QptSDjJf5XIRQclTRCSSQptSDmpInGZ2N3C9u28MX1fL3YfUe2SFQF2RRCoVypRyUHOJsztfz/bePQuxFB51RRIpSNUmTnc/Md1r2QXqiiRSUKIOubzBzFql2d7SzG6o/7AKgKrpIgUranekG4GSNNtbhfsklarpIgUrauJMrGaZ6mhASwPXRNV0KWKF2BUJaumOZGZfECRMB5aaWXLybAy0IFg2WERkJ4XYFQlq78d5JUFpczzwK2Bd0r4twDJ3f6OBYhORAlFIXZGglsTp7g+aWRNgN+Apd1+RnbBERPJXrc843X0bcAdB1VxEpOhFbRx6E/hmQwYiIhIXUceq3wuMMLOOwDvAxuSd7j6nvgMTEclXURPnX8Lvd6XZ50SsxptZH4JlOBoD49z9tmqO+xZBKfd8d58YMUYRkayImjg71/VCZtYYGAWcAqwAZpnZ0+6+IM1xtwPT6npNEcmdQu3DCdHn41xeD9fqCSx296UAZvYo0BdYkHLcz4EngW/VwzVFJEcKtQ8nRG8cwsyOMLM/m9lsM5tlZg+aWSazJpUCnyS9XxFuS75GKXAWce5UP3w4nHFGrqMQyRuF1ocTok/ycSYwB+gAPAdMJVgeeI6ZRc0SlmZb6jDO/wOuc/fttcQzOEzgs9esWRPx8lmSGKMOGqcuUqCiPuO8BbjV3av812FmN4X7Jkc4xwqCxJvQHqhIOaYceNTMAPYBfmBm29z9b8kHuftYYCxAeXl5ujH0uTc5yq9EROIoalX9YOChNNsfAg6JeI5ZQJmZdTazZsCPSFkh0907u3snd+8ETAQuT02aIiK5FjVxriZ9B/hvAp9GOUE4AulKgtbyhcDj7j7fzC41s0sjxiEiknOZdID/k5l1AV4neDbZCxgK/C7qxdx9CjAlZVvahiB37x/1vHlDkxeLFIVMnnFuAK4Gbg63VRBMYlzjQm5FRZMXixSFqP04Hfg98Hszax1u+6IhA4s1TV4sUtAyWlfdzA4CDgtfL0h0ZhcRSVbIo4YgYuI0s72B+4AzgR1fb7ZngIHu/lkDxSciMVTIo4Ygeqv6OKAL8B2C5TJaACcQjGG/t2FCE5G4K8RRQxC9qv494KSUZTJeM7NLgBfqPywRkfwVtcS5hpQ5OEObAFXTRaSoRE2cNwH/F07CAVROyHFnuE/Uh1OkaEStql8FdAKWmdnKcFsp8CWwr5kNSRzo7kfUa4RxoT6cIkUjauLULOxRqQ+nFLlC74oE0TvAF/5vQkTqRaF3RYLMO8B/F+hKMFZ9vru/1BBBiUj8FWpXJIjeAb4UmEQwG1JiDs12ZjYbOMvdU+fVFBEpWFFb1e8GtgNd3L2Du3cAysJtmuRDRIpK1Kr6KUBvd/84scHdl4at6TMaJLI4UVckkaISebG2auyo/ZAioK5IIkUlauKcAdxtZpVrBplZR2AkKnF+TV2RRIpC1MQ5BGgFLDWz5Wa2DFgSbhtS0w+KSPEohj6cEP0Z52dAT+BE4FCCpX4XuLsm+BCRSsXQhxMiJE4zawysA4509+nA9AaPKk7UMCSyk0LuwwkRquruvh1YDjRr+HBiSA1DIkUn6jPOm4HbzGyfhgwm1tQwJFI0oj7jHEow2/tKM1tBytycRTsjkogUpaiJ80mC8ekiIkUv6uxIwxo4jnhSw5BIUarxGaeZtTKzUWa20sxWm9lf9JwziRqGRIpSbY1Dw4H+wLPAowRj1kc3cEzxo4YhkaJSW1X9bGCQuz8KYGYPE6xu2TjspiQiUnRqK3F2AF5JvHH3t4FtQLuGDEpEJJ/VVuJsDGxJ2bYtws8VtuHDv36+KSJFp7YEaMDDZvZV0rYWwL1mtimxwd3PbIjg8lZy0lTDkEjRqS1xPphm28MNEUgsTZ6c6whEJAdqTJzuPiBbgYhIvBXLlHJQ9xngRUSA4plSDpQ4RaQeJJc2C31KOVDiFJF6UEylTVDiFJF6VAylTVDiFBHJmBKniEiGlDgzpankRIqeEmemNJWcSNHLauI0sz5m9qGZLTazX6bZ/2Mzey/8et3MjsxmfBnRVHIiRStriTNcZngU8H2gK3CBmXVNOexj4D/CNYxuBsZmKz4R2TXFNGIoIZslzp7AYndf6u5bCCZG7pt8gLu/7u6fh2/fBNpnMT4R2QXF1ocTsps4S4FPkt6vCLdVZxDwXINGlCk1DIlUq1j6cEJ259W0NNvSrpxpZicSJM5e1ewfDAwG6NixY33FVzs1DIkI2S1xriCYUT6hPVCRepCZHQGMA/q6+2fpTuTuY9293N3L27Zt2yDB1kgNQyJFLZuJcxZQZmadzawZ8CPg6eQDzKwj8FfgQnf/KIuxicguKMaGIchiVd3dt5nZlcA0giU5xrv7fDO7NNw/BrgB2Bv4o5kBbHN31YtF8lQxNgxBltcOcvcpwJSUbWOSXl8MXJzNmERk1xTbVHLJNHJIRHZJsZY2QYlTROqo2EqboMQpIpIxJU4RkQwpcYpIxoq1G1KCEqeIZKyYG4ZAiVNE6qAYG4ZAiTM6TdojD0MAAAyYSURBVPAhIiElzqg0wYeIhJQ4o0gubWqCDylyxd4wBEqc0ai0KVKp2BuGIMtj1WNJpU0RIChpJpImFG/DEKjEWTuVNkUAqiTNYi5tgkqc0am0KQLA5Asm5zqEnFOJU0QkQ0qcIiIZUuKsiTq9i0gaSpw1UcOQiKShxBmFGoZEJIkSZ3VUTReppNFCVSlxVkfVdJFKGi1UlRJnOhotJJJWMY8WSqbEmY5KmyJSAyXOmqi0KSJpKHGmUqOQSBVqGNqZEmcqVdNFqlDD0M6UOKujarpIldKmGoa+psQpItVSaTM9JU4RqZVKm1VpPs6E4cO/fr4pIlIDlTgTkpOmGoZEpAYqcaaWNCdrdmsRqZlKnCppikiGVOJMUElTRCIq3sSpxiCRGmnEUPWKt6quKrpIjdSHs3rFWeJMHo+uKrpIjdSHc2fFWeLUeHQRqYPiTJwJGo8uIrug+BKnpo0TqZUahmpWfIlT1XSRWqlhqGZZTZxm1sfMPjSzxWb2yzT7zczuDve/Z2Y9GiwYVdNFaqWGofSyljjNrDEwCvg+0BW4wMy6phz2faAs/BoMjM5WfCIiUWWzO1JPYLG7LwUws0eBvsCCpGP6An92dwfeNLM9zOwAd19Vb1Go+5FIrSZfoH8nNclmVb0U+CTp/YpwW6bHiIjkVDYTp6XZ5rtwDGY22Mxmm9nsNWvW1EtwIiJRZTNxrgA6JL1vD1TswjG4+1h3L3f38rZt29Z7oCIiNclm4pwFlJlZZzNrBvwIeDrlmKeBn4at698G1tXr800RkXqQtcYhd99mZlcC04DGwHh3n29ml4b7xwBTgB8Ai4FNwIBsxSciElVWJ/lw9ykEyTF525ik1w5ckc2YREQyVXwjh0RE6kiJU0QkQ0qcIiIZUuIUEcmQEqeISIYsaMiOLzNbAyzP4Ef2AdY2UDjZEPf4If73EPf4If73kI34D3T3tCNsYp84M2Vms909tpMMxj1+iP89xD1+iP895Dp+VdVFRDKkxCkikqFiTJxjcx1AHcU9foj/PcQ9foj/PeQ0/qJ7xikiUlfFWOIUEamTgk6cZrbMzOaZ2Vwzmx1u28vMppvZovD7nrmOsybV3MMwM1sZbptrZj/IdZzVCZc/mWhmH5jZQjM7NoafQbp7iMVnYGaHJMU418zWm9lVcfoMariHnH0GBV1VN7NlQLm7r03adgfwL3e/LVxpc093vy5XMdammnsYBmxw9xG5iisqM3sQeMXdx4XzsLYC/od4fQbp7uEqYvIZJIQLJq4EjiGYhSw2n0FCyj0MIEefQUGXOKvRF3gwfP0g8MMcxlLQzKwNcAJwH4C7b3H3fxOjz6CGe4ijk4Al7r6cGH0GKZLvIWcKPXE68LyZvWNmg8Nt+yVmlQ+/75uz6KJJdw8AV4Zrz4/P42rWN4A1wP1m9q6ZjTOz3YjXZ1DdPUA8PoNkPwImhK/j9BkkS74HyNFnUOiJ83h370GwXvsVZnZCrgPaBenuYTRwEHAUsAq4M4fx1aQJ0AMY7e5HAxuBX+Y2pIxVdw9x+QwACB8xnAk8ketYdlWae8jZZ1DQidPdK8Lvq4FJBGu7f2pmBwCE31fnLsLapbsHd//U3be7+w7gXoL7ykcrgBXu/lb4fiJBEorTZ5D2HmL0GSR8H5jj7p+G7+P0GSRUuYdcfgYFmzjNbDcza514DZwKvE+wINxF4WEXAU/lJsLaVXcPiT/40FkE95V33P2fwCdmdki46SRgATH6DKq7h7h8BkkuoGoVNzafQZIq95DLz6BgW9XN7BsEJTQIqlt/cfdbzWxv4HGgI/AP4Fx3/1eOwqxRDffwEEH1xIFlwCX5uhqomR0FjAOaAUsJWkIbEZPPAKq9h7uJz2fQCvgE+Ia7rwu3xebfAVR7Dzn7d1CwiVNEpKEUbFVdRKShKHGKiGRIiVNEJENKnCIiGVLiFBHJkBKnNDgz28fM3Mx6h+87he9ju+aNFDclzgJgZg+EicjNbKuZrTazF83sCjNrmuv40vgEOACYm+tAikn4H9ZMM9sYfu+Usv+vKfMhSDWUOAvHCwTJqBPBCKPJwHDglaRJKfJCOEzun+6+Ldex5EIO/zO7k2BKtsTY7srp2MzshwRL7t6bm9DiRYmzcHwVJqOV7j7X3e8CehOMDb82cZCZNTOz281sRVjymGVm30s+kZkdamZPm9k6M9tgZm+YWfdwXyMz+7WZfWJmX1kwyXLflJ//Vjib05dm9i7B3InJ+6tU1c2sd/j+JDN7y8w2mdlsM+uR8nMDzewf4f7JZna5mdU4gsPMfhHOnrPRgklvx5nZHinHfNvM/l94zDozm2Fm7cJ9ZmZXWzDh71fh7+236e4j6XxuZuekHHNBeI3NwCVmtreZTQjPt9nM5pvZgJTz1HTt/2dmf0g5vk34uzm7ml/HYcCD7r4IeCB8n5g6705gsGtETCRKnAXM3d8HpgL/mbT5fuA/gH5Ad4K5GCeb2ZEAYcJ4lWAY2ykEiXcU0Dj8+f8CrgGuC39+EvDXcFhiYkz9swRDE8sJZhKKOtHsb8PjewCfAY+YmYXnPZZg2OMoghLT0wQl6trsIJh0uFt4zz2BexI7w/t+EVgMHA98m2AoYpPwkN8Avw5j6wacS/CoIVO/Bf4IdAX+BrQA5gCnh+cdCfzJzE5K+pmarn0v0M/MmicdfwGwgaC2kc7fgZPNrBFBreS9cPttwAPu/sEu3Fdxcnd9xfyLoPTwTDX7bgM2ha8PIkgkHVOO+Rvwx/D1rcByoFk151sJ3JCy7SXg4fD1YODfQEnS/p8QJOLe4ftO4fvy8H3v8P33kn7m+HBb+/D9BGBqynXHBn/CGf2u+gBfAY3C948Ab1ZzbAnwJXBpNfur3EfSdgfOSTnm6gixPQqMi3jt5sBa4EdJ294CRtRw/lLgGYKx6c+E748D5hFU0x8h+A/vL0CbXP9d5/OXSpyFzwj+4UJQkjOC2X02JL6A0wiSKsDRwKvuvmWnEwVVunbAaym7XiUoSUFQ/XvP3Tck7X8jYqzvJb2uCL8nJtg9FHg75fi3qIWZfdeCNXVWmNkXwF8JJuvYPzzkaGBGNT/elSBBVbc/E7NT4mpsZr8KHyN8Fn4OZxNMulHrtd39K+AhYGB4vq4Epenx1QXgwWOc0929o7ufTjBB85+ASwhK+tuAgwn+c/31Lt9pEWhS+yESc10JShEQPJpx4FvA1pTjNoffLcI50z0HS2yL8vPVSY4pcb7Ef+7J/wFEYmYHEjw2uBe4gaD634Og9Nos6bzVnqKWS+xIPa6Ghp+NKe+HAlcTPPqYR1DF/g1f/0cR5fc4DnjPzDoCg4A33H1BhJ9L+CUw091fD5+X/trdt5nZBOCmDM5TdFTiLGBmdjhB1XRiuOldgn+Q+7v74pSvleExc4BeFsy2XYW7rycoCfZK2dWLYJ5Nwu/dU1ryv10Pt7OQnSeqrW3i2nKCBPnf7v6Gu39EUGJONgf4bjU/v4CgWn9SNfvXhN+T54U8qpaYEnoBk939IXefCywhKO1FvTbuPp+g1P0zgsch1ZY2U5nZoQTzcF4fbmoEJJJ+M75+pi3p5PpZgb7q/kXwjHM6QfWzHXAk8AuCZ2BvArslHfswwTPMcwjW0yknKP2cHe4vJSiZ/Y2gZNqFoNHhqHD/VcD6cNvBBCWT7Un7SwgSymMEDRqnECSBKM8490mKM/WYY8PrXAOUEZSwVlPDM07giPAcVwOdw5j/EW7rFB5zFMGzxLHh7+0Q4GLC58DA7cDnBHNwHkSQrC9LusYbBI8uuhE8L3yZ9M84U5+D3kkwu3wvgscQo4B1wEtJx9R47fCYAQQJdgPQOuLfiwEzgR8mbfsDQUPiIcDzwB9y/Xedz185D0Bf9fAhBonTw69tBAnzJeDnpDTyEJQqhhFU37cA/yRoof5m0jHdgCnhP8YvgNeBw8N9jQief30S/vy85H+A4THHEJTkviJoyT2DOibOcNvA8LqbCVqOrwY21/K7GULQoLWZ4HnheSQlzvCYXmEi2UzQsPUCcEDS/f4y6ff1CXBr0s8eRpA4N4W/i+8QLXHuSfC89QuC/wDuIGh1fynpmBqvHR7TKjzH+Az+Xi4BnkzZtg/wXHiuqcmfhb52/tJExhJbZvZ74GR3757rWHIl7D72D+A/3D210U4aiBqHJDbM7BqCRxIbgJOBS4H/yWlQORI2Qh1A0H3sXSXN7FLilDhJPI/dHfiYoGFjZE4jyp3jCTruLyJ4/CBZpKq6iEiG1B1JRCRDSpwiIhlS4hQRyZASp4hIhpQ4RUQypMQpIpKh/w8TzwgqkSIyLwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mean decoding accuracy =  73.17835347179586\n",
      "mean RANDOM decoding accuracy =  53.42895678404803\n",
      "28905.712169885635\n"
     ]
    }
   ],
   "source": [
    "## set SVM params, choose params to classify on, and subset cells ##\n",
    "\n",
    "#### EDIT THIS ####\n",
    "filename='TEST'\n",
    "predict=['Condition'] ## variable to classify (e.g. projection, group, condition)\n",
    "condition=['All Cells'] ## only used for reference in parameter file\n",
    "params=np.array(data.columns[10:63]).tolist()## choose params to use for classification \n",
    "\n",
    "summarydata=pd.DataFrame(data)\n",
    "summarydata=summarydata.replace(['mature','immature'],[1,0])\n",
    "#summarydata=summarydata.replace(['ad lib','fasted'],[0,1])\n",
    "# label_tag=1  ## Choose 1 for ad lib and 0 for fasted; or 1 for VTA and 0 for LHb ##\n",
    "\n",
    "# df=summarydata[summarydata.projection == 1]  #change param as input data\n",
    "df=summarydata\n",
    "\n",
    "iterations=100\n",
    "test_data=.2  #defines split for test/train sets\n",
    "#####\n",
    "\n",
    "### Run SVM for eYFP+ cells to predict group based on rheo and max latency ###\n",
    "start = time.time()\n",
    "ephys_svm(filename,predict,params,iterations,test_data,df)\n",
    "end = time.time()\n",
    "print(end - start)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Vgat-Ar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Ar/svm\n"
     ]
    }
   ],
   "source": [
    "%cd \"/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Ar/svm/\"\n",
    "data=pd.read_excel('/media/garret/New Volume/scRNAseq_data/Koichi/V3_analysis/MPOA/MPOA_integrated/log/Trajectory/male/Ar/svm/metadata.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Run #:  1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7904040404040404\n",
      "shuffled accuracy =  0.5050608122036694\n",
      "\n",
      "Run #:  2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8018370454978108\n",
      "shuffled accuracy =  0.5282124500285551\n",
      "\n",
      "Run #:  3\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7809999999999999\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.511979797979798\n",
      "\n",
      "Run #:  4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8\n",
      "shuffled accuracy =  0.5214285714285715\n",
      "\n",
      "Run #:  5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7951980198019802\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5074554455445545\n",
      "\n",
      "Run #:  6\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7956969696969697\n",
      "shuffled accuracy =  0.5706060606060606\n",
      "\n",
      "Run #:  7\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8207998350855494\n",
      "shuffled accuracy =  0.5096681096681097\n",
      "\n",
      "Run #:  8\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7982079207920791\n",
      "shuffled accuracy =  0.5322673267326733\n",
      "\n",
      "Run #:  9\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7942828282828283\n",
      "shuffled accuracy =  0.5231919191919191\n",
      "\n",
      "Run #:  10\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7794848484848484\n",
      "shuffled accuracy =  0.5161212121212121\n",
      "\n",
      "Run #:  11\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8001339929911359\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5341475984333127\n",
      "\n",
      "Run #:  12\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8104986324426677\n",
      "shuffled accuracy =  0.5394382495266148\n",
      "\n",
      "Run #:  13\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8091919191919192\n",
      "shuffled accuracy =  0.5186767676767676\n",
      "\n",
      "Run #:  14\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8139090909090909\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5458181818181819\n",
      "\n",
      "Run #:  15\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8057823129251702\n",
      "shuffled accuracy =  0.5243970315398887\n",
      "\n",
      "Run #:  16\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7991341991341991\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5015254586683159\n",
      "\n",
      "Run #:  17\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8024324881467738\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5244176458462172\n",
      "\n",
      "Run #:  18\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.774376546735199\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5217970683418999\n",
      "\n",
      "Run #:  19\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7938811881188119\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5244653465346536\n",
      "\n",
      "Run #:  20\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7926406926406926\n",
      "shuffled accuracy =  0.5308080808080808\n",
      "\n",
      "Run #:  21\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7987171717171717\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/joblib/externals/loky/process_executor.py:688: UserWarning: A worker stopped while some jobs were given to the executor. This can be caused by a too short worker timeout or by a memory leak.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5224949494949496\n",
      "\n",
      "Run #:  22\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7991749174917492\n",
      "shuffled accuracy =  0.5192778101339547\n",
      "\n",
      "Run #:  23\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7935619608668211\n",
      "shuffled accuracy =  0.542383757626762\n",
      "\n",
      "Run #:  24\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7956194599051742\n",
      "shuffled accuracy =  0.5011440940012368\n",
      "\n",
      "Run #:  25\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8048080808080809\n",
      "shuffled accuracy =  0.5215252525252525\n",
      "\n",
      "Run #:  26\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.790882731958763\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.525451030927835\n",
      "\n",
      "Run #:  27\n",
      "prediction accuracy =  0.8074752475247525\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5128712871287129\n",
      "\n",
      "Run #:  28\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8171098742527313\n",
      "shuffled accuracy =  0.5187899402185117\n",
      "\n",
      "Run #:  29\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7924258363139071\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5236166631601094\n",
      "\n",
      "Run #:  30\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7960104834012813\n",
      "shuffled accuracy =  0.5216171617161717\n",
      "\n",
      "Run #:  31\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8113894042465469\n",
      "shuffled accuracy =  0.5086683158111731\n",
      "\n",
      "Run #:  32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8051919191919191\n",
      "shuffled accuracy =  0.5338181818181817\n",
      "\n",
      "Run #:  33\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7932463707132338\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5117609930570166\n",
      "\n",
      "Run #:  34\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8027313955885385\n",
      "shuffled accuracy =  0.5328695114409401\n",
      "\n",
      "Run #:  35\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8031616161616162\n",
      "shuffled accuracy =  0.5335454545454545\n",
      "\n",
      "Run #:  36\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7936920222634508\n",
      "shuffled accuracy =  0.5106163677592249\n",
      "\n",
      "Run #:  37\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8079158936301793\n",
      "shuffled accuracy =  0.5081426509997939\n",
      "\n",
      "Run #:  38\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7805400948258092\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5234178519892806\n",
      "\n",
      "Run #:  39\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7926572690932042\n",
      "shuffled accuracy =  0.5306964022722491\n",
      "\n",
      "Run #:  40\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8151523975927004\n",
      "shuffled accuracy =  0.5276645311589983\n",
      "\n",
      "Run #:  41\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7964848484848485\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5280606060606061\n",
      "\n",
      "Run #:  42\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7774458236903008\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5097832947612033\n",
      "\n",
      "Run #:  43\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8162492719860222\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5284799068142109\n",
      "\n",
      "Run #:  44\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7932727272727272\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5443232323232323\n",
      "\n",
      "Run #:  45\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8062461348175634\n",
      "shuffled accuracy =  0.5361884147598435\n",
      "\n",
      "Run #:  46\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8001262360614347\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.510814222596255\n",
      "\n",
      "Run #:  47\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7857623762376239\n",
      "shuffled accuracy =  0.5248019801980199\n",
      "\n",
      "Run #:  48\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7880734818199124\n",
      "shuffled accuracy =  0.5092708928231486\n",
      "\n",
      "Run #:  49\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8082766439909298\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5229024943310658\n",
      "\n",
      "Run #:  50\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7924036281179139\n",
      "shuffled accuracy =  0.5025355596784169\n",
      "\n",
      "Run #:  51\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8077856529209623\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.514454467353952\n",
      "\n",
      "Run #:  52\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7978484848484848\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5154848484848485\n",
      "\n",
      "Run #:  53\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8089948600799544\n",
      "shuffled accuracy =  0.5122406244051019\n",
      "\n",
      "Run #:  54\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8197138649274143\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5403745003155901\n",
      "\n",
      "Run #:  55\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8012183514182372\n",
      "shuffled accuracy =  0.5088140110413096\n",
      "\n",
      "Run #:  56\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7995923121723937\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5403125606678315\n",
      "\n",
      "Run #:  57\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7858888888888889\n",
      "shuffled accuracy =  0.5201616161616162\n",
      "\n",
      "Run #:  58\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8094752475247524\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5254257425742574\n",
      "\n",
      "Run #:  59\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7883483676975944\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5118234536082473\n",
      "\n",
      "Run #:  60\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7964356435643565\n",
      "shuffled accuracy =  0.5154653465346535\n",
      "\n",
      "Run #:  61\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7966231853566168\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5071744161582158\n",
      "\n",
      "Run #:  62\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7876108018965162\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.518800247371676\n",
      "\n",
      "Run #:  63\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.80709900990099\n",
      "shuffled accuracy =  0.5362178217821782\n",
      "\n",
      "Run #:  64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.80658124635993\n",
      "shuffled accuracy =  0.5329062317996505\n",
      "\n",
      "Run #:  65\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7985260770975058\n",
      "shuffled accuracy =  0.5323850752422181\n",
      "\n",
      "Run #:  66\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7909090909090909\n",
      "shuffled accuracy =  0.5181515151515151\n",
      "\n",
      "Run #:  67\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7840445269016698\n",
      "shuffled accuracy =  0.5197794269222842\n",
      "\n",
      "Run #:  68\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7871683168316832\n",
      "shuffled accuracy =  0.5244752475247525\n",
      "\n",
      "Run #:  69\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7913366336633664\n",
      "shuffled accuracy =  0.5079900990099009\n",
      "\n",
      "Run #:  70\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8053700267985983\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5285301999587715\n",
      "\n",
      "Run #:  71\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7851111111111112\n",
      "shuffled accuracy =  0.5121010101010102\n",
      "\n",
      "Run #:  72\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7922277227722774\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5293168316831683\n",
      "\n",
      "Run #:  73\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8024267132595613\n",
      "shuffled accuracy =  0.5314404969908756\n",
      "\n",
      "Run #:  74\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8011956297670583\n",
      "shuffled accuracy =  0.542341785198928\n",
      "\n",
      "Run #:  75\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8134356435643564\n",
      "shuffled accuracy =  0.5154554455445545\n",
      "\n",
      "Run #:  76\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8140074211502784\n",
      "shuffled accuracy =  0.524407338693053\n",
      "\n",
      "Run #:  77\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7891515151515153\n",
      "shuffled accuracy =  0.5170404040404041\n",
      "\n",
      "Run #:  78\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7969603960396039\n",
      "shuffled accuracy =  0.5139108910891089\n",
      "\n",
      "Run #:  79\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8056831683168317\n",
      "shuffled accuracy =  0.512019801980198\n",
      "\n",
      "Run #:  80\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8034554455445544\n",
      "shuffled accuracy =  0.5175643564356436\n",
      "\n",
      "Run #:  81\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8126060606060607\n",
      "shuffled accuracy =  0.5277171717171717\n",
      "\n",
      "Run #:  82\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.787284022519899\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5162978062512134\n",
      "\n",
      "Run #:  83\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8091836734693878\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5102040816326532\n",
      "\n",
      "Run #:  84\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7916821273964132\n",
      "shuffled accuracy =  0.5289424860853433\n",
      "\n",
      "Run #:  85\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8044114615543186\n",
      "shuffled accuracy =  0.5061121418264276\n",
      "\n",
      "Run #:  86\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7957979797979798\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.502979797979798\n",
      "\n",
      "Run #:  87\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7961683168316831\n",
      "shuffled accuracy =  0.5185247524752474\n",
      "\n",
      "Run #:  88\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8\n",
      "shuffled accuracy =  0.5121212121212121\n",
      "\n",
      "Run #:  89\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8\n",
      "shuffled accuracy =  0.5237623762376238\n",
      "\n",
      "Run #:  90\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7990390215492137\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5305086390992041\n",
      "\n",
      "Run #:  91\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7981485148514853\n",
      "shuffled accuracy =  0.5254455445544554\n",
      "\n",
      "Run #:  92\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8070792079207921\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5334059405940593\n",
      "\n",
      "Run #:  93\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5170000000000001\n",
      "\n",
      "Run #:  94\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7987524752475248\n",
      "shuffled accuracy =  0.5163564356435643\n",
      "\n",
      "Run #:  95\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8017831374974232\n",
      "shuffled accuracy =  0.513646670789528\n",
      "\n",
      "Run #:  96\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.8158415841584159\n",
      "shuffled accuracy =  0.5188118811881187\n",
      "\n",
      "Run #:  97\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7905217757205975\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.5168945928887018\n",
      "\n",
      "Run #:  98\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.7978951890034364\n",
      "shuffled accuracy =  0.5176116838487972\n",
      "\n",
      "Run #:  99\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.82\n",
      "shuffled accuracy =  0.511\n",
      "\n",
      "Run #:  100\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n",
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "prediction accuracy =  0.796\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/garret/anaconda3/envs/HR/lib/python3.8/site-packages/sklearn/model_selection/_search.py:847: FutureWarning: The parameter 'iid' is deprecated in 0.22 and will be removed in 0.24.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shuffled accuracy =  0.528\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAU4AAAFBCAYAAAAYBUa8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZgU5bn38e/NzjjgEnFhACGCC4oLmeBGPBjRkKNCNEYjWWQxqNFwfCNqPDlRcIsa1IOGQFBRowQXDFEUUeSIiBsgEtlUFiWyRCAxIIuy3e8fVT32NLNUM71UT/8+1zXXTFc9XXV3MdzzVD2buTsiIhJdg3wHICJSaJQ4RUTSpMQpIpImJU4RkTQpcYqIpEmJU0QkTY3yHUBd7b///t6+fft8hyEi9cw777yz3t1bVbWv4BNn+/btmTNnTr7DEJF6xsxWVLdPt+oiImlS4hQRSZMSp4hImpQ4RUTSpMQpIpKmgm9Vr83GjRtZu3Yt27dvz3coIgA0btyYAw44gJYtW+Y7FNlD9Tpxbty4kU8//ZSysjKaN2+OmeU7JCly7s7WrVtZtWoVgJJngcrZrbqZjTWztWa2oJr9Zmb3mtlSM3vPzLrW9Zxr166lrKyMkpISJU2JBTOjpKSEsrIy1q5dm+9wZA/l8hnnw0CvGvZ/F+gUfg0CRtX1hNu3b6d58+Z1PYxIxjVv3lyPjwpYzm7V3X2GmbWvoUgf4E8eTEn/lpntY2YHu/uaupw31jXN1ath8+bMH7dTp8wfUzIq1r+X9cyw6cOYsyYYXTjpokkZOWacWtXLgE+SXq8Mt+3GzAaZ2Rwzm7Nu3bqcBJcV2UiaIlJJImlmUpwah6r6E1zlgkjuPgYYA1BeXl74iybloYa4fv16WrVqxSuvvEKPHj0ivWfo0KFMmDCBBQuqfEydc6mf4eOPP6ZDhw7Mnj2b8vLyPT6umfHUU09x/vnnZzBaybdM1TYhXjXOlUDbpNdtgNV5iiX7Vlf/0fr164eZcckll+y279prr8XMOPvss7MZXUFq27Yta9as4bjjjotUvl+/flVexzVr1nDOOedkOjypR+KUOJ8Ffhq2rp8IbKjr881YS9ym77VXlbvbtm3LE088weak2/kdO3bw6KOP0q5du1xEmDOZaiRp2LAhBx10EI0a1e1G6qCDDqJp06YZiUnqp1x2RxoPvAkcbmYrzWygmV1mZpeFRSYDy4GlwP3Az3MVW84l1zZbt66yyDHHHEOnTp148sknK7Y9//zzNGvWbLdb6127dnHzzTfTtm1bmjZtSpcuXXjmmWcqlZk9ezbf+MY3aNasGccffzxvv/32budctGgRZ511Fi1atOCAAw7goosu4h//+Efkj/Xxxx9jZvz5z3+me/fuNGvWjCOOOIKXXnqposz06dMxMyZPnky3bt1o0qQJL774Iu7OnXfeyaGHHkrz5s3p0qULjz32WFqfIXH+5GkG33//fXr37s3ee+9NaWkpJ510EvPnz2fo0KE88sgjPP/885gZZsb06dOB4FZ9woQJFceYP38+PXv2pHnz5uy3337069ePDRs2VOxP1FxHjBhBWVkZ++67L/3792fLli2Rr51k3rDpwzhnfHbuHHKWON39Inc/2N0bu3sbd3/Q3Ue7++hwv7v7Fe5+qLt3cff6O8lmLbXNhIEDBzJ27NiK12PHjqV///67tciOGDGC3/3ud9xxxx3Mnz+fc889l/POO4958+aFp9vMWWedxde//nXmzJnD7bffzpAhQyodY82aNZx66qkcffTRzJo1i5dffplNmzbRu3dvdu3aldbHu/baaxk8eDDz5s3jjDPOoE+fPhUdvhOuu+46brnlFt5//31OOOEE/ud//ocHH3yQkSNHsmjRIq6//nouvfRSnn/++cifIdXq1avp3r07ZsbUqVOZO3cuV1xxBTt37mTIkCFccMEF9OzZkzVr1rBmzRpOPvnk3Y6xZcsWevXqRWlpKbNmzWLixIm88cYbDBgwoFK51157jQULFvDyyy/zxBNPMHHiREaMGJHWdZPMSm4UKj94z595VyVOjUM5ka2/QLWp8sF0NbXNhL59+zJkyBCWLFlCixYtmDJlCvfddx833HBDpXLDhw9nyJAh9O3bF4CbbrqJGTNmMHz4cB577DHGjRvHtm3beOihhygtLeXoo4/m17/+NT/5yU8qjjFq1CiOPfZY7rjjjoptf/rTn9hvv/2YM2cO3bp1i/xZL7/8ci644AIgSOovvvgio0aN4pZbbqkoM3ToUM4880wgSIp33303L730Et/61rcA6NChA7NmzWLkyJGcddZZkT5DqpEjR7LXXnvx1FNP0aRJEwAOO+ywiv3NmzenadOmHHTQQdUeY9y4cWzatIlHH32UFi1aADBmzBhOO+00li5dSseOHYFgBNCoUaNo1KgRRx55JD/4wQ+YNm0a119/feTrJtmRyUahhKJLnIVk33335dxzz2Xs2LHss88+9OjRY7fnmxs3bmT16tWccsoplbZ3796dyZMnA7B48WKOOeYYSktLK/afdNJJlcq/8847zJgxo1KZhGXLlqWVOJOP3aBBA0444QQWLVpUqUxyq/eiRYv44osv6NWrV6Xa9Pbt20ksixLlM6R699136d69e0XS3BOJ8yaSJsDJJ59MgwYNWLRoUUXi7Ny5c6Vnq61bt67ycYjkxrDpw7J6/KJLnNn465NNAwYM4OKLL6a0tJSbbrqp2nJVdahObAvGFNRs165dnHXWWQwfPny3fQceeGAaEUezV9JjisSjgEmTJu32h6Fx48ZAtM+Qak/eU9Uxquusnrw9EWfyvnQfcUjmJG7TM32LnhCnVvX6b/VqWLIkrbecfvrpNGnShPXr1/O9731vt/0tW7akdevWzJw5s9L2mTNn0rlzZyCoDc2fP79SC/1bb71VqXzXrl1ZuHAhhxxyCB07dqz0lVzbiiL52O7OrFmzOPLII6st37lzZ5o2bcqKFSt2O/chhxwS+TOk6tq1KzNnzmTbtm1V7m/SpAk7d+6s8RidO3fmb3/7G59//nnFtjfeeINdu3bV+JkkHm7scWNWjqvEmUvJI4VqaRhKMDPee+89Pvroo2q7yFxzzTUMHz6c8ePH8+GHH3LDDTfw2muvcfXVVwPBs9JGjRoxYMAAFi5cyNSpU7n11lsrHeOKK65gw4YNXHjhhbz99tssX76cl19+mUGDBlVKGlGMGjWKCRMm8MEHH3DVVVexYsUKLr/88mrLt2jRgiFDhjBkyBDGjh3L0qVLmTdvHqNHj2bMmDGRP0Oqn//852zatIkLLriA2bNns3TpUsaPH1/RaNa+fXsWLFjABx98wPr166vsFvWjH/2Ivfbai5/+9KfMnz+fGTNmcOmll3LeeedV3KZL8VHizIdOnWptGErWokWLGqcfGzx4MNdccw3XXnstRx99NBMnTuTpp5+u6AheWlrKc889x5IlS+jatStDhgyp1AgEwTO5119/nQYNGtCrVy+OOuoorrjiCpo2bZp2n8bbb7+du+++m2OPPZYpU6YwceJE2rRpU+N7br75ZoYOHcrw4cM56qijOOOMM3j66afp0KFD5M+QqqysjBkzZrBt2zZOO+00jj/+eO67776KZ5E/+9nPOPLIIykvL6dVq1a8/vrrux2jpKSEF198kY0bN9KtWzf69OnDSSedVKm3gxQfy8RzoHwqLy/36pYHXrx4cbxupxK36fV0Eo5MDXksFrH7/awnMjWph5m94+5V/iKrxiki9Uq2G4ZAiTN3ahibLiKZkdwNKVsNQ1CE3ZHyJuJooULWvn37jHQBEtlTuahtgmqcuZdGo5CI7Jls1jZBNc7sy9Ys7yKSN6pxZtse9N0UkXhTjTNX6mkXJJFipBqniEialDhFRNKkxJktezChRxycffbZ9OvXL99hiKQt21PJJVPizJY6NAolFmszMxo1akS7du24/PLL+eyzzzIcpEj9kas+nKDGoezbw0ahnj178uijj7Jjxw4WLVrEgAED+Pe//8348eMzHKBI4cvViKEE1ThjKrGkQ5s2bTjzzDO58MILKxY927lzJwMHDqRDhw40b96cTp06ceedd1aaODfKAmJbtmyhX79+lJaWcuCBB3LbbbftFsdnn33GxRdfzL777kvz5s3p2bMnCxcurNj/8MMPU1paygsvvMARRxxBSUkJvXv3ZsOGDUyYMIFOnTqx995785Of/IStW7dm8YpJMctlbROUOAvC8uXLmTJlSsUs47t27aKsrIwnn3ySxYsXc+utt3Lbbbfx0EMPVXpfbQuIDRkyhKlTp/L0008zbdo03n33XWbMmFHpGP369ePtt9/mmWeeYdasWZSUlNCrV69KSfDLL7/krrvuYty4cUybNo05c+Zw/vnn88gjj/D000/z17/+leeee44//OEPWbxKIrmpbUIx3qqfk6PF2lLHpk9Kb3qrKVOmUFpays6dO/niiy8AuPvuu4FgmYbkZTTat2/P3LlzGT9+PAMHDqzYXtMCYps2beLBBx9k7NixfOc73wHgoYceqjRv5pIlS3j22Wd59dVXOfXUUwEq1nUfN24cl1xyCRCs9z5y5EgOP/xwIJh0+J577uHTTz9l//33B6BPnz688sorFZMri2RKLhuFEoovcRaIU089lTFjxrB161buv/9+li1bxuDBgyv2jx49mgceeIAVK1awdetWtm/fXrHMREJNC4gtW7aMbdu2VVrwrLS0lC5dulS8Xrx4MQ0aNKhUZu+996ZLly6VFl9r2rRpRdKEYI2igw46qCJpJralLtgmkgm5vk2HYkycadb89kjy+PQ9bBwqKSmpWJrh3nvv5bTTTquYJf2JJ57gqquuYvjw4Zx88sm0bNmSkSNHMnHixErHqGkBsSizGNVUJnmhsuTknNinxcsk13J1mw56xpkdWZhC7sYbb+SOO+5g9erVzJw5kxNOOIErr7ySrl270rFjR5YtW5bW8Tp27Ejjxo0rLXi2efNmFixYUPG6c+fO7Nq1izfffLNi28aNG5k/f37FQnAixUiJM5syOIVcjx49OOqoo7jllls47LDDmDt3Li+88AJLlizh5ptv5tVXX03reKWlpQwcOJDrrruOqVOnsnDhQgYMGFBp1cdOnTrRp08fLr30Ul577TXmz5/Pj3/8Y1q2bEnfvn0z9tlECk3x3aoXsF/+8pf079+fDz/8kHnz5tG3b1/cne9///tcffXVaS8gNnz4cDZv3sy5555LSUkJv/jFLyotvwtBg9FVV11F7969+eKLLzjllFOYMmUKzZs3z+RHE9kj+WgYAi3Wlh31fFE2yQwt1lZ354wPesmUH1ye8WecWqxNROq1XDYMgRKniEjalDhFRNKkxCkikqZ6nzgLvfFL6if9Xha2ep04GzdurBl5JJa2bt262+gqKRz1OnEecMABrFq1ii1btugvvMSCu7NlyxZWrVrFAQcckO9wZA/V6w7wLVu2BGD16tVs3749dydeuzb4vmNH7s4pBaNx48YceOCBFb+fUnjqdeKEIHnm9Bd02DBIdMjPxYQiIkUqX6OGoJ7fqudFImmW526KK5FilI/p5BKUODNpWNJfwBtzO5JBpFjletQQKHFmlmqbIkUhp4nTzHqZ2QdmttTMflXF/r3NbJKZ/c3MFppZ/1zGlzGqbYrUazlLnGbWEBgJfBfoDFxkZqmz4V4BLHL3Y4EewF1m1iRXMYqIRJHLGmc3YKm7L3f3bcDjQJ+UMg60sGBdhlLgX4D69IhIrOQycZYBnyS9XhluS/Z74EhgNTAf+C9310I1IhIruUycVsW21OE83wHmAa2B44Dfm9lunTDNbJCZzTGzOevWrct8pCIiNchl4lwJtE163YagZpmsP/AXDywFPgKOSD2Qu49x93J3L2/VqlXWAhYRqUouE+dsoJOZdQgbfH4IPJtS5u/A6QBmdiBwOLA8hzHuuWH5G8UgIrmVsyGX7r7DzK4EXgQaAmPdfaGZXRbuHw3cDDxsZvMJbu2vc/f1uYqxTtSHU6Ro5HSsurtPBianbBud9PNq4MxcxpRx6sMpknX5HKcOGjkkIgUon+PUQYlTRApYPsapgxKniEjalDhFRNKkxCkikiYlThGRNClxioikaY8Tp5lpbdMEjRoSKSqREqeZDTaz7ye9fhDYGk5KfHjWoisUGjUkUlSi1jgHA+sAzOxU4AKgL8FMRndlJ7QCpFFDIlmX71FDEH3IZRnwcfjzOcBT7v5kOKb8tWwEJiJSlXyPGoLoNc6NQGL+tjOAaeHP24FmmQ5KRKQ2+Ro1BNFrnC8B95vZu0BH4IVw+1EEc2aKiBSNqDXOK4DXgf2B8939X+H2rsD4bAQmIhJXkWqc7r4R+EUV29UaIiJFJ635OM2sNXAAKTVVd5+byaBEROIsUuI0s+OBxwjW/0lddM0JZnQXESkKUWucYwiW9v0ZwQJrqatTiogUjaiJszNwvLt/mM1gREQKQdTEOR84CFDiTDZs2FfDLUUk6+Iwagiid0f6b+BOM+tpZgea2X7JX9kMMNaSk6bGqYtkXRxGDUH0GufL4feXqPx801DjEEyalO8IRIpKPkcNQfTEeVpWoxARKSBRO8C/mu1AREQKRdR+nF1r2q8O8CKSbXFpGILot+pzCJ5lJnd+T37WWdzPOEUk6+LSMATRE2eHlNeNgeOBXwPXZzQiEZEa5LthCKI/41xRxealZrYBuJGvppkTEan36rrK5UfAcZkIRESkUERtHErt5G7AwcBQ4IMMx1QYtLKlSNGK+oxzPbtP7GEEE39cmNGICoVWthQpWnvaAX4XwaqXS919R2ZDKjBa2VKk6NSaOM2sMXAWMLKaRiIRkayKUx9OiNA45O7bgZ+z+wTGIiI5Eac+nBC9Vf1F4NvZDEREpDZx6MMJ0Z9xTgNuM7NjgHeAzck73f0vmQ5MRCSuoibO34ffB1exT9PKiUhRiTpyqK4d5UVE6g0lRBGRNClxioikSYlTRCRNOU2cZtbLzD4ws6Vm9qtqyvQws3lmttDMNPO8iMROtYnTzG4ws5Lw53ZmVqcO8GbWEBgJfJdgnfaLzKxzSpl9gD8Avd39KOAHdTmniBS+uI0agpprnDcApeHPHwGt6niubgRj25e7+zbgcaBPSpm+wF/c/e8A7r62jucUkQIXt1FDUHN3pFXA+Wb2PMFwyzZm1qyqgolEV4sygtmUElYCJ6SUOQxobGbTgRbACHf/U4Rji0g9F5dRQ1Bz4ryVoOP7fQSd3GdXUSadddWrutVPnaquEfAN4HSgOfCmmb3l7h9WOpDZIGAQQLt27SKcWkQkc6pNnO4+xsyeBNoDc4FewD/rcK6VQNuk122A1VWUWe/um4HNZjYDOBaolDjdfQwwBqC8vDw1+YqIZFWNI4fc/d/APDPrD7zq7l/W4VyzgU5m1oHgMcAPCZ5pJnsG+L2ZNQKaENzK31OHc4qIZFzUIZePAJjZtwlaxB1Y5O6vRD2Ru+8wsysJZlpqCIx194Vmdlm4f7S7LzazKcB7BJMlP+DuC9L6RCIiWRZ1zaEyYCLB88fE7XVrM5sDnOvuqbfcVXL3ycDklG2jU17/DvhdlOPljdYbEilqUTvA3wvsBDq6e1t3bwt0Crfdm63gYkvrDYkUtajTyp0B9HD3jxIb3H25mQ0mmKuzOGm9IZGiVNchl7syEoWISAGJmjinAfeaWUV3IjNrB4ygmGucIlKUoibOwUAJsNzMVpjZx8CycFtVs8KLiNRbUbsjfQJ0NbMzgCMIRgEtcveXsxmciEgcRW0cAsDdpwJTsxSLiEhB0ETG6VIfTpGip8SZLvXhFCl6Spx7Sn04RbIujpMYgxKniMRYHCcxhjQbh6BieYtKCdfd/5WxiEREUsRpEmOIPsnHIcBo4DSgcfIuok9kLCJSL0StcT4E7AMMIJgdSZMHi0jRipo4uwEnam5MEZHojUMfAU2zGYiISKGImjj/C/itmXXMZjAiIoUg6q36MwQ1zg/M7EtgR/JOd2+Z6cBiSaOGRIToifPKrEZRKDRqSERIc7E2CWnUkEhRi9wB3syaAj/iq1UuFwLj67hksIhIwYnUOGRmnYElwN0Ea52fCPwv8KGZHZm98ERE4idqq/oI4F2gnbt/y92/BbQD/kaQQOs/NQyJSCjqrfopwDfdfWNig7tvNLNfA29lJbK4UcOQiISi1ji/IBhymWrvcF/xUMOQSNGLmjgnAfeb2Slm1jD86g78EXg2e+GJiMRPOiOHlgCvEdQwvwBeBT4ErspOaCIi8RS1H+e/gT5m1onKq1wuzWZwIiJxlO4ql0sIap4iIkWr2sRpZvcC17v75vDnarn74IxHJiJFLa7rDUHNNc4ufDXbe5ccxCIiUiGu6w1BDYnT3U+r6mcRkVyK23pDEH3I5Q1mVlLF9uZmdkPmwxIRia+o3ZFuBEqr2F4S7hMRKRpRE2diNctUxwNaGlhEikqN3ZHM7HOChOnAcjNLTp4NgWYEywaLiBSN2vpxXklQ2xwL/BrYkLRvG/Cxu7+ZpdhERGKpxsTp7o+YWSNgL+AZd1+Zm7BiRlPKieRUnPtwQoRnnO6+A7iT4Na8OGlKOZGcinMfTojeOPQW8I1sBlIQNKWcSE7FsQ8nRB+rfj8w3MzaAe8Am5N3uvvcTAcmIhJXURPnn8Pvd1exz4l4G29mvQiW4WgIPODut1dT7psEtdwL3X1CxBhFRHIiauLsUNcTmVlDYCRwBrASmG1mz7r7oirK3QG8WNdziohkQ9T5OFdk4FzdgKXuvhzAzB4H+gCLUsr9Anga+GYGzikiknFRG4cws2PM7E9mNsfMZpvZI2aWzqxJZcAnSa9XhtuSz1EGnEucOtWrK5KIpIg6yUdvYC7QFngBmEKwPPBcMzsn4rmsim2pwzj/F7jO3XfWEs+gMIHPWbduXcTT7yF1RRKRFFGfcd4C3OrulfoGmNlN4b5JEY6xkiDxJrQBVqeUKQceNzOA/YH/NLMd7v7X5ELuPgYYA1BeXl7VGPrMU1ckEQlFvVU/DHi0iu2PAodHPMZsoJOZdTCzJsAPSVkh0907uHt7d28PTAB+npo0RUTyLWriXEvVHeC/AXwa5QDhCKQrCVrLFwNPuvtCM7vMzC6LGIeISN6l0wH+j2bWEXiD4Nlkd2AI8LuoJ3P3ycDklG1VNgS5e7+oxxURyaV0nnFuAq4Gbg63rSaYxLjGhdxEROqbqP04HbgHuMfMWoTbPs9mYCIicZXWuupmdihwZPjzokRndhGRYhIpcZrZ14AHgd7Arq8223PAAHf/Z5biExGJnait6g8AHYFvESyX0Qw4lWAM+/3ZCU1EJJ6i3qp/Bzg9ZZmM183sUuDlzIclIhJfUWuc60iZgzO0BdBtuogUlaiJ8ybgf8NJOICKCTnuCveJiBSNqLfqVwHtgY/NbFW4rQz4AjjAzAYnCrr7MRmNUEQkZqImzuKchV1TyonkXNxXuIToHeDj/0myQVPKieRc3Fe4hPQ7wH8b6EwwVn2hu0/PRlCxoynlRHIuritcQvQO8GXARILZkBJzaLY2sznAue6eOq+miEjaCuE2HaK3qt8L7AQ6untbd28LdAq3aZIPEcmIQrhNh+i36mcAPdz9o8QGd18etqZPy0pkIlK04nybDmks1laNXbUXERGpX6ImzmnAvWZWsWaQmbUDRqAap4gUmaiJczBQAiw3sxVm9jGwLNw2uKY3Fiz14RSRakR9xvlPoBtwGnAEwVK/i9y9/k7woT6cIlKNWhOnmTUENgDHuvtUYGrWo4oT9eEUkRS13qq7+05gBdAk++GIiMRf1GecNwO3m9n+2QxGRKQQRH3GOYRgtvdVZraSlLk5NSOSiBSTqInzaYLx6SIiRS/q7EhDsxxHvKgrkojUoMZnnGZWYmYjzWyVma01sz8XxXNOdUUSkRrU1jg0DOgHPA88TjBmfVSWY4oPdUUSkSrUdqt+HjDQ3R8HMLPHCFa3bBh2UxIRyYhCmVIOaq9xtgVeS7xw91nADqB1NoMSkeJTKFPKQe2JsyGwLWXbDtKcOV5EJKq4TykHtSdAAx4zsy+TtjUD7jezLYkN7t47G8GJiMRRbYnzkSq2PZaNQERECkWNidPd++cqEBGRQlHXGeBFRIqOEqeISJqUOEVE0qTEKSKSJiXOVJrgQ0RqocSZShN8iEgtlDirowk+RHKmkMapgxKniMRAIY1ThxwnTjPrZWYfmNlSM/tVFft/ZGbvhV9vmNmxuYxPRPKrEMapQw4TZ7jM8Ejgu0Bn4CIz65xS7CPgP8I1jG4GxuQqPhGRqHJZ4+wGLHX35e6+jWBi5D7JBdz9DXf/LHz5FtAmh/GJiESSy8RZBnyS9HpluK06A4EXshqRiMgeyOW8mlbFtipXzjSz0wgSZ/dq9g8CBgG0a9cuU/GJiESSyxrnSoIZ5RPaAKtTC5nZMcADQB93/2dVB3L3Me5e7u7lrVq1ykqwIiLVyWXinA10MrMOZtYE+CHwbHIBM2sH/AX4ibt/mMPYREQiy9mturvvMLMrgRcJluQY6+4LzeyycP9o4Abga8AfzAxgh7sXRscuESkaOV07yN0nA5NTto1O+vkS4JJcxlSJxqmL5FyhjRoCjRyqTOPURXKu0EYNgRJn1TROXSTnCmXUEChxioikTYlTRCRNSpwikjeF2DAESpwikkeF2DAESpwiEgOF1DAESpwiImlT4hQRSZMSZ4JGDYlIREqcCRo1JCIRKXGm0qghkZwo1K5IoMQpInlSqF2RQIlTRPKs0LoigRKniEjalDhFRNKkxAnqiiQiaVHiBHVFEpG0KHEmU1ckEYlAiVNEcq6Q+3CCEqeI5EEh9+EEJU4RyaNC7MMJSpwiImlT4hQRSZMSp4jkVKE3DIESp4jkWKE3DIESp0YNieRQcm2zUBuGQIlTo4ZEcqg+1DZBifMrGjUkkjOFXNsEaJTvAPJKt+kiOTFs+rCK2mZ9UNw1Tt2mi+REctIs9Nt0KNYa57BhXyVN0G26SI5MumhSvkPIiOKscSYnTdU2RSRNxVnjTJhUP/76iUhuFWeNU0Rypj6MFEqlxCkiWVVf+m4mK75bdXVBEsmJ1C5Ihe2s+A8AAAvFSURBVN53M1nx1TjVBUkkJ+pbF6RkxVfjTFAXJJGcqC9dkJIVb+IUkayob6OEqlJ8t+oiklX1+RY9Iac1TjPrBYwAGgIPuPvtKfst3P+fwBagn7vPzWWMIpIZ9fEWPSFnNU4zawiMBL4LdAYuMrPOKcW+C3QKvwYBo3IVn4hIVLmscXYDlrr7cgAzexzoAyxKKtMH+JO7O/CWme1jZge7+5qMRaHRQiJZVZ9rmgm5fMZZBnyS9HpluC3dMiIieZXLxGlVbPM9KIOZDTKzOWY2Z926dRkJTkQkqlwmzpVA26TXbYDVe1AGdx/j7uXuXt6qVauMByoiUpNcJs7ZQCcz62BmTYAfAs+mlHkW+KkFTgQ2ZPT5pohIBuSsccjdd5jZlcCLBN2Rxrr7QjO7LNw/GphM0BVpKUF3pP65ik9EJKqc9uN098kEyTF52+iknx24IpcxiYikSyOHRETSpMQpIpImJU4RkTQpcYqIpEmJU0QkTRY0ZBcuM1sHrEjjLfsD67MUTibEOb44xwaKry7iHBvkJ75D3L3KETYFnzjTZWZz3D22kwTGOb44xwaKry7iHBvELz7dqouIpEmJU0QkTcWYOMfkO4BaxDm+OMcGiq8u4hwbxCy+onvGKSJSV8VY4xQRqZN6nTjN7GMzm29m88xsTrhtPzObamZLwu/7xiy+oWa2Ktw2z8z+M4/x7WNmE8zsfTNbbGYnxeX6VRNbLK6dmR2eFMM8M9toZlfF6NpVF19crt//M7OFZrbAzMabWbO4XLuKGOvzrbqZfQyUu/v6pG13Av9y99vN7FfAvu5+XYziGwpscvfh+YgpmZk9Arzm7g+Ec6iWAP9NDK5fNbFdRUyuXUK4SOEq4ASCmb/yfu1qiK8/eb5+ZlYGzAQ6u/tWM3uSYEa1zsTo2tXrGmc1+gCPhD8/Anwvj7HElpm1BE4FHgRw923u/m9icP1qiC2OTgeWufsKYnDtqpAcX1w0ApqbWSOCP4iridm1q++J04GXzOwdMxsUbjswMat8+P2AvEVXdXwAV5rZe2Y2No+3JF8H1gEPmdm7ZvaAme1FPK5fdbFBPK5dsh8C48Of43DtUiXHB3m+fu6+ChgO/B1YQ7AKxEvE7NrV98R5irt3JViv/QozOzXfAaWoKr5RwKHAcQS/OHflKbZGQFdglLsfD2wGfpWnWFJVF1tcrh0A4SOE3sBT+YyjOlXEl/frFybrPkAHoDWwl5n9ONdx1KZeJ053Xx1+XwtMJFjb/VMzOxgg/L42TvG5+6fuvtPddwH3hzHnw0pgpbu/Hb6eQJCs4nD9qowtRtcu4bvAXHf/NHwdh2uXrFJ8Mbl+PYGP3H2du28H/gKcTMyuXb1NnGa2l5m1SPwMnAksIFgQ7uKw2MXAM3GKL/HLETqXIOacc/d/AJ+Y2eHhptOBRcTg+lUXW1yuXZKLqHwbnPdrl6JSfDG5fn8HTjSzEjMzgn/bxcTs2tXbVnUz+zpBLQ6CW7s/u/utZvY14EmgHcE/0g/c/V8xiu9RglslBz4GLs3XSp9mdhzwANAEWE7Q6tqAeFy/qmK7l/hcuxLgE+Dr7r4h3BaL370a4ovF756ZDQMuBHYA7wKXAKXE5NpBPU6cIiLZUm9v1UVEskWJU0QkTUqcIiJpUuIUEUmTEqeISJqUOCXrzGx/M3Mz6xG+bh++js0aMiLpUOKsB8zs4TARuZltN7O1ZvaKmV1hZo3zHV8VPgEOBublO5BiEv7BmmFmm8Pv7VP2/yVlzgSphhJn/fEyQTJqTzAKaRIwDHgtaQKMWAiH9f3D3XfkO5Z8yOMfs7sIppBLjEWvmD7OzL5HsATv/fkJrbAocdYfX4bJaJW7z3P3u4EeBOPLr00UMrMmZnaHma0Max6zzew7yQcysyPM7Fkz22Bmm8zsTTPrEu5rYGa/MbNPzOxLCyZi7pPy/m+GMz59YWbvEsz1mLy/0q26mfUIX59uZm+b2RYzm2NmXVPeN8DM/h7un2RmPzezGkdwmNkvw9l+NlswSe8DZrZPSpkTzez/wjIbzGyambUO95mZXW3BBLpfhtftt1V9jqTjuZmdn1LmovAcW4FLzexrFkzSu9LMtlowcW//lOPUdO7/M7Pfp5RvGV6b86q5HEcCj7j7EuDh8HVimr67gEGuETGRKHHWY+6+AJgCfD9p80PAfwB9gS4EcxtOMrNjAcKEMZNg2N0ZBIl3JNAwfP9/AdcA14Xvnwj8JRwCmRh3/zzBMMhyglmLok6M+9uwfFfgn8A4M7PwuCcRDLEcSVBjepagRl2bXQQTHB8VfuZuwH2JneHnfgVYCpwCnEgwtK9RWOQ24DdhbEcBPyB41JCu3wJ/IJiQ969AM2AucHZ43BHAH83s9KT31HTu+4G+ZtY0qfxFwCaCu42q/A3oaWYNCO5K3gu33w487O7v78HnKk7urq8C/yKoPTxXzb7bgS3hz4cSJJJ2KWX+Cvwh/PlWYAXQpJrjrQJuSNk2HXgs/HkQ8G+gNGn/jwkScY/wdfvwdXn4ukf4+jtJ7zkl3NYmfD0emJJy3jHBr3Ba16oX8CXQIHw9DnirmrKlwBfAZdXsr/Q5krY7cH5KmasjxPY48EDEczcF1gM/TNr2NjC8huOXAc8RjPV+Lnx9MjCf4DZ9HMEfvD8DLfP9ex3nL9U46z8j+I8LQU3OCGYS2pT4As4iSKoAxwMz3X3bbgcKbulaA6+n7JpJUJOC4PbvPXfflLT/zYixvpf08+rwe2LC2iOAWSnl36YWZvZtC9aoWWlmnxNMU9YEOCgscjwwrZq3dyZIUNXtT8eclLgamtmvw8cI/wz/Hc4jmMSi1nO7+5fAo8CA8HidCWrTY6sLwIPHOGe7ezt3P5tgMug/ApcS1PR3AIcR/HH9zR5/0iLQqPYiUuA6E9QiIHg048A3ge0p5baG3y3CMat6DpbYFuX91UmOKXG8xB/35D8AkZjZIQSPDe4HbiC4/e9KUHttknTcag9Ryyl2pZaroeFnc8rrIcDVBI8+5hPcYt/GV38oolzHB4D3zKwdMBB4090XRXhfwq+AGe7+Rvi89DfuvsPMxgM3pXGcoqMaZz1mZkcT3JpOCDe9S/Af8iB3X5rytSosMxfobsHs4JW4+0aCmmD3lF3dCebqJPzeJaUl/8QMfJzF7D6xbm0T7ZYTJMj/5+5vuvuHBDXmZHOBb1fz/kUEt/WnV7N/Xfg9eR7L42qJKaE7MMndH3X3ecAygtpe1HPj7gsJat0/I3gcUm1tM5WZHUEwr+X14aYGQCLpN+GrZ9pSlXw/K9BX3b8InnFOJbj9bA0cC/yS4BnYW8BeSWUfI3iGeT7B2j3lBLWf88L9ZQQ1s78S1Ew7EjQ6HBfuvwrYGG47jKBmsjNpfylBQnmCoEHjDIIkEOUZ5/5JcaaWOSk8zzVAJ4Ia1lpqeMYJHBMe42qCpRguIni+50D7sMxxBM8Sx4TX7XCC+R/bhfvvAD4jmO/zUIJkfXnSOd4keHRxFMHzwlep+hln6nPQuwhmsu9O8BhiJLABmJ5UpsZzh2X6EyTYTUCLiL8vBswAvpe07fcEDYmHAy8Bv8/373Wcv/IegL4y8I8YJE4Pv3YQJMzpwC9IaeQhqFUMJbh93wb8g6CF+htJZY4iWJJ1E/A58AZwdLivAcHzr0/C989P/g8YljmBoCb3JUFL7jnUMXGG2waE591K0HJ8NbC1lmszmKBBayvB88ILSEqcYZnuYSLZStCw9TJwcNLn/VXS9foEuDXpvUcSJM4t4bX4FtES574Ez1s/J/gDcCdBq/v0pDI1njssUxIeY2wavy+XAk+nbNsfeCE81pTkfwt97f6liYylYJnZPUBPd++S71jyJew+9nfgP9w9tdFOskSNQ1IwzOwagkcSmwgW9boM+O+8BpUnYSPUwQTdx95V0swtJU4pJInnsXsDHxE0bIzIa0T5cwpBx/0lBI8fJId0qy4ikiZ1RxIRSZMSp4hImpQ4RUTSpMQpIpImJU4RkTQpcYqIpOn/A2Zo3fjRTfcAAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mean decoding accuracy =  79.92111779586946\n",
      "mean RANDOM decoding accuracy =  52.160924975589516\n",
      "64555.343755722046\n"
     ]
    }
   ],
   "source": [
    "## set SVM params, choose params to classify on, and subset cells ##\n",
    "\n",
    "#### EDIT THIS ####\n",
    "filename='TEST'\n",
    "predict=['Condition'] ## variable to classify (e.g. projection, group, condition)\n",
    "condition=['All Cells'] ## only used for reference in parameter file\n",
    "params=np.array(data.columns[10:63]).tolist()## choose params to use for classification \n",
    "\n",
    "summarydata=pd.DataFrame(data)\n",
    "summarydata=summarydata.replace(['mature','immature'],[1,0])\n",
    "#summarydata=summarydata.replace(['ad lib','fasted'],[0,1])\n",
    "# label_tag=1  ## Choose 1 for ad lib and 0 for fasted; or 1 for VTA and 0 for LHb ##\n",
    "\n",
    "# df=summarydata[summarydata.projection == 1]  #change param as input data\n",
    "df=summarydata\n",
    "\n",
    "iterations=100\n",
    "test_data=.2  #defines split for test/train sets\n",
    "#####\n",
    "\n",
    "### Run SVM for eYFP+ cells to predict group based on rheo and max latency ###\n",
    "start = time.time()\n",
    "ephys_svm(filename,predict,params,iterations,test_data,df)\n",
    "end = time.time()\n",
    "print(end - start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}