MNIST model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## References\n",
    "* Dataset - https://www.kaggle.com/c/digit-recognizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Import the libraries\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "%matplotlib inline\n",
    "\n",
    "\n",
    "import sqlite3\n",
    "import pickle\n",
    "from sklearn.utils import shuffle \n",
    "\n",
    "\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.model_selection import train_test_split# for shuffle = false\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from matplotlib.colors import ListedColormap\n",
    "from sklearn.metrics import accuracy_score\n",
    "\n",
    "\n",
    "from sklearn.metrics import confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>pixel0</th>\n",
       "      <th>pixel1</th>\n",
       "      <th>pixel2</th>\n",
       "      <th>pixel3</th>\n",
       "      <th>pixel4</th>\n",
       "      <th>pixel5</th>\n",
       "      <th>pixel6</th>\n",
       "      <th>pixel7</th>\n",
       "      <th>pixel8</th>\n",
       "      <th>...</th>\n",
       "      <th>pixel774</th>\n",
       "      <th>pixel775</th>\n",
       "      <th>pixel776</th>\n",
       "      <th>pixel777</th>\n",
       "      <th>pixel778</th>\n",
       "      <th>pixel779</th>\n",
       "      <th>pixel780</th>\n",
       "      <th>pixel781</th>\n",
       "      <th>pixel782</th>\n",
       "      <th>pixel783</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41970</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41971</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41972</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41973</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41974</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41975</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41976</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41977</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41978</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41979</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41980</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>27</td>\n",
       "      <td>253</td>\n",
       "      <td>110</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41981</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41982</th>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41983</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41984</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41985</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41986</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41987</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41988</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41989</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41990</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41991</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41992</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41993</th>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41994</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41995</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41996</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41997</th>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41998</th>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41999</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42000 rows × 785 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       label  pixel0  pixel1  pixel2  pixel3  pixel4  pixel5  pixel6  pixel7  \\\n",
       "0          1       0       0       0       0       0       0       0       0   \n",
       "1          0       0       0       0       0       0       0       0       0   \n",
       "2          1       0       0       0       0       0       0       0       0   \n",
       "3          4       0       0       0       0       0       0       0       0   \n",
       "4          0       0       0       0       0       0       0       0       0   \n",
       "5          0       0       0       0       0       0       0       0       0   \n",
       "6          7       0       0       0       0       0       0       0       0   \n",
       "7          3       0       0       0       0       0       0       0       0   \n",
       "8          5       0       0       0       0       0       0       0       0   \n",
       "9          3       0       0       0       0       0       0       0       0   \n",
       "10         8       0       0       0       0       0       0       0       0   \n",
       "11         9       0       0       0       0       0       0       0       0   \n",
       "12         1       0       0       0       0       0       0       0       0   \n",
       "13         3       0       0       0       0       0       0       0       0   \n",
       "14         3       0       0       0       0       0       0       0       0   \n",
       "15         1       0       0       0       0       0       0       0       0   \n",
       "16         2       0       0       0       0       0       0       0       0   \n",
       "17         0       0       0       0       0       0       0       0       0   \n",
       "18         7       0       0       0       0       0       0       0       0   \n",
       "19         5       0       0       0       0       0       0       0       0   \n",
       "20         8       0       0       0       0       0       0       0       0   \n",
       "21         6       0       0       0       0       0       0       0       0   \n",
       "22         2       0       0       0       0       0       0       0       0   \n",
       "23         0       0       0       0       0       0       0       0       0   \n",
       "24         2       0       0       0       0       0       0       0       0   \n",
       "25         3       0       0       0       0       0       0       0       0   \n",
       "26         6       0       0       0       0       0       0       0       0   \n",
       "27         9       0       0       0       0       0       0       0       0   \n",
       "28         9       0       0       0       0       0       0       0       0   \n",
       "29         7       0       0       0       0       0       0       0       0   \n",
       "...      ...     ...     ...     ...     ...     ...     ...     ...     ...   \n",
       "41970      2       0       0       0       0       0       0       0       0   \n",
       "41971      3       0       0       0       0       0       0       0       0   \n",
       "41972      4       0       0       0       0       0       0       0       0   \n",
       "41973      4       0       0       0       0       0       0       0       0   \n",
       "41974      3       0       0       0       0       0       0       0       0   \n",
       "41975      9       0       0       0       0       0       0       0       0   \n",
       "41976      2       0       0       0       0       0       0       0       0   \n",
       "41977      4       0       0       0       0       0       0       0       0   \n",
       "41978      4       0       0       0       0       0       0       0       0   \n",
       "41979      4       0       0       0       0       0       0       0       0   \n",
       "41980      7       0       0       0       0       0       0       0       0   \n",
       "41981      2       0       0       0       0       0       0       0       0   \n",
       "41982      8       0       0       0       0       0       0       0       0   \n",
       "41983      7       0       0       0       0       0       0       0       0   \n",
       "41984      3       0       0       0       0       0       0       0       0   \n",
       "41985      3       0       0       0       0       0       0       0       0   \n",
       "41986      0       0       0       0       0       0       0       0       0   \n",
       "41987      5       0       0       0       0       0       0       0       0   \n",
       "41988      0       0       0       0       0       0       0       0       0   \n",
       "41989      5       0       0       0       0       0       0       0       0   \n",
       "41990      3       0       0       0       0       0       0       0       0   \n",
       "41991      1       0       0       0       0       0       0       0       0   \n",
       "41992      9       0       0       0       0       0       0       0       0   \n",
       "41993      6       0       0       0       0       0       0       0       0   \n",
       "41994      4       0       0       0       0       0       0       0       0   \n",
       "41995      0       0       0       0       0       0       0       0       0   \n",
       "41996      1       0       0       0       0       0       0       0       0   \n",
       "41997      7       0       0       0       0       0       0       0       0   \n",
       "41998      6       0       0       0       0       0       0       0       0   \n",
       "41999      9       0       0       0       0       0       0       0       0   \n",
       "\n",
       "       pixel8    ...     pixel774  pixel775  pixel776  pixel777  pixel778  \\\n",
       "0           0    ...            0         0         0         0         0   \n",
       "1           0    ...            0         0         0         0         0   \n",
       "2           0    ...            0         0         0         0         0   \n",
       "3           0    ...            0         0         0         0         0   \n",
       "4           0    ...            0         0         0         0         0   \n",
       "5           0    ...            0         0         0         0         0   \n",
       "6           0    ...            0         0         0         0         0   \n",
       "7           0    ...            0         0         0         0         0   \n",
       "8           0    ...            0         0         0         0         0   \n",
       "9           0    ...            0         0         0         0         0   \n",
       "10          0    ...            0         0         0         0         0   \n",
       "11          0    ...            0         0         0         0         0   \n",
       "12          0    ...            0         0         0         0         0   \n",
       "13          0    ...            0         0         0         0         0   \n",
       "14          0    ...            0         0         0         0         0   \n",
       "15          0    ...            0         0         0         0         0   \n",
       "16          0    ...            0         0         0         0         0   \n",
       "17          0    ...            0         0         0         0         0   \n",
       "18          0    ...            0         0         0         0         0   \n",
       "19          0    ...            0         0         0         0         0   \n",
       "20          0    ...            0         0         0         0         0   \n",
       "21          0    ...            0         0         0         0         0   \n",
       "22          0    ...            0         0         0         0         0   \n",
       "23          0    ...            0         0         0         0         0   \n",
       "24          0    ...            0         0         0         0         0   \n",
       "25          0    ...            0         0         0         0         0   \n",
       "26          0    ...            0         0         0         0         0   \n",
       "27          0    ...            0         0         0         0         0   \n",
       "28          0    ...            0         0         0         0         0   \n",
       "29          0    ...            0         0         0         0         0   \n",
       "...       ...    ...          ...       ...       ...       ...       ...   \n",
       "41970       0    ...            0         0         0         0         0   \n",
       "41971       0    ...            0         0         0         0         0   \n",
       "41972       0    ...            0         0         0         0         0   \n",
       "41973       0    ...            0         0         0         0         0   \n",
       "41974       0    ...            0         0         0         0         0   \n",
       "41975       0    ...            0         0         0         0         0   \n",
       "41976       0    ...            0         0         0         0         0   \n",
       "41977       0    ...            0         0         0         0         0   \n",
       "41978       0    ...            0         0         0         0         0   \n",
       "41979       0    ...            0         0         0         0         0   \n",
       "41980       0    ...           27       253       110         0         0   \n",
       "41981       0    ...            0         0         0         0         0   \n",
       "41982       0    ...            0         0         0         0         0   \n",
       "41983       0    ...            0         0         0         0         0   \n",
       "41984       0    ...            0         0         0         0         0   \n",
       "41985       0    ...            0         0         0         0         0   \n",
       "41986       0    ...            0         0         0         0         0   \n",
       "41987       0    ...            0         0         0         0         0   \n",
       "41988       0    ...            0         0         0         0         0   \n",
       "41989       0    ...            0         0         0         0         0   \n",
       "41990       0    ...            0         0         0         0         0   \n",
       "41991       0    ...            0         0         0         0         0   \n",
       "41992       0    ...            0         0         0         0         0   \n",
       "41993       0    ...            0         0         0         0         0   \n",
       "41994       0    ...            0         0         0         0         0   \n",
       "41995       0    ...            0         0         0         0         0   \n",
       "41996       0    ...            0         0         0         0         0   \n",
       "41997       0    ...            0         0         0         0         0   \n",
       "41998       0    ...            0         0         0         0         0   \n",
       "41999       0    ...            0         0         0         0         0   \n",
       "\n",
       "       pixel779  pixel780  pixel781  pixel782  pixel783  \n",
       "0             0         0         0         0         0  \n",
       "1             0         0         0         0         0  \n",
       "2             0         0         0         0         0  \n",
       "3             0         0         0         0         0  \n",
       "4             0         0         0         0         0  \n",
       "5             0         0         0         0         0  \n",
       "6             0         0         0         0         0  \n",
       "7             0         0         0         0         0  \n",
       "8             0         0         0         0         0  \n",
       "9             0         0         0         0         0  \n",
       "10            0         0         0         0         0  \n",
       "11            0         0         0         0         0  \n",
       "12            0         0         0         0         0  \n",
       "13            0         0         0         0         0  \n",
       "14            0         0         0         0         0  \n",
       "15            0         0         0         0         0  \n",
       "16            0         0         0         0         0  \n",
       "17            0         0         0         0         0  \n",
       "18            0         0         0         0         0  \n",
       "19            0         0         0         0         0  \n",
       "20            0         0         0         0         0  \n",
       "21            0         0         0         0         0  \n",
       "22            0         0         0         0         0  \n",
       "23            0         0         0         0         0  \n",
       "24            0         0         0         0         0  \n",
       "25            0         0         0         0         0  \n",
       "26            0         0         0         0         0  \n",
       "27            0         0         0         0         0  \n",
       "28            0         0         0         0         0  \n",
       "29            0         0         0         0         0  \n",
       "...         ...       ...       ...       ...       ...  \n",
       "41970         0         0         0         0         0  \n",
       "41971         0         0         0         0         0  \n",
       "41972         0         0         0         0         0  \n",
       "41973         0         0         0         0         0  \n",
       "41974         0         0         0         0         0  \n",
       "41975         0         0         0         0         0  \n",
       "41976         0         0         0         0         0  \n",
       "41977         0         0         0         0         0  \n",
       "41978         0         0         0         0         0  \n",
       "41979         0         0         0         0         0  \n",
       "41980         0         0         0         0         0  \n",
       "41981         0         0         0         0         0  \n",
       "41982         0         0         0         0         0  \n",
       "41983         0         0         0         0         0  \n",
       "41984         0         0         0         0         0  \n",
       "41985         0         0         0         0         0  \n",
       "41986         0         0         0         0         0  \n",
       "41987         0         0         0         0         0  \n",
       "41988         0         0         0         0         0  \n",
       "41989         0         0         0         0         0  \n",
       "41990         0         0         0         0         0  \n",
       "41991         0         0         0         0         0  \n",
       "41992         0         0         0         0         0  \n",
       "41993         0         0         0         0         0  \n",
       "41994         0         0         0         0         0  \n",
       "41995         0         0         0         0         0  \n",
       "41996         0         0         0         0         0  \n",
       "41997         0         0         0         0         0  \n",
       "41998         0         0         0         0         0  \n",
       "41999         0         0         0         0         0  \n",
       "\n",
       "[42000 rows x 785 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Read the data\n",
    "data=pd.read_csv('train.csv')\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#sampling the dataset\n",
    "x=data.iloc[:20000,1:786].values\n",
    "y=data.iloc[:20000,0].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0 0 0 ..., 0 0 0]\n",
      " [0 0 0 ..., 0 0 0]\n",
      " [0 0 0 ..., 0 0 0]\n",
      " [0 0 0 ..., 0 0 0]\n",
      " [0 0 0 ..., 0 0 0]]\n",
      "[1 0 1 4 0]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(20000, 784)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(x[:5,:])\n",
    "print(y[:5])\n",
    "x.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\vipul\\Anaconda3\\lib\\site-packages\\sklearn\\utils\\validation.py:475: DataConversionWarning: Data with input dtype int64 was converted to float64 by StandardScaler.\n",
      "  warnings.warn(msg, DataConversionWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([[ 0.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 0.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 0.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 0.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 0.,  0.,  0., ...,  0.,  0.,  0.]])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s=StandardScaler()\n",
    "x=s.fit_transform(x)\n",
    "x[:5,:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**CV**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#train-cv-test split\n",
    "x_1, x_test, y_1, y_test = train_test_split(x, y, test_size = 0.35, shuffle=False)\n",
    "x_train, x_cv, y_train, y_cv = train_test_split(x_1, y_1, test_size = 0.3, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "The optimal number of neighbors is 5.\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYwAAAEKCAYAAAAB0GKPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xd4lGXW+PHvmXSSEMokEHrv3QiC\nggUrothXVl9de8G2rr6Wba7+fFfXteta17Kra1t1lVVQQBQbShEkEJCmCAlJICQE0pPz+2OeQMQk\nTJJ5ZiaZ87muuTLzzFNOhpCT+76f+9yiqhhjjDEH4wl1AMYYY1oHSxjGGGP8YgnDGGOMXyxhGGOM\n8YslDGOMMX6xhGGMMcYvljCMMcb4xRKGMcYYv1jCMMYY45foUAcQSF6vV/v06RPqMIwxptVYtmzZ\nDlVN9WffNpUw+vTpw9KlS0MdhjHGtBoi8oO/+1qXlDHGGL9YwjDGGOMXSxjGGGP8YgnDGGOMXyxh\nGGOM8YslDGOMMX6xhGGMMcYvljDMT5RUVPHK11uorrGle40xP2UJw/zEq1//yG1vreKjtXmhDsUY\nE2YsYZifmJ+VC8CcVTkhjsQYE24sYZh9dpdV8vXmAqI9wrysXMqrqkMdkjEmjLiaMETkehHJFJHV\nInKDs+1s53WNiGQ0cuz3IrJKRFaIiBWICoJP1uVTVaNccWQ/isuq+HzDjlCHZIwJI64lDBEZAVwG\njAdGA9NFZCCQCZwBLPLjNEer6hhVbTCxmMBZkJVLp8RYrj1mIMnx0by/anuoQzLGhBE3WxhDgcWq\nWqKqVcAnwOmqmqWq61y8rmmGquoaFq7L56jBqcTHRHHcsC58uHo7FVU1oQ7NGBMm3EwYmcAUEeks\nIu2AaUDPJhyvwIciskxELm9oJxG5XESWisjS/Pz8FoYcuZb9sIui0kqOHdoFgGkj0tldVsUXG61b\nyhjj41rCUNUs4F5gHjAXWAlUNeEUh6vqOOAkYJaITGngOk+raoaqZqSm+rUGiKnHgrV5xEZ5mDLI\n9xlOHuQlKS6a9+1uKWOMw9VBb1X9u6qOU9UpQAGwvgnHZjtf84C38Y2FGJfMz8plQr9OJMX51tSK\ni47i2KFpfLgml8pq65Yyxrh/l1Sa87UXvoHuV/w8LlFEkmufA8fj6+IKOFXlgue+5uWv/F50qs3Z\nvGMvm/L37uuOqjVtZDqFJZV8uXFniCIzxoQTt+dhvCkia4DZwCxV3SUip4vIVmAi8J6IfAAgIt1E\n5H3nuC7AZyKyEvgaeE9V57oRoIiQua2INdm73Th9q7DAmaw3dWjaT7ZPGZRKYmwUczKtW8oY4/Ka\n3qo6uZ5tb+PrYjpweza+gXFUdRO+W3GDwpsUy4495cG6XNiZtyaXIV2T6dGx3U+2x8dEMXVoFz5Y\nnctdM2qIjrJ5nsZEMvsNAHiT4tixpyLUYYREUUklS3/Y9bPWRa1pI7tSsLeCrzYXBDkyY0y4sYRB\nbcKIzBbGx9/lUV2jTD1g/KLWUYPTaBcbZXdLGWMsYYCTMIojM2HMz8rDmxTLmB4d6n0/PiaKo4ek\n8cHq7Vby3JgIZwkD8CbHsreimtKKyCq2V1ldw8fr8jh6cBoejzS437QR6ezYU8HX1i1lTESzhIGv\nhQFEXLfUku8LKC6r4thh9XdH1Tp6SCrxMR7rljImwlnCAFKdhJEfYQljQVYesdEeJg/0Nrpfu9ho\njh6cxlzrljImolnCoE4LI4LGMVSVBVm5TOrfmXaxB7+7etrIdPKLy1n6vXVLGROpLGHgG8MAIurW\n2o35e/l+Z0mDd0cd6JghacRFe5iTaSXPjYlUljCAzomRN4ZRuxTr1CH1z784UGJcNEcNTmVOZg41\n1i1lTESyhAHERnvo0C6G/AjqklqQlcuw9PZ065Dg9zHTRqaTu7uc5Vt2uRiZMSZcWcJwRNLkvV17\nK1j2wy6ObWB2d0OOGZJGbLSH9+xuKWMikiUMRyTVk1q4Lo8axe/xi1rJ8TFMGZjK3Mzt1i1lTASy\nhOGIpHpSC7LySE2OY2T3lCYfe/KoruQUlfHNj4UuRGaMCWeWMByRUh6koqqGT77L59ihjc/ubsjU\noV2IjfIwx7qljIk4ljAcqclxFJdXUVbZtsuDfL25gD3lVUwd0rTuqFrt42OYPNDLnMztqFq3lDGR\nxBKGw5tUOxejbbcy5mflEhft4fABjc/ubsxJI9PZVljKyq1FAYzMGBPuLGE49teTarvjGKrKgrW5\nHDHAS0JsVLPPc9zQLsREiXVLGRNhLGE4IqE8yHe5e/ixoLTJd0cdKKVdDIcP8PLeqhzrljImgljC\ncHiT2/5s7/kNrN3dHNNGpLN1VymZ2yJ3LXRjIo0lDEfnxLY/hrEgK5eR3VPo0j6+xec6fngXoj1i\nk/iMiSCWMBzxMVEkx0e32TGMHXvK+ebHwoC0LgA6tItlYv/OzMm0biljIoUljDpSk+La7JoYC9fm\noQrHtnD8oq6TR6bzw84SVmdbt5QxkcASRh1tefLegqw80lPiGd6tfcDOefzwrkR5hDmZ1i1lTCSw\nhFGHN7lt1pMqr6rm0/X5HDMkDZGmz+5uSKfEWCb268z7q2wSnzGRwBJGHW21ntTiTQXsragOaHdU\nrZNGdmXzjr2s3V4c8HMbY8KLJYw6vElxFJVWUlFVE+pQAmpBVi4JMVFM7N854Oc+YXhXPALv291S\nxrR5ljDqqJ28t3Nv2+mWUlXmr8nliIFe4mOaP7u7Id6kOCb07WyT+IyJAJYw6thXT6q47XRLZeUU\nk11U1uTFkppi2qh0NuXv5bvcPa5dwxgTepYw6miLs70XOLO7j/Zz7e7mOGF4F8SFbilrsRgTXixh\n1JHqdEm1pbkY89fmMbpnB9KSWz67uyFpyfGM79MpYLfXbszfw8UvLOHwez5ifa4NphsTLixh1LG/\nYm3bSBh5xWWs/LGQ41zsjqo1bWQ63+XuYUNe83/BF5VWctd/13DCg4tYsrmAiuoaZj7zVYvOaYwJ\nHEsYdSTERpEYG9VmxjAWrs0Dmr52d3OcOKKr0y21vcnHVtco//pqC0f/9WOe+3wzZ2f0YOHNR/Hq\n5RMBmPnMV2zMt/ERY0LNEsYBvMlxbaaFMT8rj+4dEhjSNdn1a3VpH09G745NHsdYvGkn0x/9jNvf\nXsWA1CRmX3MEfz5jFN6kOAakJfHq5RNQVWY+vZhNljSMCSlLGAfwTd5r/QmjrLKaz9bvYOrQwM7u\nbsxJI9JZu73Yr9bAjwUlzHp5Oec+vZjdpZU89suxvHbFYYzonvKT/QakJfOvyw6jukaZ+cxiNu/Y\n61b4xpiDsIRxAG9S2ygP8uXGnZRWVgelO6rWSSO7AjS6El9JRRX3f7iOqQ98woK1udx43CAW/OZI\npo/q1mBiG9TFlzQqq30tjR92WtIwJhQsYRygrZQHmZeVS2JsFIf16xS0a6anJDCuV4d6xzFUlf98\ns41j/voJj360gZNGdOWj3xzFdVMH+jWhcHDXZF6+dALlVdXMfHoxW3aWuPEtGGMaYQnjAN6kOAr2\nVlBZHdzyIJXVNfzxnUxeW7KFssrqFp1LVfkoK4/JA1OJiw787O7GTBuZzpqc3Xxfp+to5Y+FnPnE\nF9zw2grS2sfx5lUTefjcsXTrkNCkcw9Nb8/Llx5GSWU1M59ZzI8FljSMCSZLGAdIdSbvFewNbitj\n3fZiXvzyB255cxWT7vmI+z5Yy/aismada3X2brbvLgvYYklNcdLIdADez8whb3cZv3l9JTMe/5wt\nBaXcd9Yo/nP14RzSu/mtnmHd2vPSJRPYU17FuU8vZusuSxrGBIurCUNErheRTBFZLSI3ONvOdl7X\niEhGI8eeKCLrRGSDiNzqZpx11c7FyA/yuhjZhaUA/GH6MA7p3ZG/fbyRI+79iGtf+YblW3Y16Vzz\ns3IRcXd2d0O6d0hgTM8OPP/59xz914+ZvTKbK4/sz8KbjuTsjJ54PC0fgB/RPYWXL51AcVklM59Z\nzDbnszPGuMu1hCEiI4DLgPHAaGC6iAwEMoEzgEWNHBsFPA6cBAwDZorIMLdirSs1OTRre9cmjFPH\ndOOZCzL45KajuXBSHz5em8cZf/uCGY9/zjsrtvlVSXdBVh7jenXcl/yCbcaYbuQXl3P4AC/zbpzC\nrScNITk+JqDXGNE9hZcunUBhSSUzn1687/MzxrjHzRbGUGCxqpaoahXwCXC6qmap6rqDHDse2KCq\nm1S1AngVmOFirPvsn+0d3C6pnKIyYqM9dE70Jaxendvx++nDWHz7VO6cMZzi0kquf3UFR9z7EY8u\nWN9gQsvdXcaqbUUh6Y6qdeHEPnxy81E8fUEGvTsnunadUT068M9LJrBrbwUzn1nc7C48Y4x/3EwY\nmcAUEeksIu2AaUBPP4/tDvxY5/VWZ5vrQlUeJLuojPSU+J/dWpoYF80FE/sw/8Yjef6iQxmS3p77\n533HpHs+4qY3VrI6u+gn+y/I8s3udmOxJH95POJqoqhrTM8O/OOS8ezc40saubstaRjjFtcShqpm\nAfcC84C5wEqgys/D6+vorrd0qYhcLiJLRWRpfn5+s2KtKzEumoSYqKCv7Z1TWEp6SsMFAj0e4ejB\nafzj4vHMv3EKv8joyXvf5nDyI59xzlNfMjczh6rqGhZk5dKzUwID05KCGH1oje3VkRcvHk/e7jJm\nPr2YPEsaxrjC1UFvVf27qo5T1SlAAbDez0O38tPWSA8gu4FrPK2qGaqakZqa2rKAHaFY2zunqIxu\nKf7dZjogLZm7ThvB4tun8ttpQ8kuLOXKl5Zz5H0f8+mGHUwd0iVos7vDxSG9fUlj++4yZj6zmLxi\nSxrGBJrbd0mlOV974RvofsXPQ5cAA0Wkr4jEAucC77oT5c8Fe/JedY2yfXcZ6R2aVoI8JSGGy6b0\n45Obj+bJ8w+hR8cEKqtrOGV0ukuRhreMPp144aLx5BSVcd4zXwX9Tjdj2jq352G8KSJrgNnALFXd\nJSKni8hWYCLwnoh8ACAi3UTkfQBnkPwa4AMgC3hdVVe7HOs+wa4nlV9cTnWNku5nC+NAUR7hxBFd\nee2Kiaz+0wktmufQ2o3v24nnf3UoW3eVct6zi9tEmRdjwoXbXVKTVXWYqo5W1QXOtrdVtYeqxqlq\nF1U9wdmerarT6hz7vqoOUtX+qnq3m3EeKNgJI7vId0totya2MOrTLja6xedo7Sb068xzvzqULQUl\nnPXEF3zyXcvHtowxNtO7XqlJsRTsraC6JjhLhOYU+vrbm9vCMD83sX9n/nHxBAAufO5rLnlhiZVH\nN6aFLGHUw5scR40GrzxITm0LwxJGQI3v24kPfj2F26cN4avNBZzw0CLufm8Nu8sqQx2aMa2SJYx6\nBHsuRnZhGe1io2ifYN1JgRYXHcXlU/qz8KajOGNsD579bDNH3/cxr369JWgtSGPaCksY9Qh2wsgp\nKq130p4JnNTkOO49axSzrzmCfqmJ3PrWKk597DO+3lwQ6tCMaTUsYdTDmxTcelLZhaVNLvVtmmdE\n9xRev2Iij84cy669FZzz1JfM+tdyq3prjB8sYdTD65Q431EcnDGM7CZM2jMtJyKcMrobC35zFDcc\nO5AFWblMvf8THpj3HSUV/hYjMCbyWMKoR3JcNLHRnqC0MCqqatixp7zJk/ZMyyXERnHDsYNY8Juj\nOH54Vx5ZsJ6p93/COyu2oWrjG8YcyBJGPUSE1KQ48oOQMHJ3l6Fqd0iFUvcOCTw6cyxvXDmRzkmx\nXP/qCs568ku+3VoY6tCMCSuWMBrgTYoNSnmQ2nUcrIUReof26cQ7s47gL2eO4oedezn1sc+56Y2V\nVszQGIcljAZ4k+KCUrE2p8gm7YWTKI9wzqE9WXjTUVwxpR/vrNjGcQ8uYm5mTqhDMybkDpowRGS6\niERcYglWeZBAlgUxgZMcH8Nt04Yy94Yp9OrUjitfWs5tb62itKI61KEZEzL+JIJzgfUi8hcRGep2\nQOHCmxzLzr0V1Lg8uSunsIyUhBirARWm+qcm8eZVk7hiSj9e+XoLpzz2GWuyd4c6LGNC4qAJQ1XP\nB8YCG4HnReRLZ9GiZNejCyFvUhzVNUphqbtlJGon7ZnwFRvt4bZpQ/nnJeMpKq3ktMc/5/nPN9ud\nVCbi+NXVpKq7gTfxra2dDpwOLBeRa12MLaSCNds7u7DMJu21EpMHpjL3+skcMdDLn2av4eIXllj5\ndBNR/BnDOEVE3gY+AmKA8ap6EjAauMnl+EJmX8JweeDbWhitS+ekOP5+YQZ3nDKMzzfu5MSHPmWR\nlU83EcKfFsbZwIOqOkpV71PVPABVLQEudjW6EEpN9pUHcXMuRmlFNbtKKq2F0cqICL86vC/vzDqc\nju1iuOC5r/m/97OoqKoJdWjGuMqfhPFH4OvaFyKSICJ9AGoXRWqLalsYbi7zWVvW3FoYrdPQ9Pa8\ne80RnDehF08v2sQZT3xua26YNs2fhPEGUPdPp2pnW5uWkhBDTJS4Onkv2xZOavUSYqO4+/SRPHn+\nIWzdVcr0Rz/j9aU/2oC4aZP8SRjRqrrvt6bzPNa9kMKDiLg+F6N2DkZ365Jq9U4c0ZU5109mVI8U\n/vff33LNK99Q5PIddsYEmz8JI19ETq19ISIzgB3uhRQ+3E4YtUuzdkmJc+0aJnjSUxJ4+dLDuPmE\nwczN3M60hz9l6fe23oZpO/xJGFcCt4vIFhH5EbgFuMLdsMKDr56Uu2MY3qQ44qKjXLuGCa4ojzDr\n6AH8+8qJeDxwzlNf8vD89VRV24C4af38mbi3UVUPA4YBw1R1kqpucD+00PPVk3JxDKOozEqCtFFj\ne3Xk/esmc+robjw4/zsu/+cySxqm1fOrHoWInAwMB+JrlxFV1TtdjCsseJPj2Lm3HFV1ZfnUnMJS\n+qUmBvy8Jjwkx8fw0LljGdOzA3fMXsPv31nN/50+wpbiNa2WPxP3ngR+AVwLCL55Gb1djisseJPi\nqKxW1wYvc4rK7A6pCPCrw/ty5ZH9eeXrLTy1aFOowzGm2fwZw5ikqhcAu1T1T8BEoKe7YYUHN9f2\n3l1WyZ7yKuuSihD/e8JgTh6Vzj1z1vLet1Yq3bRO/iSM2tVjSkSkG1AJ9HUvpPCRum/yXuDHMXJs\nDkZE8XiE+88ezSG9O/Lr11ew7Ae7e8q0Pv4kjNki0gG4D1gOfA+84mZQ4cKb7F4BQlsHI/LEx0Tx\nzAUZdEuJ59IXl/L9jr2hDsmYJmk0YTgLJy1Q1UJVfRPf2MUQVf1DUKILMTcr1loLIzJ1Sozl+YvG\nA3DRC0vYtdf9ZYCNCZRGE4aq1gD313ldrqpFrkcVJjokxBDlEXcSRlEpHoG0ZJu0F2n6ehN55oIM\nthWWcvk/l1JWaav4mdbBny6pD0XkTInAewE9HqFzYqwrczG2FZbSpX080VERt/qtATL6dOL+s0ez\n5Ptd3Pzvb11f2dGYQPBnHsaNQCJQJSJl+G6tVVVt72pkYcKt8iA5hWVWpTbCnTK6G1t3lXLv3LX0\n6pTAzScMCXVIxjTqoAlDVdv0UqwH4012KWEUlTK8e0rAz2talyuP7MeWgr08vnAjPTu249zxvUId\nkjENOmjCEJEp9W1X1UWBDyf8eJNi2ZgX2DUOVJWcojKOH941oOc1rY+IcOeMEWwrLOO3/8mkW4cE\npgxKDXVYxtTLnw70m+s8fg/MBu5wMaawkpoUR/6e8oCub1Cwt4LyqhrrkjIAxER5ePyXYxmYlsTV\nLy9n7fbdoQ7JmHr5U3zwlDqP44ARQK77oYUHb1IcFVU1FJdXBeycOUV2S635qeT4GJ6/6FAS46K4\n6Pkl5O4uO/hBxgRZc27R2YovaUQEr7O2944ALtWaXWiT9szPpack8NyvDmV3aSUXPb+EPQH8I8WY\nQPCn+OCjIvKI83gM+BRY6X5o4WH/5L3A3VprLQzTkOHdUnjsvHGsyy3m2n8tt5LoJqz408JYCixz\nHl8Ct6jq+a5GFUbcmO2dXVRKbJSHzoltfqVb0wxHD07jzhnDWbgunztmr7b1wU3Y8Gcexr+BMlWt\nBhCRKBFpp6ol7oYWHtxIGDmFZXRNicfjibi5kMZP503ozZadJTy1aBO9OyVy2ZR+oQ7JGL9aGAuA\nun0nCcB8f04uIteLSKaIrBaRG5xtnURknoisd752bODYahFZ4Tze9ed6buiUGItHAjuGkVNUandI\nmYO65cQhTBvZlbvfz2LOKiuJbkLPn4QRr6r7JiI4z9sd7CARGQFcBowHRgPTRWQgcCu+goYD8SWj\nWxs4RamqjnEep/oRpyuiPEKnxFjyAziGkV1YRrcONn5hGufxCA+cM4ZxvTpww2srWL5lV6hDMhHO\nn4SxV0TG1b4QkUOAUj+OGwosVtUSVa0CPgFOB2YALzr7vAic1rSQgy+Q5UGqa5Ttu60siPFPbUn0\n1OQ4bnpjJRVVNghuQsefhHED8IaIfCoinwKvAdf4cVwmMEVEOotIO2AavpX6uqhqDoDzNa2B4+NF\nZKmILBaRkCYVb1Ic+QHqksovLqe6Rkm3FobxU+ekOO6cMZxN+Xv5x5ffhzocE8H8qSW1RESGAIPx\nFR5cq6oHXeRaVbNE5F5gHrAH3624TbmxvJeqZotIP+AjEVmlqhsP3ElELgcuB+jVy506PN6kWL7f\nGZjFbvYtnGQtDNMERw9O48hBqTy8YD2nje2+72YMY4LJn3kYs4BEVc1U1VVAkohc7c/JVfXvqjpO\nVacABcB6IFdE0p1zpwN5DRyb7XzdBHwMjG1gv6dVNUNVM1JT3anBU9slFYjbG23hJNMcIsLvpw+l\ntKKa+z/8LtThmAjlT5fUZapaWPtCVXfhG8w+KBFJc772As7At7Tru8CFzi4XAu/Uc1xHEYlznnuB\nw4E1/lzTDd7kOMoqa9hb0fKFbnKcFkZ365IyTTQgLZkLJvbh1SVbWJ0dMeuYmTDiT8Lw1F08SUSi\nAH9nnL0pImvwFSyc5SSbe4DjRGQ9cJzzGhHJEJFnneOGAktFZCWwELhHVUOWMFJr52IEYBwju7CM\ndrFRtE/wZwqMMT91/dSBdEiI4c7Za2xCnwk6f35rfQC8LiJPAgpcCcz15+SqOrmebTuBqfVsXwpc\n6jz/AhjpzzWCwZu8f/JeH29ii85VOwcjAhcwNAGQ0i6G3xw/mN/9J5M5mduZNjI91CGZCOJPC+MW\nfPMlrgJmOc9vdjOocONNcgoQBuDW2uwim4NhWmbm+F4M6ZrM3e9l2XrgJqj8KW9eo6pPqupZqnom\n8D7wG/dDCx+1XVKBmLyXU2izvE3LRHmEP5wyjG2FpTyzaFOowzERxK/y5iLiFZGrRGQRvjuWurga\nVZjplBiLBKA8SEVVDfl7yu0OKdNik/p7OWlEV/728Ua2F9naGSY4GkwYIpIsIheIyFzga2AA0E9V\n+6vqTUGLMAxER3no2C62xV1SubvLULV1MExg3D5tKNWq3Dt3bahDMRGisRZGHnAJcDfQX1V/AwSu\noFIr401qecKwdTBMIPXs1I7LJvfl7W+2sewHqzNl3NdYwrgdiAeeAG4Tkf7BCSk8+SbvtSxf1s7B\nsBaGCZSrjxpAWnIcd85eTU2N3WZr3NVgwlDVB1V1AnAqvpIg/wG6icgtIjIoWAGGi0AUINzmLM1q\nLQwTKIlx0dx60hBWbi3irW+2hToc08b5c5fUJlW9W1VHAocCKcAc1yMLM96kuBYPeucUltE+PprE\nOJu0ZwLntDHdGdOzA/fOXWvrgBtX+XWXVC1VXaWqt6tqxHVPeZNj2VtRTWkLyoPkFJXaHAwTcB6P\n8MdThpFfXM7fFm4IdTimDWtSwohkgViqNbvQ1sEw7hjbqyNnjO3Os59uZstOd1ZPVlW+2LjDWjER\nzBKGn/ZP3mt+wrAWhnHT/544hOgo4e73A192rbCkgitfWsYvn/mKK/+5jGobYI9Ijc3DuElEegYz\nmHDmbWEBwtKKanaVVFrCMK7pmhLPrKMH8MHqXD7fsCNg5/1y405OfOhTPlqbx8mj0vlsww4enm8l\n1iNRYy2M7sAXIrLImeXtDVZQ4cibXFtPqnm31tbeUmtdUsZNlxzRlx4dE7hz9hqqqlu2nGtldQ1/\n/WAdv3x2MQmxUbx11eE8NnMsZx3Sg0c+2sDCdfUuZWPasMZuq/010Av4PTAK+FZE5jizv5ODFWC4\n6JzYsjEMm7RngiE+JorfnTyUdbnFvLLkx2af58eCEs556kseW7iBs8b14L/XHsHIHimICHfNGMGQ\nrsn8+rUVbN3lzniJCU+NjmGozyeqehW+9bgfAn4N5AYjuHASG+0hJSGm2Qkju9Am7ZngOGF4Vyb2\n68wDH66jsKTpLeJ3Vmxj2sOfsiFvD4/OHMt9Z4/+ya3gCbFRPHn+IVRXK1e/vJzyKquYGyn8LT44\nErgTeBxfeZDb3QwqXLWkPEhtC6OrdUkZl4n4qtkWlVby0Pz1fh+3p7yKG19fwfWvrmBQ12Tev24y\np4zuVu++fbyJ/PWc0Xy7tYg7Z4dsbTMTZA3OIBORgcBM4FygGngVON5ZYzsi+SbvNX8Mw5sUS1x0\nVICjMubnhqa3Z+b4Xvxz8Q+cN6EXA7s03ou88sdCrn/1G7YUlHDd1IFcd8wAoqMa/3vyhOFduWJK\nP55atImMPh05fWyPQH4LJgw19hPxARAH/EJVRzqzvSM2WYBv5b3md0mV2fiFCaobjxtEYmwUd/63\n4eVca2qUJz/ZyJlPfEFFVQ2vXj6RG48bdNBkUevmEwYzvm8nbntrFeu2FwcyfBOGGvupOAGYo6qr\n6m4UkcmRWogwNSmu2fMwsm3hJBNknZPiuOHYQXy6fgcfrf35HU25u8v4n+e+4p45azl+eBfmXD+F\n8X07Neka0VEeHps5lqS4GK56aRnFZZWBCt+EocYSxoPA7nq2l+Ib/I443qRYisuqmrUsZo4tzWpC\n4H8m9qZ/aiJ3/XcNFVX7b7OdvyaXEx9axPIfCrn3zJE8/stxpLSLadY10trH89gvx/JDQQm3vPlt\ng60Z0/o1ljD6qOq3B25U1aVAH9ciCmO1k/d27m3aOMbuskr2lFdZC8MEXUyUhz+cMpzvd5bwwheb\nKaus5o/vZHLpP5aSnpLA7GuYKdatAAAWsElEQVSP4BeH9kJEWnSdw/p15uYTBvP+qu089/n3gQne\nhJ3GyqY29tstIv9Urk0Y+cXldG9CayGn0JmDYS0MEwJHDkrlmCFpPLJgA28t38ba7cVcekRfbj5x\ncEBvwrhiSj+W/bCLP7+fxegeKWT0aVr3lgl/jbUwlojIZQduFJFLgGXuhRS+vMnNKw+SXbtwkrUw\nTIj87uShlFdVs2NPOS9cdCi/mz4s4HfsiQh/PXs03TsmMOtfy1u8fowJP421MG4A3haR89ifIDKA\nWOB0twMLR96k2vIgTfuPYC0ME2r9UpOYfe0RpCXH0ykx1rXrpCTE8LfzxnHG377g+le/4R8XTyDK\n07LuLhM+GisNkquqk4A/Ad87jz+p6kRV3R6c8MJLc0uc5xSV4hHo4rRQjAmFIV3bu5osag3vlsJd\nM0bw+YadPDjPihS2JQdd+k1VFwILgxBL2IuPiSI5PrrJBQizC8vo0j7e73vbjWntzjm0J0t/KOCx\nhRsY17sDxwzpEuqQTADYb7Amas5cjJwim4NhIs+dM0YwLL09v35tJT8WWJHCtsASRhM1Z23vnKIy\nG78wESc+Joonzh9HjfqKFDZn/pIJL5Ywmsib3LQChKpKdmGp3SFlIlLvzok8cM4YVm0r4s7/WpHC\n1s4SRhN5k+KaNIaxq6SS8qoaqyNlItZxw7pw5ZH9+ddXW3hz2dZQh2NawBJGE3mT4igqrfxJmYXG\n2DoYxsBNxw/isH6d+O1/VrF2e30Vh0xrcNC7pMxP7S8PUu5Xq6E2YVgLw0Sy6CgPj8wcy/RHPuOq\nl5Zz6eS+LTpfcnwMJ43oSozdeRhUljCaaN/kveIKv5LAvqVZrYVhIlxacjyP/XIcFzz3Fb99O7PF\n57tiSj9umzY0AJEZf1nCaKJ95UH8HPjOLiolJkrwJtqkPWPG9+3E0t8dR0l5VYvO88C873j6000c\nMySNCf06Byg6czCWMJootbYAoZ8JI6ewjK4p8XisPIIxACTFRZMU17JfPb+fPowvN+3kxtdXMveG\nySTHN680u2ka6wBsoqaWB/FN2rPxC2MCKTEumgfOGUNOUamtKR5EljCaKCE2isTYKL/X9s4uLLM5\nGMa44JDeHbn6qAG8sWwrH6yOyPJ2QWcJoxn8Xdu7ukbJ3W0r7RnjluumDmR4t/bc9tYq8ptYgcE0\nnasJQ0SuF5FMEVktIjc42zqJyDwRWe987djAsRc6+6wXkQvdjLOpfJP3Dv7DuWNPOVU1amVBjHFJ\nbLSHh34xhj3lVdz2li0P6zbXEoaIjAAuA8YDo4HpIjIQuBVYoKoDgQXO6wOP7QT8EZjgHP/HhhJL\nKHiT/CsPsm/SnnVJGeOagV2SueXEIczPyuO1JT+GOpw2zc0WxlBgsaqWqGoV8Am+hZdmAC86+7wI\nnFbPsScA81S1QFV3AfOAE12MtUn8LQ+ybw6GDXob46qLJvVhUv/O3PXfNWzZaZVx3eJmwsgEpohI\nZxFpB0wDegJdVDUHwPmaVs+x3YG6fypsdbaFBW9SHLtKKqiqbrw8iJUFMSY4PB7hvrNH4xHhxtdX\nUF1jXVNucC1hqGoWcC++1sFcYCXg72yd+iYt1PsTICKXi8hSEVman5/frFibypschyoU7G28lZFT\nVEZCTBQpCXaPuDFu694hgTtPG87SH3bx1KKNoQ6nTXJ10FtV/66q41R1ClAArAdyRSQdwPmaV8+h\nW/G1Rmr1ALIbuMbTqpqhqhmpqamB/QYakOqUBznY5L3swlLSO8QjYpP2jAmG08Z0Z9rIrjw47ztW\nZxe5eq3qGiVvd5mr1wg3bt8lleZ87QWcAbwCvAvU3vV0IfBOPYd+ABwvIh2dwe7jnW1hYf/kvcZb\nGNlFZXSz8QtjgkZEuPu0kXRoF8uNr610bdGmrbtKOPfpLznszwuYvybXlWuEI7fnYbwpImuA2cAs\nZwD7HuA4EVkPHOe8RkQyRORZAFUtAO4CljiPO51tYWFfwjjIfd85hbY0qzHB1jExlr+cNYp1ucXc\n/+G6gJ//vW9zOOnhT8nKKaZfahLXvvINq7a625oJF67WklLVyfVs2wlMrWf7UuDSOq+fA55zM77m\n8qcAYUVVDfl7ym0OhjEhcPTgNM6b0ItnP9vM1KFdOCwABQpLKqq4493VvL50K6N7duCRc8eQEBvF\n6Y9/wcUvLuHtqyfRo2O7AEQfvmymdzMkxkYRH+NpNGHk7i5D1eZgGBMqvz15KL07teM3r69kd1ll\ni86Vua2I6Y98xhvLtjLr6P78+8qJ9O6cSFpyPC9cdChlldVc/MKSFl8n3FnCaAYRwZsU12gpgv3r\nYFgLw5hQaBcbzQO/8BUo/NO7zStQWFOjPPvpJk7/2+eUVFTz8qUTuPmEIT9ZuGlgl2SeOv8QNuXv\n5aqXlvm9GmdrZAmjmQ42eS+nyGZ5GxNq43p1ZNbRA3hz+VbmZjatQGFecRm/emEJ/++9LI4anMac\n6yczqb+33n0nDfByz5mj+HzDTn779qo2W6LE1sNoJm9SHFt3NTyjNLvQWhjGhIPrpg7k43X53P72\nKsb17kBa8sH/iFu4Lo+b31hJcVkV/++0EZw3oddBb48/65Ae/FhQwsML1tOrUzuunTowUN9C2LAW\nRjOlJjdeTyqnqJT28S1fKMYY0zIxUR4e/MVo9pZXceubjf/1X15VzZ2z13DR80vwJsUx+9ojOP+w\n3n7Ppbrh2IGcMbY798/7jv98sy1Q30LYsITRTN6kOAr2VjRYgiC70MqaGxMuBqT5ChR+tDaPVxso\nULghr5jTHv+C5z7fzK8m9eE/sw5nUJfkJl1HRLjnzFEc1q8T//vvb1m8aWcgwg8bljCaKTU5jppG\nyoP4Vtqz8QtjwsWvJvXh8AG+AoU/7Ny7b7uq8srXW5j+6Gfk7i7j7xdmcMepw4mPiWrWdWKjPTx1\nfgY9OyVwxT+XsSFvT6C+hZCzhNFMB1uqNaeozMYvjAkjHo9w31mjifIIN76+kuoapbCkgqtfXs5t\nb60io3cn5l4/malDu7T4WintYnjhovHERAkXvfC130s6hztLGM3UWMIoq6ymYG+F3SFlTJjp1iGB\nu2aMYNkPu7j1zW856eFPmbcml9tOGsI/Lh5PWvvA/Z/t2akdz154KPnF5Vz64lLXypQEkyWMZvI6\nBQjrSxi1Zc1tHQxjws+MMd04eVQ6byzbSly0h7eunsQVR/bH4wl8kdAxPTvw0C/GsnJrITe8uoKa\nVl523RJGM+0rD1L88zGM/ZP2rIVhTLgREf58xkjuPn0E/71uMqN6dHD1eieO6Mpvpw1l7urt/HlO\nlqvXcpvd89lMyXHRxEbXXx5k/9Ks1sIwJhy1j4/hvAm9g3a9S47oy48FJTzz6WZ6dWrH/0zsE7Rr\nB5IljGYSEVKT4updE6O2hdHVxjCMMfh+X/zhlOFsKyzlj++upnvHBI4Z0vLB9WCzLqkW8CbF1lse\nJKeolM6Jsc2+Lc8Y0/ZEeYSHzx3LsG7tueZf35C5rfWVRLeE0QLepLh618TILiyz8QtjzM8kxkXz\n3IWH0iEhhotfWLKv+7q1sITRAr4ChPV1SZXaHVLGmHqltY/n+YvGU1pRzUXPt66S6JYwWsCbHMvO\nvRU/u1Uup7DM5mAYYxo0uGsyT5x/CBvz93D1S8spr2odczQsYbSANynON1u0dP9fCMVllRSXV1kd\nKWNMo44Y6OXPZ4zksw07uKqVJA1LGC1Q32xvWzjJGOOvszN6cvfpI/hobR6zXl4e9osvWcJogX0J\no87A9/45GNYlZYw5uPMm9OauGcOZn5XHrH+Fd9KwhNECqcm+8iD51sIwxrTA/0zsw59OHc68Nblc\n+8pyKqvDM2lYwmiB/V1S++diZBeW4hHo4pQOMcYYf1w4qQ9/PGUYH6zO5bpXvgnLpGEJowVSEmKI\niZKfjGFkF5aRlhxPdJR9tMaYprno8L787uShzMnczg2vrqAqzJKGlQZpARGhc+JPJ+/lFJXapD1j\nTLNdOrkfqnD3+1l4PMKD54wOmz9ALWG0kPeAtb1zisoYlt4+hBEZY1q7y6b0o0aVP89Zi0fggXPG\nEOVC+fWmsoTRQr7Z3r4xDFUlu7CUqUPSQhyVMaa1u+LI/lSr8pe56/CI8NezR4c8aVjCaCFvUhzr\nthcDsKukkvKqGrtDyhgTEFcfNYCaGuWvH36HCPuWmA0VSxgtVFtPqrZ1ATYHwxgTONccM5AahQfm\nfYdHhL+cOcqV1QH9YQmjhbxJsVRWK0WllTYHwxjjiuumDqS6Rnl4wXqinBUDQ5E0LGG0UGry/vIg\nOUXWwjDGuOOGYweiqjzy0QY8Hrj7tOAnDUsYLVQ7eS+/uILswjJiomTfNmOMCRQR4dfHDaJalccX\nbkRE+H8zRgQ1aVjCaKG6BQhzikrpmhIfsv5FY0zbJiLcdPxgahSe+HgjHoG7ZoxAJDi/cyxhtJA3\nyVdPaseecnIKy2zhJGOMq0SE/z1hMDU1ylOLNhElwh2nDg9K0rCE0UId28US5fGVB8kuKiWjd8dQ\nh2SMaeNEhFtPGkKNKs98uhmPR/jD9GGuJw1LGC3k8QidE2PJ213O9qIyu0PKGBMUIsLt04ZSXQNf\nbd5JSUU1iXHu/kq3hBEA3qQ41m4vpqpG7Q4pY0zQiAi/nz40KMkCrFptQHiT41i7fTeAjWEYY4JK\nRIKSLMASRkDUTt4DrFKtMabNsoQRAKl15l10sxaGMaaNcjVhiMivRWS1iGSKyCsiEi8ix4jIcmfb\niyJSb1tKRKpFZIXzeNfNOFuqdi5GfIyHDu1iQhyNMca4w7WEISLdgeuADFUdAUQBvwReBM51tv0A\nXNjAKUpVdYzzONWtOAPB66zt3S0lIWgTaIwxJtjc7pKKBhKcVkQ7YC9QrqrfOe/PA850OQbX1bYw\nbPzCGNOWuZYwVHUb8FdgC5ADFAGvAzEikuHsdhbQs4FTxIvIUhFZLCKnuRVnIOxLGDZ+YYxpw9zs\nkuoIzAD6At2AROA84FzgQRH5GigGqho4RS9VzcDXjfWQiPRv4DqXO4llaX5+fqC/Db/UJgybg2GM\nacvc7JI6FtisqvmqWgm8BUxS1S9VdbKqjgcWAevrO1hVs52vm4CPgbEN7Pe0qmaoakZqaqob38dB\neZNiufG4QZw+rkdIrm+MMcHgZsLYAhwmIu3ENxI8FcgSkTQAEYkDbgGePPBAEenovI+IeIHDgTUu\nxtoiIsJ1UwfS15sY6lCMMcY1bo5hfAX8G1gOrHKu9TRws4hkAd8Cs1X1IwARyRCRZ53DhwJLRWQl\nsBC4R1XDNmEYY0wkEFUNdQwBk5GRoUuXLg11GMYY02qIyDJnvPigbKa3McYYv1jCMMYY4xdLGMYY\nY/xiCcMYY4xfLGEYY4zxiyUMY4wxfmlTt9WKSD6+CrjhygvsCHUQfmgtcULridXiDLzWEmu4x9lb\nVf0qk9GmEka4E5Gl/t7vHEqtJU5oPbFanIHXWmJtLXH6w7qkjDHG+MUShjHGGL9Ywgiup0MdgJ9a\nS5zQemK1OAOvtcTaWuI8KBvDMMYY4xdrYRhjjPGLJYwAE5GeIrJQRLJEZLWIXF/PPkeJSJGIrHAe\nfwhRrN+LyConhp+V+RWfR0Rkg4h8KyLjQhTn4Dqf1QoR2S0iNxywT0g+UxF5TkTyRCSzzrZOIjJP\nRNY7Xzs2cOyFzj7rReTCEMR5n4isdf5t3xaRDg0c2+jPSZBivUNEttX5953WwLEnisg652f21hDE\n+VqdGL8XkRUNHBvUzzRgVNUeAXwA6cA453ky8B0w7IB9jgL+Gwaxfg94G3l/GjAHEOAw4KswiDkK\n2I7v3vGQf6bAFGAckFln21+AW53ntwL31nNcJ2CT87Wj87xjkOM8Hoh2nt9bX5z+/JwEKdY7gJv8\n+NnYCPQDYoGVB/7fczvOA96/H/hDOHymgXpYCyPAVDVHVZc7z4uBLKB7aKNqthnAP9RnMdBBRNJD\nHNNUYKOqhsUETVVdBBQcsHkG8KLz/EXgtHoOPQGYp6oFqroLmAecGMw4VfVDVa1yXi4GwmKN4QY+\nU3+MBzao6iZVrQBexfdv4YrG4nRWGT0HeMWt64eCJQwXiUgffGuRf1XP2xNFZKWIzBGR4UENbD8F\nPhSRZSJyeT3vdwd+rPN6K6FPfufS8H/CcPhMAbqoag74/oAA0urZJ9w+24vxtSbrc7Cfk2C5xuk+\ne66Bbr5w+kwnA7mqur6B98PlM20SSxguEZEk4E3gBlXdfcDby/F1qYwGHgX+E+z4HIer6jjgJGCW\niEw54H2p55iQ3VYnIrHAqcAb9bwdLp+pv8LmsxWR3wJVwMsN7HKwn5NgeALoD4wBcvB19xwobD5T\nYCaNty7C4TNtMksYLhCRGHzJ4mVVfevA91V1t6rucZ6/D8SIiDfIYaKq2c7XPOBtfE36urYCPeu8\n7gFkBye6ep0ELFfV3APfCJfP1JFb23XnfM2rZ5+w+GydwfbpwHnqdK4fyI+fE9epaq6qVqtqDfBM\nAzGEy2caDZwBvNbQPuHwmTaHJYwAc/ou/w5kqeoDDezT1dkPERmP799hZ/CiBBFJFJHk2uf4BkAz\nD9jtXeAC526pw4Ci2q6WEGnwr7Zw+EzreBeovevpQuCdevb5ADheRDo63SvHO9uCRkROBG4BTlXV\nkgb28efnxHUHjJ2d3kAMS4CBItLXaY2ei+/fItiOBdaq6tb63gyXz7RZQj3q3tYewBH4msHfAiuc\nxzTgSuBKZ59rgNX47uJYDEwKQZz9nOuvdGL5rbO9bpwCPI7vzpNVQEYIP9d2+BJASp1tIf9M8SWw\nHKAS31+4lwCdgQXAeudrJ2ffDODZOsdeDGxwHheFIM4N+Pr8a39On3T27Qa839jPSQhi/afzM/gt\nviSQfmCszutp+O5M3Oh2rPXF6Wx/ofbnss6+If1MA/Wwmd7GGGP8Yl1Sxhhj/GIJwxhjjF8sYRhj\njPGLJQxjjDF+sYRhjDHGL5YwjKmHiOyp83yaU1G2VwDOu7WhqrDGhLvoUAdgTDgTkan4So0cr6pb\nQh2PMaFkLQxjGiAik/GVoThZVTfW8/61IvJ/dV5fKiIPOs9nO4XlVovIpfUcO6DuWgkicquI/M55\nPlBEPnCOXyQig5zt54pIplNgcWHgv2NjGmctDGPqF4evpMdRqrq2gX3eABYBtzuvfwH83nl+oaoW\niEg7YKmIvKm+Mub+eBq4VFU3isjhwGP4ykf80Ykn17q1TChYC8OY+lUCX+ArS1EvVd0ObBWRDBFJ\nA/qyv5T9r0VkJfAlviJ4/f25qJMIDgPedFogj+MrKwHwOfAPp8Vi/3dN0FkLw5j61eBbAGe+iNyu\nqv/nFLT72nn/LVW9E19F0nPwraD2pqqqiByLbzW2w1S1VEQ+A+IPOH8VP/2lH+9sE2CHqo6pJ6bL\ngAn4qsuuFJFRTWi1GNNiljCMaYCqlojIdOBTEclV1b/jW4+hrn/ja1VkA7XrjKcABU6yGA4cWs/p\ntwPdnEq1pcDJwDuquktEckTkdFV9W0Q8wEhVXQn0U9XFIvIVvnVBugOWMEzQWMIwphHOOMSJwCIR\n2aGq7xzw/k4R2QD0V2dpXuA94HKnS2ot9ay4qKplzoD5Enzrea+p8/a5wBMicge+talfwlfZ9EER\n6YuvFfKhqraOktimzbBqtcYYY/xiA2fGGGP8YgnDGGOMXyxhGGOM8YslDGOMMX6xhGGMMcYvljCM\nMcb4xRKGMcYYv1jCMMYY45f/D0HyKKrzA3zvAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x15b7ab91860>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#code to find value of k\n",
    "k_list = list(range(1,20))\n",
    "acc_list = []\n",
    "for k in k_list:\n",
    "    classifier = KNeighborsClassifier(n_neighbors = k) #create an object of KNN\n",
    "    classifier.fit(x_train, y_train) #fitting the model on training data\n",
    "    y_pred = classifier.predict(x_cv)    #generating predictions on CV data\n",
    "    acc_list.append(accuracy_score(y_cv, y_pred, normalize=True) * float(100)) #appending acc on the list\n",
    "optimal_k = k_list[acc_list.index(max(acc_list))] #return the optimal value of k\n",
    "print('\\nThe optimal number of neighbors is %d.' % optimal_k)\n",
    "plt.plot(k_list, acc_list)\n",
    "plt.xlabel('K-values')\n",
    "plt.ylabel('CV Accuracy')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "           metric_params=None, n_jobs=1, n_neighbors=5, p=2,\n",
       "           weights='uniform')"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#fitting the model on optimal value of k\n",
    "classifier = KNeighborsClassifier(n_neighbors = optimal_k)\n",
    "classifier.fit(x_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#generating prediction\n",
    "y_pred = classifier.predict(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "91.314285714285717"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "acc = accuracy_score(y_test, y_pred, normalize=True) * float(100)\n",
    "acc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[645   0   1   1   1   4   3   1   2   0]\n",
      " [  0 806   1   0   1   1   2   0   0   0]\n",
      " [  5  13 605  14   5   1   9  12  15   2]\n",
      " [  6   8  10 695   2  19   1  13   8   4]\n",
      " [  0  18   9   1 628   3   4   1   1  36]\n",
      " [  4   6   2  28   3 542   7   2   5   8]\n",
      " [ 13   5   3   1   0   5 641   0   2   0]\n",
      " [  1  17   6   3   5   1   0 654   0  37]\n",
      " [ 15  19  10  16   7  31   7   2 553  12]\n",
      " [  6   1   4   6  30   4   0  33   3 623]]\n"
     ]
    }
   ],
   "source": [
    "results = confusion_matrix(y_test, y_pred)\n",
    "print(results)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**k-fold**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#train-test split\n",
    "x_train, x_test, y_train, y_test = train_test_split(x, y, test_size = 0.4, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "The optimal number of neighbors is 5.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Misclassification Error')"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEKCAYAAAA4t9PUAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xd8VfX9x/HXh7D3ChtkgyhLwrJO\nXFgHLhS3lqLVumtbu7TaX9U6qrVaR6sIKstVsVXRoqg4IAlLNsgMKwl7BTI+vz/uSb2NIbmQ3Nzc\nm/fz8biP3HvW/RxuuO+c8z3n+zV3R0RE5EhVi3UBIiIS3xQkIiJSJgoSEREpEwWJiIiUiYJERETK\nREEiIiJloiAREZEyUZCIiEiZKEhERKRMqse6gIrQvHlz79ixY6zLEBGJK+np6dnunlzaclUiSDp2\n7EhaWlqsyxARiStmtjaS5XRqS0REykRBIiIiZaIgERGRMlGQiIhImShIRESkTBQkIiJSJgoSEREp\nEwWJiEiC2XMgj2mLNvPIB0sr5P2qxA2JIiKJzN1Znb2Xj5dmMmNZFrNWbyU332lQqzo/OqETzevX\niur7K0hEROJQTm4+s1Zv45OlmXyyLJO1W/cB0K1Ffa7/QSdO7dGClI5NqJEU/RNPChIRkTixccd+\nPlmWySdLM/li5Vb25+ZTq3o1ju/SjB+f0IlTerSgfdO6FV6XgkREpJLKyy9gzrodwSmrTJZu3g1A\nuyZ1GJnSjlN7tGBol2bUrpEU0zqjGiRmNhz4C5AE/MPdHy4y/yTgSaAPMMrd3wib9wEwBJjp7ueG\nTe8ETAKaAnOAq939YDT3Q0Skomzdc4AZy7L4ZFkmny3PYldOHtWrGSkdm/DrH/ZkWM8WdEmuj5nF\nutT/ilqQmFkS8AxwBpABpJrZVHdfHLbYOuA64O5iNvEoUBe4scj0PwFPuPskM3sOGA08W87li4hU\nCHdn0cZdTF+SycfLMlmQsQN3aF6/Fmcd04pTe7bghG7NaVi7RqxLPaRoHpEMAla6+yoAM5sEjAD+\nGyTuviaYV1B0ZXefbmanhE+zUAQPA64IJo0Dfo+CRETizP6D+Uydv4FxX65l8aZdmEHfdo2547Tu\nDOvZgmPaNKRatcpz1FGSaAZJW2B92OsMYHAZt9kM2OHueWHbbFvGbYqIVJi1W/fy6tdrmZKWwc79\nufRo2YA/XHAsZx/bKuqX6UZLNIOkuCj1itqmmd0A3ADQoUOHMr6tiMiRKyhwPl2Rxfgv1zBjeRbV\nzBh+TCuuGXoUgzo1rVTtHUcimkGSAbQPe90O2FjGbWYDjc2senBUcshtuvsLwAsAKSkpZQ0wEZHD\ntnNfLq+nr+eVr9eydus+mtevxa3DunHFoA60alQ71uWVm2gGSSrQLbjKagMwiu/aNo6Iu7uZfQJc\nQujKrWuBd8paqIhIeVq8cRevfL2Gt+duICe3gJSjmvCzM3sw/JhW1KyeeD1TRS1I3D3PzG4BphG6\n/Pcld19kZg8Aae4+1cwGAm8DTYDzzOx+dz8GwMw+B3oC9c0sAxjt7tOAXwKTzOz/gLnAi9HaBxGR\nSB3MK2Daos2M/2oNqWu2U7tGNUb0bcvVQ4/i2LaNYl1eVJl74p/1SUlJ8bS0tFiXISIJaMuuHCbM\nWseE2evI2n2ADk3rcvWQoxiZ0o7GdWvGurwyMbN0d08pbTnd2S4icpjcndQ12xn/1Ro+WLiZvALn\nlB7JXDu0Iyd3T46by3bLi4JERCRC+w7m8c68jYz7cg1LN++mYe3qXHd8R64achQdm9eLdXkxoyAR\nEYnAJ8sy+fnrC8jec4CjWzfkoYt6M6JfG+rW1Neo/gVEREqQk5vPw+8v5eUv19CzVQOeuaJ/Qtz7\nUZ4UJCIih7B08y5unziPZVt286MfdOIXw3vEvKfdykhBIiJShLsz9os1PPzBUhrWrsHL1w/klB4t\nYl1WpaUgEREJk7k7h5+/voBPl2dx+tEt+NPFfWgWp31gVRQFiYhIYPqSLfz8jQXsPZDHHy44lqsG\nd1BbSAQUJCJS5e0/mM+D7y3hla/X0qt1Q566vB9dWzSIdVlxQ0EiIlXaoo07uX3SPFZm7mHMiZ24\n+6we1KquBvXDoSARkSqpoMB56YvVPPLBMhrXrcGrowdzQrfmsS4rLilIRKTK2bIrh59Nmc/Mldmc\n2aslf7q4D03qxXe/WLGkIBGRKmXaos3c8+YCcnILeOii3owa2F4N6mWkIBGRKmHfwTz+8K8lTJy9\njt5tG/HkqH50Sa4f67ISgoJERBLewg07uW3SXFZn7+UnJ3fhrjO6J+QAU7GiIBGRhFVQ4Lzw+Soe\n/3AZzerV4rUfD+b4LmpQL28KEhFJSJt27ueuyfP5atVWfti7FQ9e2DvuB5qqrBQkIpJQ9hzI4515\nG3jkg2Xk5hfwyCV9GDmgnRrUo0hBIiJxz92Zs24Hk1PX8a8Fm9h3MJ/+HRrzxKX9qvSAUxVFQSIi\ncSt7zwHenrOByWnrWZm5h7o1kzivTxsuG9Se/u0b6yikgihIRCSu5Bc4n63IYkrqej5avIW8Aue4\nDo155OI+nNOnNfVq6WutoulfXETiwvpt+3g9bT2vp2ewaWcOTevV5LrjO3LZwPZ0a6kOFmNJQSIi\nlVZObj4fLt7ClNT1zFyZjRmc1C2Z353bi9OPbql7QSoJBYmIVDpLNu1icup6/jlvAzv25dK2cR3u\nPL07l6S0o23jOrEuT4pQkIhIpbA7J5ep8zcyJXU98zN2UjOpGmce05LLBrbnB12aU62aGs4rKwWJ\niMSMu5O2djuTZq/nvW82sT83nx4tG3Dvub24sH9b9cgbJxQkIhITefkF/Prtb5iSlkH9WtW5oH9b\nLhvYnr7tGumy3TijIBGRCncgL587Js3j/YWbufmULtwyrCt1a+rrKF7pkxORCrXvYB43vpLO5yuy\n+e05R/PjEzvHuiQpIwWJiFSYnftzGf1yKnPWbeeRi/tw6cD2sS5JyoGCREQqRPaeA1zz4mxWZO7m\n6SuO44e9W8e6JCknChIRibqNO/Zz1T9msXHnfv5x7UBO7p4c65KkHJV4W6iZJZnZoxVVjIgknlVZ\nexj53Fdk7T7AK6MHK0QSUIlHJO6eb2YDzMzc3SuqKBFJDEs27eLqF2dR4DDxhiEc27ZRrEuSKIik\no5q5wDtmdrWZXVT4iGTjZjbczJaZ2Uozu6eY+SeZ2RwzyzOzS4rMu9bMVgSPa8Omzwi2OS94tIik\nFhGpWOlrt3PZ819RI6kaU24cqhBJYJG0kTQFtgLDwqY58FZJK5lZEvAMcAaQAaSa2VR3Xxy22Drg\nOuDuIus2Be4DUoL3Sg/W3R4scqW7p0VQu4jEwMwV2YwZn0bLhrV49ceDadekbqxLkigqNUjc/foj\n3PYgYKW7rwIws0nACOC/QeLua4J5BUXWPQv4yN23BfM/AoYDE4+wFhGpIB8s3MxtE+fSObke40cP\nokWD2rEuSaKs1FNbZtbOzN42s0wz22Jmb5pZuwi23RZYH/Y6I5gWidLWHRuc1vqdHaIvBTO7wczS\nzCwtKysrwrcVkbJ4Mz2Dn06YwzFtGzL5hqEKkSoikjaSscBUoA2hL/N3g2mlKe4LPtIG+5LWvdLd\newMnBo+ri9uAu7/g7inunpKcrKtERKJt3Jdr+Nnr8xnSuSmvjh5Mo7o1Yl2SVJBIgiTZ3ce6e17w\neBmI5Js5Awi/bbUdsDHCug65rrtvCH7uBiYQOoUmIjHi7jz98Qrum7qIM3u15MVrB2q42yomkiDJ\nNrOrgntKkszsKkKN76VJBbqZWSczqwmMInRkE4lpwJlm1sTMmgBnAtPMrLqZNQcwsxrAucDCCLcp\nIuXM3Xno/aU89uFyLurflr9deRy1ayTFuiypYJEEyY+AS4HNwCbgkmBaidw9D7iFUCgsAaa4+yIz\ne8DMzgcws4FmlgGMBJ43s0XButuAPxAKo1TggWBaLUKBsgCYB2wA/n4Y+ysi5SS/wPnVW9/wwmer\nuHboUTw2si/VkzT0bVVkJd1nGFzCe5u7P1FxJZW/lJQUT0vT1cIi5eVgXgF3TpnHvxds4tZhXbnr\njO4aQyQBmVm6u6eUtlyJfz64ez6hS3ZFRADYfzCfG15J498LNvHrH/bkZ2f2UIhUcZG0iH1hZk8D\nk4G9hRPdfU7UqhKRSml3Ti6jX04jde02HrqoN5cP6hDrkqQSiCRIjg9+PhA2zfnfO91FJMFt23uQ\na1+azZJNu3hqVH/O69sm1iVJJVFikJhZNeBZd59SQfWISCW0fe9BLn3+K9Zv28ffr0nh1J7q4k6+\nU1obSQGhK69EpIrKyy/g1olzWbdtH+N+NEghIt8TybV6H5nZ3WbW3syaFj6iXpmIVAqPfriMmSuz\n+b8LjmVI52axLkcqoUjaSArvGflp2DQHOpd/OSJSmfx7wSae/3QVVw3pwKUpGl9dihdJ77+dKqIQ\nEalclm3ezc/fmM9xHRpz77nHxLocqcQOeWrLzH4R9nxkkXkPRrMoEYmtnftzufGVNOrVqs6zVw2g\nZnXdsS6HVtJvx6iw578qMm94FGoRkUqgoMC5a/I8Mrbv529XHkfLhuoKXkpWUpDYIZ4X91pEEsRf\npq9g+tJM7j2vFwM76roaKV1JQeKHeF7caxFJANOXbOEv01dw8XHtuHrIUbEuR+JESY3tfc1sF6Gj\njzrBc4LXOtYVSTCrs/dyx+R5HNu2IX+88Fj1nyURO2SQuLsGFRCpIvYeyOOG8WnUSKrGc1cN0Jgi\nclh0KYZIFefu/PyN+XybtYenL+9PuyZ1Y12SxBkFiUgV9/xnq3jvm83cc3ZPju/aPNblSBxSkIhU\nYZ+vyOKRD5ZyTp/WjDlRnVXIkVGQiFRR67ft49aJc+nWogGPXNxHjetyxEoNEjO7yMxWmNlOM9tl\nZrvDruASkTiUk5vPT15NJ7/Aef7qAdSrFUm3eyLFi+S35xHgPHdfEu1iRCT63J1fv/UNizft4sVr\nU+jYvF6sS5I4F8mprS0KEZHEMe7LNbw1dwN3nNadYT1bxrocSQCRHJGkmdlk4J/AgcKJ7v5W1KoS\nkaiYvXob//fvJZx+dEtuHdY11uVIgogkSBoC+4Azw6Y5oCARiSObd+Zw82tz6NC0Ln++rC/Vqqlx\nXcpHJOORXF8RhYhI9BzIy+em19LZfzCPiWMG07B2jViXJAkkkqu22pnZ22aWaWZbzOxNM2tXEcWJ\nSPm4/93FzF23g8dG9qVbywaxLkcSTCSN7WOBqUAboC3wbjBNROLA5NR1TJi1jptO6cLZvVvHuhxJ\nQJEESbK7j3X3vODxMpAc5bpEpBzMW7+D3/1zESd2a87dZ/aIdTmSoCIJkmwzu8rMkoLHVcDWaBcm\nImWTvecAN72aTouGtXhqVH+S1LguURJJkPwIuBTYDGwCLgmmiUgllZtfwE9fm8O2vQd57qoBNKlX\nM9YlSQKL5KqtdcD5FVCLiJSTh95byqzV23jisr4c27ZRrMuRBHfIIDGzX7j7I2b2V4oZWtfdb4tq\nZSJyRN6Zt4GXvljNdcd35ML+usBSoq+kI5LCblHSKqIQESm7t+dm8Is3FjCoU1N+c87RsS5HqoiS\nhtp9N3i6z91fD59nZiOjWpWIHBZ35+mPV/L4R8s5vksznr1qADWSNEqEVIxIftN+FeG07zGz4Wa2\nzMxWmtk9xcw/yczmmFmemV1SZN61Qff1K8zs2rDpA8zsm2CbT5kGUZAqLje/gHve/IbHP1rORce1\n5eXrB9Goju5cl4pTUhvJ2cAPgbZm9lTYrIZAXmkbNrMk4BngDCADSDWzqe6+OGyxdcB1wN1F1m0K\n3AekEGqfSQ/W3Q48C9wAfA28BwwH3i+tHpFEtDsnl59OmMtny7O47bRu3Hl6Nw1QJRWupDaSjYTa\nR84H0sOm7wbujGDbg4CV7r4KwMwmASOA/waJu68J5hUUWfcs4CN33xbM/wgYbmYzgIbu/lUwfTxw\nAQoSqYI278zh+pdTWbFlN49c3IdLB7aPdUlSRZXURjIfmG9mE9w99wi23RZYH/Y6AxhchnXbBo+M\nYqZ/j5ndQOjIhQ4dOkT4tiLxYenmXVw/NpXdOXm8dN1ATuquziYkdiJpI+loZm+Y2WIzW1X4iGC9\n4o6vv3cZ8WGuG/E23f0Fd09x95TkZP0nk8TxxcpsRj77FQXuTLlxqEJEYi7SThufJdQuciowHngl\ngvUygPBj7XaETpdF4lDrZgTPj2SbInHvjfQMrn1pNm2b1OHtm39ArzYNY12SSERBUsfdpwPm7mvd\n/ffAsAjWSwW6mVknM6sJjCLUi3AkpgFnmlkTM2tCaFCtae6+CdhtZkOCq7WuAd6JcJsiccvd+ct/\nVnD36/MZ0rkZU34ylDaN68S6LBEgshESc8ysGrDCzG4BNgAtSlvJ3fOC5acBScBL7r7IzB4A0tx9\nqpkNBN4GmgDnmdn97n6Mu28zsz8QCiOABwob3oGbgJeBOoQa2dXQLgktN7+AX731DW+kZ3Dxce14\n6KLe1Kyue0Sk8jD3kpstgi/7JUBj4A+ELv991N2/jn555SMlJcXT0nSDvsSf3Tm53PzaHD5fkc0d\np3fj9tN0ea9UHDNLd/eU0paLpNPGwqOCPYCG3RWpIJt27uf6samszNzDo5f0YWSKLu+VyimSoXY/\nMrPGYa+bmNm06JYlUrUt2bSLC5/5kozt+xl7/UCFiFRqkbSRNHf3HYUv3H27mZXaRiIiR+bzFVnc\n9Ooc6teqzus/GcrRrXVlllRukbTYFZjZf+/oM7OjiPx+EBE5DFPS1nP92FTaNanD2z89XiEicSGS\nI5LfADPN7NPg9UkEd4yLSPlwd578zwr+Mn0FJ3Zrzt+uPI4GtdXxosSHSBrbPzCz44AhhO4sv9Pd\ns6NemUgVcTAvdHnvm3MyGDmgHQ9e1FtdwEtcKan3357uvjQIEfjuDvIOZtbB3edEvzyRxLYrJ5eb\nXk3ni5VbueuM7tw6rKsu75W4U9IRyV2ETmE9Xsw8J7K720XkEDbuCF3e+23WHh4b2ZdLBmhYXIlP\nJQXJR8HP0YVdwYtI+cjJzef6sals2LGfl68fxAndmse6JJEjVtKJ2MJREN+oiEJEqpI//Gsxy7bs\n5ukr+itEJO6VdESy1cw+ATqZ2fc6W3T386NXlkji+veCTbw2ax03ntyZU3roliyJfyUFyTnAcYS6\njC+unUREDtP6bfu4560F9GvfmLvP7BHrckTKRUkjJB4Evjaz4909qwJrEklIufkF3DpxLgB/vby/\nLvGVhFHS5b9PuvsdwEtm9r072XVqS+TwPPbhMuat38EzVxxH+6Z1Y12OSLkp6dRW4SiIj1VEISKJ\n7NPlWTz/6SquGNyBc/q0jnU5IuWqpFNb6cHPwq5RCEYrbO/uCyqgNpGEkLkrh7smz6NHywbce26v\nWJcjUu4i6UZ+hpk1NLOmwHxgrJn9OfqlicS//ALnjsnz2Hswj6ev6E/tGkmxLkmk3EXS2tfI3XcB\nFwFj3X0AcHp0yxJJDM99+i1ffruV+88/hm4tG8S6HJGoiCRIqptZa+BS4F9RrkckYaSt2cafP1rO\n+X3bcKkGppIEFkmQPABMA1a6e6qZdQZWRLcskfi2Y99Bbps4l3ZN6vDHC49VR4yS0CLpRv514PWw\n16uAi6NZlEg8c3d+8cYCsvYc4M2bjte4IpLwImlsfyRobK9hZtPNLNvMrqqI4kTi0fiv1vLh4i38\ncnhP+rRrHOtyRKIuklNbZwaN7ecCGUB34OdRrUokTi3auJM//nsJp/VswegTOsW6HJEKEUmQFB6X\n/xCY6O7boliPSNzaeyCPWyfMpUm9Gjw6sq/aRaTKiGTM9nfNbCmwH7jZzJKBnOiWJRJ/fvfOQtZs\n3cuEMUNoWq9mrMsRqTClHpG4+z3AUCDF3XOBvcCIaBcmEk/eTM/grTkbuO20bgzp3CzW5YhUqEiO\nSADaAmeYWe2waeOjUI9I3Pk2aw+/e2chgzs15dZh3WJdjkiFKzVIzOw+4BSgF/AecDYwEwWJCDm5\n+dwyYS61qlfjL6P6k1RN7SJS9UTS2H4JcBqw2d2vB/oCtaJalUiceOi9JSzZtIvHL+1Lq0a1S19B\nJAFFEiT73b0AyDOzhkAm0Dm6ZYlUftMWbWbcV2sZfUInhvVsGetyRGImkjaSNDNrDPwdSAf2ALOj\nWpVIJbdhx35+8cYCerdtxC+H94x1OSIxFUkXKTcHT58zsw+AhhqPRKqyvPwCbps4l/wC5+kr+lOz\nuobMlaqtpKF2jytpnrvPiU5JIpXbE/9ZTvra7Tx1eX+OalYv1uWIxFxJRySPlzDPgWGlbdzMhgN/\nAZKAf7j7w0Xm1yJ09dcAYCtwmbuvMbOawPNAClAA3O7uM4J1ZgCtCd0gCaEuXDJLq0WkPMxckc3f\nZnzLZSntOb9vm1iXI1IplDTU7qll2bCZJQHPAGcQ6qMr1cymuvvisMVGA9vdvauZjQL+BFwGjAlq\n6G1mLYD3zWxg0OgPcKW7p5WlPpHDlbX7AHdOmUeX5Prcd76GzBUpFEnvvz8NGtsLXzcxs5tLWicw\niNAYJqvc/SAwie/fET8CGBc8fwM4zUIdFPUCpgMERxs7CB2diMREQYFz15R57Nqfy9NX9KduzUjv\n5RVJfJG0Eo5x9x2FL9x9O8ERQynaAuvDXmcE04pdxt3zgJ1AM0Jjw48ws+pm1onQqa/wIebGmtk8\nM/udqWc8qQAvfL6Kz1dkc+95vejZqmGsyxGpVCIJkmrhX9bBKatIeqQr7gveI1zmJULBkwY8CXwJ\n5AXzr3T33sCJwePqYt/c7AYzSzOztKysrAjKFSnetEWbeWzaMs7p3ZorBnWIdTkilU4kQTINmGJm\np5nZMGAi8EEE62Xwv0cR7YCNh1rGzKoDjYBt7p7n7ne6ez93HwE0Jhje1903BD93AxMInUL7Hnd/\nwd1T3D0lOTk5gnJF/tf+g/n85u1vuPGVdHq2bsCDF/VW1/AixYjkRO8vgRuAmwgdQXwI/COC9VKB\nbsGpqQ3AKOCKIstMBa4FviLUFcvH7u5mVhcwd99rZmcAee6+OAibxu6ebWY1CA229Z8IahE5LAs3\n7OS2SXNZnb2XG0/uzM/O6KH7RUQOIZIbEguA5wjdkNgUaOfu+RGsl2dmtxA6okkCXnL3RWb2AJDm\n7lOBF4FXzGwlsI1Q2AC0AKaZWQGhECo8fVUrmF4j2OZ/CN1xL1IuCgqcv3++isc+XEazerV4bfRg\nju/aPNZliVRq5l602aLIAqH7Ns4nFDrzgCzgU3e/K+rVlZOUlBRPS9PVwlKyTTv387Mp8/ny262c\nfWwrHrywN000QJVUYWaW7u6lXjEbyamtRu6+y8x+DIx19/vMTF2kSEJ5/5tN3PPWN+TmF/DIxX0Y\nmdJO7SEiEYokSKqbWWvgUuA3Ua5HpELtPZDH/e8uYkpaBn3bNeLJUf3p1FzdnogcjkiC5AFC7Rwz\n3T3VzDoTXEElEs/mrd/BHZPmsnbbPm45tSu3n96NGklqUBc5XJE0tr8OvB72ehVwcTSLEomm/ALn\n2RkreeI/K2jVsDaTxgxhsMZZFzliJfX++wt3f8TM/sr3byTE3W+LamUiUZCxfR93TZ7P7DXbOLdP\na/54YW8a1akR67JE4lpJRyRLgp+63EkSwjvzNvDbfy7EHf58aV8u7N9WDeoi5aCk3n/fDX6OO9Qy\nIvFgV04u972ziLfnbuC4Do158rL+dGhWN9ZliSSMkk5tTS1pRXc/v/zLESlfaWu2ccfkeWzcsZ87\nTu/GLad2pboa1EXKVUmntoYS6pl3IjCL4jtYFKmU8vILeOrjlTz98QraNqnD6z8ZyoCjmsa6LJGE\nVFKQtCI0KNXlhPrI+jcw0d0XVURhIkdq3dZ93D55LnPX7eCi49py//nH0KC2GtRFoqWkNpJ8Qr38\nfhAMiXs5MMPMHnD3v1ZUgSKRcnfenLOB+95ZSLVqxlOX99dwuCIVoMT7SIIAOYdQiHQEngLein5Z\nIocnfe02HnxvKelrtzOoU1OeuKwfbRvXiXVZIlVCSY3t44BjgfeB+919YYVVJRKh1dl7eeSDpby/\ncDMtGtTioYt6c2lKe5KqqUlPpKKUdERyNbAX6A7cFj5IIuDurvFGJWa27jnAU9NX8NqsddSsXo07\nT+/OmJM6aSx1kRgoqY1E10hKpZOTm8+LM1fz3Ixv2Zebz6iB7bnj9O4kN6gV69JEqiz9+SZxIb/A\neWtOBn/+aDmbduZw+tEtuefsHnRt0SDWpYlUeQoSqfQ+W57FQ+8vZcmmXaGu3i/rp04WRSoRBYlU\nWos37uKh95fw+Yps2jetw18v7885vVtTTQ3pIpWKgkQqnU079/PYtOW8NTeDhrVr8NtzjubqoUdR\nq3pSrEsTkWIoSKTS2JWTy3MzvuXFmatx4IYTO3PzKV1pVFd3pYtUZgoSibmDeQVMnL2Ov0xfwba9\nB7mgXxvuPqsH7Zqoh16ReKAgkZhxdz5YuJk/fbCUNVv3MbRzM379w6Pp3a5RrEsTkcOgIJGYmLd+\nB3/412LS126ne8v6jL1uIKf0SNZAUyJxSEEiFe6TZZncOD6dxnVr8PBFvblkQDuNESISxxQkUqFm\nLMvkxlfS6d6qPq+OHkzjujVjXZKIlJH+DJQKM2NZJje8kk63FgoRkUSiIJEK8enyrP+GyGs/VoiI\nJBIFiUTdp8uzGDM+ja7JChGRRKQgkaj6TCEikvAUJBI1n68IhUiXIESa1FOIiCQiBYlExcwV2fx4\nXBqdmtdTiIgkOAWJlLuZK7IZPS6VTs3rMWHMEJoqREQSmoJEytUXKxUiIlVNVIPEzIab2TIzW2lm\n9xQzv5aZTQ7mzzKzjsH0mmY21sy+MbP5ZnZK2DoDgukrzewpU58alcaXYSHy2o8HK0REqoioBYmZ\nJQHPAGcDvYDLzaxXkcVGA9vdvSvwBPCnYPoYAHfvDZwBPG5mhbU+C9wAdAsew6O1DxK5L1dm86Nx\nqRzVNBQizeprDHWRqiKaRySDgJXuvsrdDwKTgBFFlhkBjAuevwGcFhxh9AKmA7h7JrADSDGz1kBD\nd//K3R0YD1wQxX2QCHz5bSjZkriJAAAOHUlEQVREOjSty2tjFCIiVU00g6QtsD7sdUYwrdhl3D0P\n2Ak0A+YDI8ysupl1AgYA7YPlM0rZplSgr77dyo9eDoXIhDFDaK4QEalyotlpY3FtFx7hMi8BRwNp\nwFrgSyAvwm2GNmx2A6FTYHTo0CGyiuWwfPXtVq5/eTbtmyhERKqyaB6RZBA6iijUDth4qGXMrDrQ\nCNjm7nnufqe793P3EUBjYEWwfLtStgmAu7/g7inunpKcnFwuOyTf+XpV6EhEISIi0QySVKCbmXUy\ns5rAKGBqkWWmAtcGzy8BPnZ3N7O6ZlYPwMzOAPLcfbG7bwJ2m9mQoC3lGuCdKO6DFOPrVVu5fmwq\nbZvUYcKYISQ3UIiIVGVRO7Xl7nlmdgswDUgCXnL3RWb2AJDm7lOBF4FXzGwlsI1Q2AC0AKaZWQGw\nAbg6bNM3AS8DdYD3g4dUkFlBiLRpXJsJYwYrREQEC138lNhSUlI8LS0t1mXEvdmrt3Hd2Nm0blSb\niTcMoUWD2rEuSUSiyMzS3T2ltOV0Z7tEpDBEWjWqzcQxChER+Y6CREqVuua7EJk0ZggtGipEROQ7\nGrO9BFNS15NbUEBy/VokN6hFi4a1aV6/JrWqJ8W6tArz6fIsbn41nVYNFSIiUjwFSQme/fRbVmfv\n/d70RnVq0KJBKFySG9QiuX4tWjQsfF479Lx+LRrXrUG8dgW2fts+HnxvCe8v3EyX5FAHjAoRESmO\ngqQEH955Elv3HCRr9wGy9uSQuetA8Dz0M3P3Aeau20Hm7hxycgu+t36NJKN5/Vr/GzoNatOyYS3O\nOLplpfxi3n8wn2dnrOT5z1ZRzYyfndGdMSd1pnaNqnMUJiKHR0FSghpJ1WjVqDatGtUmdK9k8dyd\nPQfyQiETBE3mrv8NnA07cpi3fidb9x7AHe5/dzGjBrbnxpO70LZxnYrbqRL24V8LNvHQe0vYuDOH\n8/q24Vdn96RNJahNRCo3BUk5MDMa1K5Bg9o16Jxcv8Rl8/ILWLN1Hy/OXMXE2euYMGsdFx/XjptP\n7cJRzepVUMX/a9HGndz/7mJmr95Gr9YNeXJUfwZ1ahqTWkQk/ug+khjauGM/L3wWCpTc/AJG9GvL\nT0/tQtcWDSrk/bftPcjjHy5j4ux1NK5bk7vP7MFlA9uTVC0+23VEpHxFeh+JgqQSyNydwz8+X82r\nX69lf24+Zx/biltO7UavNg2j8n55+QW8+vVa/vzRcvYezOeaoUdxx2ndaVS3RlTeT0Tik4IkTGUP\nkkLb9h7kpZmrGfflGnYfyOP0o1twy7Bu9GvfuNze44uV2dz/7iKWb9nDCV2bc+95vejesmKOgEQk\nvihIwsRLkBTauT+XcV+u4aUvVrNjXy4ndmvOrcO6landYv22ffzx30v4YNFm2jetw2/P6cWZvVrG\n7eXJIhJ9CpIw8RYkhfYcyOO1r9fy989Xkb3nIIM6NeXWYV05oWvziANg38E8np3xLc9/tookM24Z\n1pXRJ3TS5bwiUioFSZh4DZJCObn5TJq9juc+XcXmXTn0a9+YW4d1ZVjPFocMFHdn6vyNPPz+Ujbt\nzGFEvzbcc3ZPWjfS5bwiEhkFSZh4D5JCB/LyeTN9A3+bsZKM7fs5unVDbh3WleHHtKJa2JVWCzfs\n5P53F5G6ZjvHtm3I7887hpSOupxXRA6PgiRMogRJodz8At6Zt5G/fbKSVdl76dqiPrec2pXjuzbj\niY9WMCl1HU3r1uTnZ/VgZIou5xWRI6MgCZNoQVIov8B575tNPP3xSpZt2Y0ZJJlxzdCO3H56NxrV\n0eW8InLkIg0S3dkex5KqGef1bcM5vVvz0ZItzFq1jSsGt6+wGxpFREBBkhCqVTPOOqYVZx3TKtal\niEgVpIGtRESkTBQkIiJSJgoSEREpEwWJiIiUiYJERETKREEiIiJloiAREZEyUZCIiEiZVIkuUsws\nC1gbNqk5kB2jcqIpUfcLEnfftF/xJ1H3rbj9Osrdk0tbsUoESVFmlhZJ/zHxJlH3CxJ337Rf8SdR\n960s+6VTWyIiUiYKEhERKZOqGiQvxLqAKEnU/YLE3TftV/xJ1H074v2qkm0kIiJSfqrqEYmIiJST\nKhckZjbczJaZ2UozuyfW9ZQXM1tjZt+Y2Twzi+vhIM3sJTPLNLOFYdOamtlHZrYi+NkkljUeiUPs\n1+/NbEPwuc0zsx/GssYjYWbtzewTM1tiZovM7PZgelx/ZiXsVyJ8ZrXNbLaZzQ/27f5geiczmxV8\nZpPNrGZE26tKp7bMLAlYDpwBZACpwOXuvjimhZUDM1sDpLh73F/fbmYnAXuA8e5+bDDtEWCbuz8c\n/AHQxN1/Gcs6D9ch9uv3wB53fyyWtZWFmbUGWrv7HDNrAKQDFwDXEcefWQn7dSnx/5kZUM/d95hZ\nDWAmcDtwF/CWu08ys+eA+e7+bGnbq2pHJIOAle6+yt0PApOAETGuSYpw98+AbUUmjwDGBc/HEfoP\nHVcOsV9xz903ufuc4PluYAnQljj/zErYr7jnIXuClzWChwPDgDeC6RF/ZlUtSNoC68NeZ5AgvxiE\nfgk+NLN0M7sh1sVEQUt33wSh/+BAixjXU55uMbMFwamvuDr9U5SZdQT6A7NIoM+syH5BAnxmZpZk\nZvOATOAj4Ftgh7vnBYtE/P1Y1YLEipmWKOf2fuDuxwFnAz8NTqNI5fcs0AXoB2wCHo9tOUfOzOoD\nbwJ3uPuuWNdTXorZr4T4zNw93937Ae0Ina05urjFItlWVQuSDKB92Ot2wMYY1VKu3H1j8DMTeJvQ\nL0Yi2RKcsy48d50Z43rKhbtvCf5DFwB/J04/t+A8+5vAa+7+VjA57j+z4vYrUT6zQu6+A5gBDAEa\nm1n1YFbE349VLUhSgW7BlQk1gVHA1BjXVGZmVi9oDMTM6gFnAgtLXivuTAWuDZ5fC7wTw1rKTeEX\nbeBC4vBzCxpuXwSWuPufw2bF9Wd2qP1KkM8s2cwaB8/rAKcTagP6BLgkWCziz6xKXbUFEFyq9ySQ\nBLzk7n+McUllZmadCR2FAFQHJsTzfpnZROAUQr2RbgHuA/4JTAE6AOuAke4eVw3Xh9ivUwidInFg\nDXBjYbtCvDCzE4DPgW+AgmDyrwm1J8TtZ1bCfl1O/H9mfQg1picROqCY4u4PBN8lk4CmwFzgKnc/\nUOr2qlqQiIhI+apqp7ZERKScKUhERKRMFCQiIlImChIRESkTBYmIiJSJgkQqLTNzM3s87PXdQSeH\n5bHtl83sktKXLPP7jAx6j/2kyPSOwf7dGjbtaTO7rpTt/cTMrillmevM7OlDzNtT3PTyEuxXeO/G\nY8xsTrx2IyKRUZBIZXYAuMjMmse6kHBBL9KRGg3c7O6nFjMvE7g90q66Adz9OXcffxjvX27C7niO\ndPmrgVuBM919e3SqkspAQSKVWR6h4T/vLDqj6BFF4V/aZnaKmX1qZlPMbLmZPWxmVwZjL3xjZl3C\nNnO6mX0eLHdusH6SmT1qZqlBp3w3hm33EzObQOgGtaL1XB5sf6GZ/SmYdi9wAvCcmT1azP5lAdP5\n7u7v8O11MbMPgk44PzeznsH035vZ3cHzgUGNXwU1h99h3SZYf4WFuuAP3/bjwVHCdDNLDqb1M7Ov\ng+29XXgEYWYzzOxBM/uUUOiNDPZxvpl9Vsw+Fb7HpcA9hEIk7oc2kJIpSKSyewa40swaHcY6fQmN\nrdAbuBro7u6DgH8Q+gu5UEfgZOAcQl/2tQkdQex094HAQGCMmXUKlh8E/Mbde4W/mZm1Af5EqAvu\nfsBAM7vA3R8A0oAr3f3nh6j1YeBnxRzlvADc6u4DgLuBvxWz7ljgJ+4+FMgvMq8fcFnwb3CZmRX2\nMVcPmBN08PkpobvrAcYDv3T3PoSC8r6wbTV295Pd/XHgXuAsd+8LnH+IfToKeJpQiGw+xDKSQBQk\nUqkFva2OB247jNVSg7EkDhDqGvvDYPo3hMKj0BR3L3D3FcAqoCehfsqusVD32rOAZkC3YPnZ7r66\nmPcbCMxw96ygC+7XgIh6Xw62Nxu4onCahXqbPR54PajjeSC8fyeCfpIauPuXwaQJRTY93d13unsO\nsJjQlzuEuvqYHDx/FTghCOnG7v5pMH1ckfonhz3/AnjZzMYQ6l6jOFmEukS59JA7LgnlsM55isTI\nk8AcQn+BF8oj+EMo6FwvvJ0hvG+ggrDXBfzv73zR/oGc0FADt7r7tPAZZnYKsPcQ9RU3PMHheJDQ\nYEKFp4qqERoXol8J65T2nuH/Bvkc+v96JH0k/Xe/3f0nZjaY0FHcPDPr5+5biyy/j9BwBjPNLNPd\nX4vgPSSO6YhEKr2go78phE47FVoDDAiejyA0wtvhGmlm1YJ2k87AMmAacJOFug/HzLpbqEflkswC\nTjaz5sEpqssJnTaKiLsvJXTUcG7wehew2sxGBjWYmfUtss52YLeZDQkmjYrw7arxXe+uVwAz3X0n\nsN3MTgymX32o+s2si7vPcvd7gWz+d1iG8PqygOHAg2Z2VoS1SZzSEYnEi8eBW8Je/x14x8xmE2qw\nPtTRQkmWEfrCbEmorSHHzP5B6PTXnOBIJ4tShht1901m9itCXXAb8J67H26X6X8k1NtqoSuBZ83s\nt4RCchIwv8g6o4G/m9leQuNJ7IzgffYCx5hZerD8ZcH0awm1E9UldJrv+kOs/6iZdSO0n9OLqem/\n3H21mZ0PvGdmF7n7rEMtK/FNvf+KxCkzq1847raZ3QO0dvfbY1yWVEE6IhGJX+cER0LVgbXAdbEt\nR6oqHZGIiEiZqLFdRETKREEiIiJloiAREZEyUZCIiEiZKEhERKRMFCQiIlIm/w8Dzud2HgVkxAAA\nAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x15b1e1e8e10>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "neighbor = list(range(1,30,2))\n",
    "cv_score = []\n",
    "\n",
    "for k in neighbor:\n",
    "    knn = KNeighborsClassifier(n_neighbors=k)\n",
    "    score = cross_val_score(knn, x_train, y_train, cv=5, scoring='accuracy')#hyper paramter -cv\n",
    "    cv_score.append(score.mean())\n",
    "\n",
    "\n",
    "MSE = [1 - x for x in cv_score]\n",
    "\n",
    "optimal_k = neighbor[MSE.index(min(MSE))]\n",
    "print('\\nThe optimal number of neighbors is %d.' % optimal_k)\n",
    "plt.plot(neighbor, MSE)\n",
    "plt.xlabel('Number of Neighbors K')\n",
    "plt.ylabel('Misclassification Error')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "           metric_params=None, n_jobs=1, n_neighbors=5, p=2,\n",
       "           weights='uniform')"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "classifier = KNeighborsClassifier(n_neighbors = optimal_k)\n",
    "classifier.fit(x_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "y_pred = classifier.predict(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "91.9375"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "acc = accuracy_score(y_test, y_pred, normalize=True) * float(100)\n",
    "acc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[752   0   1   1   0   4   1   1   0   1]\n",
      " [  0 911   2   0   1   1   2   0   0   1]\n",
      " [  6   9 689  20   3   1  11  13  12   3]\n",
      " [  7   5  10 790   1  26   1  10  13   4]\n",
      " [  0  23   9   2 725   3   6   3   1  40]\n",
      " [  3   5   2  24   7 628   8   2   4   6]\n",
      " [ 12   3   2   1   2   8 736   1   3   0]\n",
      " [  1  17   8   4   4   1   1 761   0  40]\n",
      " [ 13  20   8  18   5  36   6   5 651  11]\n",
      " [  9   3   6   7  29   4   0  35   3 712]]\n"
     ]
    }
   ],
   "source": [
    "results = confusion_matrix(y_test, y_pred)\n",
    "print(results)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "* As you can see both the ways of representing the data returns almost the same result ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}