classifiers_log-reg_decision-tree_random-forest,SVM.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>erythema</th>\n",
       "      <th>scaling</th>\n",
       "      <th>definite_borders</th>\n",
       "      <th>itching</th>\n",
       "      <th>koebner_phenomenon</th>\n",
       "      <th>polygonal_papules</th>\n",
       "      <th>follicular_papules</th>\n",
       "      <th>oral_mucosal_involvement</th>\n",
       "      <th>knee_and_elbow_involvement</th>\n",
       "      <th>scalp_involvement</th>\n",
       "      <th>...</th>\n",
       "      <th>disappearance_of_the_granular_layer</th>\n",
       "      <th>vacuolisation_and_damage_of_basal_layer</th>\n",
       "      <th>spongiosis</th>\n",
       "      <th>saw-tooth_appearance_of_retes</th>\n",
       "      <th>follicular_horn_plug</th>\n",
       "      <th>perifollicular_parakeratosis</th>\n",
       "      <th>inflammatory_monoluclear_inflitrate</th>\n",
       "      <th>band-like_infiltrate</th>\n",
       "      <th>age</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>45</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>41</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>57</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>65</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>23</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>51</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>44</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>43</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>50</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>60</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>51</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>340</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>341</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>342</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>50</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>346</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>348</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>349</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>351</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>353</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>354</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>75</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>361</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>362</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>363</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>28</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>364</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>50</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>365</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>366 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     erythema  scaling  definite_borders  itching  koebner_phenomenon  \\\n",
       "0           2        2                 0        3                   0   \n",
       "1           3        3                 3        2                   1   \n",
       "2           2        1                 2        3                   1   \n",
       "3           2        2                 2        0                   0   \n",
       "4           2        3                 2        2                   2   \n",
       "5           2        3                 2        0                   0   \n",
       "6           2        1                 0        2                   0   \n",
       "7           2        2                 3        3                   3   \n",
       "8           2        2                 1        0                   2   \n",
       "9           2        2                 1        0                   1   \n",
       "10          3        3                 2        1                   1   \n",
       "11          2        2                 0        3                   0   \n",
       "12          3        3                 1        2                   0   \n",
       "13          2        3                 3        0                   0   \n",
       "14          2        2                 3        3                   0   \n",
       "15          1        1                 0        1                   3   \n",
       "16          2        2                 1        3                   0   \n",
       "17          3        3                 3        0                   0   \n",
       "18          2        1                 3        3                   3   \n",
       "19          1        1                 0        3                   0   \n",
       "20          2        1                 1        2                   0   \n",
       "21          3        2                 2        0                   0   \n",
       "22          2        2                 0        2                   0   \n",
       "23          2        2                 2        3                   2   \n",
       "24          2        0                 0        3                   0   \n",
       "25          2        1                 1        0                   1   \n",
       "26          1        1                 0        1                   0   \n",
       "27          1        2                 2        3                   0   \n",
       "28          3        2                 2        2                   0   \n",
       "29          1        1                 2        3                   2   \n",
       "..        ...      ...               ...      ...                 ...   \n",
       "336         2        3                 2        1                   0   \n",
       "337         2        1                 0        0                   0   \n",
       "338         3        1                 0        1                   0   \n",
       "339         2        1                 2        2                   2   \n",
       "340         2        2                 3        0                   0   \n",
       "341         1        1                 0        2                   0   \n",
       "342         2        0                 1        2                   0   \n",
       "343         2        2                 2        0                   0   \n",
       "344         2        2                 1        0                   0   \n",
       "345         2        2                 2        1                   1   \n",
       "346         2        2                 2        1                   0   \n",
       "347         2        2                 0        1                   0   \n",
       "348         3        2                 2        0                   0   \n",
       "349         2        2                 1        0                   0   \n",
       "350         1        2                 2        2                   0   \n",
       "351         2        2                 2        3                   2   \n",
       "352         3        2                 2        3                   2   \n",
       "353         1        1                 1        2                   0   \n",
       "354         2        0                 1        2                   0   \n",
       "355         2        3                 2        3                   2   \n",
       "356         2        2                 2        2                   2   \n",
       "357         2        2                 2        0                   1   \n",
       "358         2        3                 2        1                   0   \n",
       "359         2        2                 0        0                   0   \n",
       "360         2        2                 1        1                   0   \n",
       "361         2        1                 1        0                   1   \n",
       "362         3        2                 1        0                   1   \n",
       "363         3        2                 2        2                   3   \n",
       "364         2        1                 3        1                   2   \n",
       "365         3        2                 2        0                   0   \n",
       "\n",
       "     polygonal_papules  follicular_papules  oral_mucosal_involvement  \\\n",
       "0                    0                   0                         0   \n",
       "1                    0                   0                         0   \n",
       "2                    3                   0                         3   \n",
       "3                    0                   0                         0   \n",
       "4                    2                   0                         2   \n",
       "5                    0                   0                         0   \n",
       "6                    0                   0                         0   \n",
       "7                    3                   0                         2   \n",
       "8                    0                   0                         0   \n",
       "9                    0                   0                         0   \n",
       "10                   0                   0                         0   \n",
       "11                   0                   0                         0   \n",
       "12                   0                   0                         0   \n",
       "13                   0                   0                         0   \n",
       "14                   3                   0                         2   \n",
       "15                   0                   0                         0   \n",
       "16                   0                   0                         0   \n",
       "17                   0                   0                         0   \n",
       "18                   3                   0                         0   \n",
       "19                   0                   0                         0   \n",
       "20                   0                   3                         0   \n",
       "21                   0                   0                         0   \n",
       "22                   0                   0                         0   \n",
       "23                   2                   0                         2   \n",
       "24                   0                   0                         0   \n",
       "25                   0                   0                         0   \n",
       "26                   0                   3                         0   \n",
       "27                   0                   0                         0   \n",
       "28                   0                   0                         0   \n",
       "29                   2                   0                         3   \n",
       "..                 ...                 ...                       ...   \n",
       "336                  0                   0                         0   \n",
       "337                  0                   0                         0   \n",
       "338                  0                   0                         0   \n",
       "339                  3                   0                         2   \n",
       "340                  0                   0                         0   \n",
       "341                  0                   0                         0   \n",
       "342                  0                   0                         0   \n",
       "343                  0                   1                         0   \n",
       "344                  0                   2                         0   \n",
       "345                  0                   0                         0   \n",
       "346                  0                   0                         0   \n",
       "347                  0                   2                         0   \n",
       "348                  0                   3                         0   \n",
       "349                  0                   2                         0   \n",
       "350                  0                   0                         0   \n",
       "351                  0                   0                         0   \n",
       "352                  0                   0                         0   \n",
       "353                  0                   0                         0   \n",
       "354                  0                   0                         0   \n",
       "355                  0                   0                         0   \n",
       "356                  0                   0                         0   \n",
       "357                  0                   0                         0   \n",
       "358                  0                   0                         0   \n",
       "359                  0                   0                         0   \n",
       "360                  0                   0                         0   \n",
       "361                  0                   0                         0   \n",
       "362                  0                   0                         0   \n",
       "363                  2                   0                         2   \n",
       "364                  3                   0                         2   \n",
       "365                  0                   0                         0   \n",
       "\n",
       "     knee_and_elbow_involvement  scalp_involvement  ...    \\\n",
       "0                             1                  0  ...     \n",
       "1                             1                  1  ...     \n",
       "2                             0                  0  ...     \n",
       "3                             3                  2  ...     \n",
       "4                             0                  0  ...     \n",
       "5                             0                  0  ...     \n",
       "6                             0                  0  ...     \n",
       "7                             0                  0  ...     \n",
       "8                             0                  0  ...     \n",
       "9                             0                  0  ...     \n",
       "10                            2                  2  ...     \n",
       "11                            0                  0  ...     \n",
       "12                            0                  1  ...     \n",
       "13                            1                  1  ...     \n",
       "14                            0                  0  ...     \n",
       "15                            0                  0  ...     \n",
       "16                            0                  0  ...     \n",
       "17                            3                  3  ...     \n",
       "18                            2                  0  ...     \n",
       "19                            0                  0  ...     \n",
       "20                            1                  2  ...     \n",
       "21                            0                  0  ...     \n",
       "22                            0                  0  ...     \n",
       "23                            0                  0  ...     \n",
       "24                            0                  0  ...     \n",
       "25                            2                  0  ...     \n",
       "26                            1                  0  ...     \n",
       "27                            0                  0  ...     \n",
       "28                            0                  0  ...     \n",
       "29                            0                  0  ...     \n",
       "..                          ...                ...  ...     \n",
       "336                           2                  2  ...     \n",
       "337                           0                  0  ...     \n",
       "338                           0                  0  ...     \n",
       "339                           0                  0  ...     \n",
       "340                           2                  2  ...     \n",
       "341                           0                  0  ...     \n",
       "342                           0                  0  ...     \n",
       "343                           1                  0  ...     \n",
       "344                           2                  0  ...     \n",
       "345                           0                  0  ...     \n",
       "346                           0                  0  ...     \n",
       "347                           2                  0  ...     \n",
       "348                           1                  0  ...     \n",
       "349                           2                  0  ...     \n",
       "350                           2                  2  ...     \n",
       "351                           2                  3  ...     \n",
       "352                           2                  3  ...     \n",
       "353                           0                  0  ...     \n",
       "354                           0                  0  ...     \n",
       "355                           3                  2  ...     \n",
       "356                           3                  0  ...     \n",
       "357                           0                  1  ...     \n",
       "358                           2                  2  ...     \n",
       "359                           0                  0  ...     \n",
       "360                           0                  0  ...     \n",
       "361                           0                  0  ...     \n",
       "362                           0                  0  ...     \n",
       "363                           0                  0  ...     \n",
       "364                           0                  0  ...     \n",
       "365                           3                  3  ...     \n",
       "\n",
       "     disappearance_of_the_granular_layer  \\\n",
       "0                                      0   \n",
       "1                                      0   \n",
       "2                                      0   \n",
       "3                                      3   \n",
       "4                                      2   \n",
       "5                                      0   \n",
       "6                                      0   \n",
       "7                                      2   \n",
       "8                                      0   \n",
       "9                                      0   \n",
       "10                                     0   \n",
       "11                                     0   \n",
       "12                                     0   \n",
       "13                                     0   \n",
       "14                                     0   \n",
       "15                                     0   \n",
       "16                                     0   \n",
       "17                                     3   \n",
       "18                                     0   \n",
       "19                                     0   \n",
       "20                                     0   \n",
       "21                                     0   \n",
       "22                                     0   \n",
       "23                                     0   \n",
       "24                                     0   \n",
       "25                                     2   \n",
       "26                                     0   \n",
       "27                                     0   \n",
       "28                                     0   \n",
       "29                                     0   \n",
       "..                                   ...   \n",
       "336                                    2   \n",
       "337                                    0   \n",
       "338                                    0   \n",
       "339                                    0   \n",
       "340                                    2   \n",
       "341                                    0   \n",
       "342                                    0   \n",
       "343                                    0   \n",
       "344                                    0   \n",
       "345                                    0   \n",
       "346                                    1   \n",
       "347                                    0   \n",
       "348                                    0   \n",
       "349                                    0   \n",
       "350                                    2   \n",
       "351                                    3   \n",
       "352                                    2   \n",
       "353                                    0   \n",
       "354                                    0   \n",
       "355                                    3   \n",
       "356                                    3   \n",
       "357                                    1   \n",
       "358                                    2   \n",
       "359                                    0   \n",
       "360                                    0   \n",
       "361                                    0   \n",
       "362                                    1   \n",
       "363                                    0   \n",
       "364                                    0   \n",
       "365                                    2   \n",
       "\n",
       "     vacuolisation_and_damage_of_basal_layer  spongiosis  \\\n",
       "0                                          0           3   \n",
       "1                                          0           0   \n",
       "2                                          2           3   \n",
       "3                                          0           0   \n",
       "4                                          3           2   \n",
       "5                                          0           2   \n",
       "6                                          0           0   \n",
       "7                                          2           3   \n",
       "8                                          0           2   \n",
       "9                                          0           2   \n",
       "10                                         0           0   \n",
       "11                                         0           3   \n",
       "12                                         0           2   \n",
       "13                                         0           0   \n",
       "14                                         3           0   \n",
       "15                                         0           2   \n",
       "16                                         0           0   \n",
       "17                                         0           0   \n",
       "18                                         2           0   \n",
       "19                                         0           1   \n",
       "20                                         0           0   \n",
       "21                                         0           3   \n",
       "22                                         0           1   \n",
       "23                                         3           0   \n",
       "24                                         0           0   \n",
       "25                                         0           0   \n",
       "26                                         0           1   \n",
       "27                                         0           1   \n",
       "28                                         0           2   \n",
       "29                                         3           0   \n",
       "..                                       ...         ...   \n",
       "336                                        0           0   \n",
       "337                                        0           1   \n",
       "338                                        0           0   \n",
       "339                                        2           0   \n",
       "340                                        0           0   \n",
       "341                                        0           0   \n",
       "342                                        0           0   \n",
       "343                                        0           1   \n",
       "344                                        0           2   \n",
       "345                                        0           2   \n",
       "346                                        0           2   \n",
       "347                                        0           1   \n",
       "348                                        0           2   \n",
       "349                                        0           3   \n",
       "350                                        0           0   \n",
       "351                                        0           0   \n",
       "352                                        0           0   \n",
       "353                                        0           1   \n",
       "354                                        0           0   \n",
       "355                                        0           0   \n",
       "356                                        0           0   \n",
       "357                                        0           0   \n",
       "358                                        0           0   \n",
       "359                                        0           2   \n",
       "360                                        0           3   \n",
       "361                                        0           1   \n",
       "362                                        0           1   \n",
       "363                                        3           0   \n",
       "364                                        2           0   \n",
       "365                                        0           0   \n",
       "\n",
       "     saw-tooth_appearance_of_retes  follicular_horn_plug  \\\n",
       "0                                0                     0   \n",
       "1                                0                     0   \n",
       "2                                2                     0   \n",
       "3                                0                     0   \n",
       "4                                3                     0   \n",
       "5                                0                     0   \n",
       "6                                0                     0   \n",
       "7                                2                     0   \n",
       "8                                0                     0   \n",
       "9                                0                     0   \n",
       "10                               0                     0   \n",
       "11                               0                     0   \n",
       "12                               0                     0   \n",
       "13                               0                     0   \n",
       "14                               3                     0   \n",
       "15                               0                     0   \n",
       "16                               0                     0   \n",
       "17                               0                     0   \n",
       "18                               3                     0   \n",
       "19                               0                     0   \n",
       "20                               0                     1   \n",
       "21                               0                     0   \n",
       "22                               0                     1   \n",
       "23                               2                     0   \n",
       "24                               0                     0   \n",
       "25                               0                     0   \n",
       "26                               0                     2   \n",
       "27                               0                     0   \n",
       "28                               0                     1   \n",
       "29                               3                     1   \n",
       "..                             ...                   ...   \n",
       "336                              0                     0   \n",
       "337                              0                     0   \n",
       "338                              0                     0   \n",
       "339                              2                     0   \n",
       "340                              0                     0   \n",
       "341                              0                     0   \n",
       "342                              0                     0   \n",
       "343                              0                     3   \n",
       "344                              0                     2   \n",
       "345                              0                     0   \n",
       "346                              0                     0   \n",
       "347                              0                     2   \n",
       "348                              0                     3   \n",
       "349                              0                     2   \n",
       "350                              0                     0   \n",
       "351                              0                     0   \n",
       "352                              0                     0   \n",
       "353                              0                     0   \n",
       "354                              0                     0   \n",
       "355                              0                     0   \n",
       "356                              0                     0   \n",
       "357                              0                     0   \n",
       "358                              0                     0   \n",
       "359                              0                     0   \n",
       "360                              0                     0   \n",
       "361                              0                     0   \n",
       "362                              0                     0   \n",
       "363                              3                     0   \n",
       "364                              1                     0   \n",
       "365                              0                     0   \n",
       "\n",
       "     perifollicular_parakeratosis  inflammatory_monoluclear_inflitrate  \\\n",
       "0                               0                                    1   \n",
       "1                               0                                    1   \n",
       "2                               0                                    2   \n",
       "3                               0                                    3   \n",
       "4                               0                                    2   \n",
       "5                               0                                    1   \n",
       "6                               0                                    2   \n",
       "7                               0                                    3   \n",
       "8                               0                                    2   \n",
       "9                               0                                    2   \n",
       "10                              0                                    1   \n",
       "11                              0                                    1   \n",
       "12                              0                                    1   \n",
       "13                              0                                    2   \n",
       "14                              0                                    1   \n",
       "15                              0                                    2   \n",
       "16                              0                                    1   \n",
       "17                              0                                    2   \n",
       "18                              0                                    2   \n",
       "19                              0                                    2   \n",
       "20                              2                                    1   \n",
       "21                              0                                    2   \n",
       "22                              0                                    2   \n",
       "23                              0                                    2   \n",
       "24                              0                                    2   \n",
       "25                              0                                    2   \n",
       "26                              2                                    1   \n",
       "27                              0                                    3   \n",
       "28                              1                                    2   \n",
       "29                              0                                    2   \n",
       "..                            ...                                  ...   \n",
       "336                             0                                    2   \n",
       "337                             0                                    2   \n",
       "338                             0                                    2   \n",
       "339                             0                                    2   \n",
       "340                             0                                    2   \n",
       "341                             0                                    2   \n",
       "342                             0                                    2   \n",
       "343                             2                                    2   \n",
       "344                             3                                    1   \n",
       "345                             0                                    2   \n",
       "346                             0                                    2   \n",
       "347                             2                                    2   \n",
       "348                             2                                    2   \n",
       "349                             2                                    2   \n",
       "350                             0                                    2   \n",
       "351                             0                                    2   \n",
       "352                             0                                    1   \n",
       "353                             0                                    2   \n",
       "354                             0                                    2   \n",
       "355                             0                                    0   \n",
       "356                             0                                    0   \n",
       "357                             0                                    2   \n",
       "358                             0                                    3   \n",
       "359                             0                                    1   \n",
       "360                             0                                    1   \n",
       "361                             0                                    2   \n",
       "362                             0                                    2   \n",
       "363                             0                                    2   \n",
       "364                             0                                    2   \n",
       "365                             0                                    3   \n",
       "\n",
       "     band-like_infiltrate  age  class  \n",
       "0                       0   55      2  \n",
       "1                       0    8      1  \n",
       "2                       3   26      3  \n",
       "3                       0   40      1  \n",
       "4                       3   45      3  \n",
       "5                       0   41      2  \n",
       "6                       0   18      5  \n",
       "7                       3   57      3  \n",
       "8                       0   22      4  \n",
       "9                       0   30      4  \n",
       "10                      0   20      1  \n",
       "11                      0   21      2  \n",
       "12                      0   22      2  \n",
       "13                      0   10      1  \n",
       "14                      3   65      3  \n",
       "15                      0   40      4  \n",
       "16                      0   30      2  \n",
       "17                      0   38      1  \n",
       "18                      3   23      3  \n",
       "19                      0   17      5  \n",
       "20                      0    8      6  \n",
       "21                      0   51      2  \n",
       "22                      0   42      5  \n",
       "23                      3   44      3  \n",
       "24                      0   22      5  \n",
       "25                      0   33      1  \n",
       "26                      0   10      6  \n",
       "27                      0   17      5  \n",
       "28                      0   43      2  \n",
       "29                      3   50      3  \n",
       "..                    ...  ...    ...  \n",
       "336                     0   60      1  \n",
       "337                     0   42      5  \n",
       "338                     0   32      5  \n",
       "339                     3   51      3  \n",
       "340                     0   33      1  \n",
       "341                     0   68      5  \n",
       "342                     0   50      5  \n",
       "343                     0    9      6  \n",
       "344                     0   16      6  \n",
       "345                     0   35      4  \n",
       "346                     0   40      4  \n",
       "347                     0   22      6  \n",
       "348                     0   10      6  \n",
       "349                     0    7      6  \n",
       "350                     0   25      1  \n",
       "351                     0    9      1  \n",
       "352                     0   55      1  \n",
       "353                     0   45      5  \n",
       "354                     0   56      5  \n",
       "355                     0   36      1  \n",
       "356                     0   75      1  \n",
       "357                     0   45      1  \n",
       "358                     0   24      1  \n",
       "359                     0   40      2  \n",
       "360                     0   25      2  \n",
       "361                     0   25      4  \n",
       "362                     0   36      4  \n",
       "363                     3   28      3  \n",
       "364                     3   50      3  \n",
       "365                     0   35      1  \n",
       "\n",
       "[366 rows x 35 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset = pd.read_csv('derm.csv')\n",
    "dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X = dataset.iloc[:, 0:34].values\n",
    "y = dataset.iloc[:, 34].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 2,  2,  0, ...,  1,  0, 55],\n",
       "       [ 3,  3,  3, ...,  1,  0,  8],\n",
       "       [ 2,  1,  2, ...,  2,  3, 26],\n",
       "       ...,\n",
       "       [ 3,  2,  2, ...,  2,  3, 28],\n",
       "       [ 2,  1,  3, ...,  2,  3, 50],\n",
       "       [ 3,  2,  2, ...,  3,  0, 35]], dtype=int64)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([2, 1, 3, 1, 3, 2, 5, 3, 4, 4, 1, 2, 2, 1, 3, 4, 2, 1, 3, 5, 6, 2,\n",
       "       5, 3, 5, 1, 6, 5, 2, 3, 1, 2, 1, 1, 4, 2, 3, 2, 3, 1, 2, 4, 1, 2,\n",
       "       5, 3, 4, 6, 2, 3, 3, 4, 1, 1, 5, 1, 2, 3, 4, 2, 6, 1, 5, 1, 2, 3,\n",
       "       1, 4, 5, 1, 2, 6, 3, 5, 4, 2, 2, 1, 3, 5, 1, 2, 2, 2, 5, 1, 1, 3,\n",
       "       1, 4, 2, 2, 5, 1, 3, 4, 2, 5, 1, 6, 2, 5, 1, 2, 2, 1, 4, 1, 3, 1,\n",
       "       1, 3, 5, 3, 3, 5, 2, 3, 4, 1, 2, 5, 6, 1, 1, 2, 6, 3, 5, 4, 1, 1,\n",
       "       3, 5, 5, 1, 4, 2, 3, 1, 2, 1, 1, 3, 3, 3, 2, 5, 4, 2, 2, 1, 1, 1,\n",
       "       5, 3, 2, 3, 2, 2, 4, 2, 3, 6, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 3, 1,\n",
       "       1, 2, 3, 3, 1, 1, 1, 1, 6, 2, 2, 2, 2, 1, 3, 3, 3, 1, 1, 2, 3, 2,\n",
       "       2, 2, 5, 5, 5, 5, 5, 1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 3, 3, 3, 4, 4,\n",
       "       4, 4, 5, 5, 5, 5, 5, 5, 5, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 6, 6, 1,\n",
       "       1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5,\n",
       "       5, 5, 6, 6, 6, 4, 4, 4, 1, 1, 1, 1, 1, 2, 2, 4, 4, 4, 1, 1, 2, 2,\n",
       "       2, 3, 3, 3, 3, 1, 1, 1, 1, 5, 5, 5, 5, 5, 3, 3, 3, 4, 1, 1, 4, 4,\n",
       "       4, 1, 1, 1, 3, 3, 3, 3, 3, 1, 1, 1, 1, 4, 4, 1, 1, 4, 3, 3, 4, 1,\n",
       "       1, 4, 4, 5, 5, 1, 1, 5, 5, 3, 1, 5, 5, 6, 6, 4, 4, 6, 6, 6, 1, 1,\n",
       "       1, 5, 5, 1, 1, 1, 1, 2, 2, 4, 4, 3, 3, 1], dtype=int64)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\hp\\Anaconda3\\lib\\site-packages\\sklearn\\utils\\validation.py:475: DataConversionWarning: Data with input dtype int64 was converted to float64 by StandardScaler.\n",
      "  warnings.warn(msg, DataConversionWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([[-0.1028946 ,  0.29250271, -1.70937509, ..., -1.19445878,\n",
       "        -0.50221531,  1.23623031],\n",
       "       [ 1.40348234,  1.71991595,  1.60084334, ..., -1.19445878,\n",
       "        -0.50221531, -1.86914845],\n",
       "       [-0.1028946 , -1.13491053,  0.49743719, ...,  0.18463243,\n",
       "         2.2142005 , -0.67985446],\n",
       "       ...,\n",
       "       [ 1.40348234,  0.29250271,  0.49743719, ...,  0.18463243,\n",
       "         2.2142005 , -0.54771068],\n",
       "       [-0.1028946 , -1.13491053,  1.60084334, ...,  0.18463243,\n",
       "         2.2142005 ,  0.90587086],\n",
       "       [ 1.40348234,  0.29250271,  0.49743719, ...,  1.56372365,\n",
       "        -0.50221531, -0.08520746]])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.preprocessing import StandardScaler\n",
    "sc_X = StandardScaler()\n",
    "X = sc_X.fit_transform(X)\n",
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.27175631, 0.16124123, 0.09141161, 0.06565121, 0.03942374])"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.decomposition import PCA\n",
    "pca = PCA(n_components = 5)\n",
    "X = pca.fit_transform(X)\n",
    "explained_variance = pca.explained_variance_ratio_\n",
    "explained_variance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.2, random_state = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[-3.88841732,  2.52083263,  0.99827619,  0.01195995, -0.47073266],\n",
       "       [-4.25632919,  2.41399577,  0.52438006,  0.93037491,  0.49896398],\n",
       "       [ 0.92555607, -2.65442223, -0.57233869, -1.39483118,  1.5449015 ],\n",
       "       ...,\n",
       "       [ 5.50481212,  2.3460577 , -0.06631841,  0.55799089, -0.32533906],\n",
       "       [-1.2385973 , -1.97230605,  3.11862489,  0.85579342,  1.37366845],\n",
       "       [-3.48573662,  1.61639077, -0.34623296, -1.90507611,  0.19689727]])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 4, 1, 1, 1, 2, 3, 2, 3, 4, 5, 1, 5, 4, 4, 3, 5, 1, 2, 5, 4,\n",
       "       2, 1, 5, 2, 5, 2, 5, 1, 1, 3, 3, 1, 1, 4, 2, 1, 2, 2, 6, 3, 3, 2,\n",
       "       5, 2, 1, 1, 4, 6, 1, 3, 6, 1, 5, 1, 3, 1, 4, 4, 1, 5, 1, 3, 1, 3,\n",
       "       1, 2, 4, 3, 4, 1, 1, 5, 2, 6, 3, 1, 3, 4, 1, 5, 1, 5, 2, 1, 2, 1,\n",
       "       3, 3, 1, 1, 3, 2, 2, 3, 1, 1, 5, 1, 4, 1, 3, 1, 3, 5, 3, 4, 5, 4,\n",
       "       6, 5, 4, 1, 3, 4, 2, 2, 2, 1, 3, 4, 4, 1, 5, 1, 2, 3, 1, 2, 1, 2,\n",
       "       1, 5, 1, 3, 1, 2, 3, 2, 3, 1, 4, 3, 1, 5, 5, 4, 1, 1, 2, 5, 1, 1,\n",
       "       5, 2, 1, 3, 2, 5, 1, 1, 2, 2, 6, 5, 1, 4, 5, 3, 1, 1, 1, 1, 4, 3,\n",
       "       2, 2, 4, 1, 1, 3, 6, 4, 4, 3, 1, 4, 3, 3, 1, 5, 5, 1, 1, 2, 3, 2,\n",
       "       2, 5, 4, 1, 3, 4, 3, 1, 4, 1, 3, 1, 2, 1, 4, 5, 4, 3, 1, 1, 4, 3,\n",
       "       5, 5, 5, 5, 3, 5, 2, 2, 6, 1, 1, 3, 4, 4, 1, 1, 1, 4, 3, 1, 3, 5,\n",
       "       3, 2, 1, 6, 1, 1, 5, 2, 1, 3, 2, 3, 3, 1, 5, 2, 6, 2, 6, 1, 2, 1,\n",
       "       5, 5, 3, 5, 1, 1, 5, 1, 3, 5, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 4, 2,\n",
       "       3, 1, 3, 3, 6, 1], dtype=int64)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 8.79925688e-01, -2.70462311e+00, -1.39453739e+00,\n",
       "        -3.68905731e-01,  2.59249513e+00],\n",
       "       [ 3.52749068e-01, -1.68066343e+00, -1.83446914e-01,\n",
       "        -9.60895012e-01,  3.77413430e-01],\n",
       "       [ 4.60687955e+00,  1.56422304e+00,  2.00188845e-01,\n",
       "         8.42992144e-01,  3.22830224e-01],\n",
       "       [-4.46319754e-01, -4.47917626e+00,  6.28581644e+00,\n",
       "         2.02319824e+00,  9.97726663e-01],\n",
       "       [ 5.32264878e+00,  1.14138829e-01, -1.25522430e-01,\n",
       "         1.42590448e+00,  1.58382504e+00],\n",
       "       [-1.75415860e-01, -4.04240474e+00,  5.53436854e+00,\n",
       "         5.22696286e-01, -5.82258233e-01],\n",
       "       [ 1.23306331e-01, -1.75182223e+00, -7.41297595e-01,\n",
       "        -2.90476997e+00, -1.01949830e+00],\n",
       "       [-3.05980808e+00,  1.55760033e+00, -2.04215467e-01,\n",
       "         6.61737948e-01, -4.65121599e-01],\n",
       "       [-1.38957124e+00, -2.47838056e+00,  6.98605618e+00,\n",
       "         1.90299305e-01, -9.86709140e-01],\n",
       "       [ 3.46453591e-02, -2.59015352e+00, -1.78080273e+00,\n",
       "         2.79052140e+00, -1.85852497e+00],\n",
       "       [-2.15656411e-01, -9.28751933e-01, -4.53888129e-01,\n",
       "        -1.74734554e+00, -1.36411838e+00],\n",
       "       [-1.87674742e+00,  3.61910519e-03, -7.61598935e-01,\n",
       "        -1.26801192e+00,  5.95530464e-01],\n",
       "       [-8.40487251e-02, -1.84647798e+00, -1.80144089e+00,\n",
       "         2.53318844e+00, -1.66358978e+00],\n",
       "       [ 9.07185671e-01, -1.79446965e+00, -7.47127391e-01,\n",
       "        -2.11164358e+00, -7.44988664e-01],\n",
       "       [-4.74021829e-01, -1.66185056e+00, -2.21541441e+00,\n",
       "         2.82304667e+00, -1.27739292e+00],\n",
       "       [-4.36702636e+00,  2.57402671e+00, -2.77662203e-01,\n",
       "        -6.23684105e-01, -1.95824390e+00],\n",
       "       [-2.75881421e+00,  1.89342035e+00, -5.83944058e-01,\n",
       "         1.15023208e+00, -6.17935541e-01],\n",
       "       [-4.20607109e-01, -2.05301207e+00, -2.28011257e+00,\n",
       "         2.97666403e+00, -4.32649767e-01],\n",
       "       [ 1.17832842e+00, -1.78502226e+00, -8.10322864e-01,\n",
       "        -1.61988688e+00,  8.00560660e-01],\n",
       "       [ 4.43348151e-01, -1.57556771e+00, -6.33800113e-01,\n",
       "        -1.07087677e+00,  5.67000768e-01],\n",
       "       [-3.27237503e+00,  3.13881095e+00, -1.12539518e+00,\n",
       "        -9.04493166e-01, -7.81158838e-02],\n",
       "       [ 6.64696285e-02, -2.17803152e+00, -7.15426324e-01,\n",
       "        -3.02848667e+00,  7.13542527e-01],\n",
       "       [ 9.65837300e-01, -2.62809832e+00, -1.03406533e+00,\n",
       "        -3.34375591e+00, -4.13690877e-01],\n",
       "       [-4.24752604e+00,  3.47716660e+00, -4.81312060e-02,\n",
       "         5.59058728e-01, -8.69005457e-01],\n",
       "       [ 4.17600328e+00,  1.77989644e+00, -3.14897338e-03,\n",
       "         3.98379261e-01,  3.57664086e-01],\n",
       "       [ 4.29572443e+00,  2.13906825e+00,  1.83191698e-01,\n",
       "        -2.34800097e-01, -1.91007041e+00],\n",
       "       [-5.12868729e-01, -5.01381668e-01, -1.00389727e+00,\n",
       "         1.04468078e+00, -2.13815780e+00],\n",
       "       [ 1.53252118e-01, -1.06777554e+00, -6.61885937e-01,\n",
       "        -1.32883974e+00,  3.51584854e-01],\n",
       "       [ 5.64457652e+00,  3.57792348e+00,  7.81343157e-01,\n",
       "        -1.14890052e-02, -2.37220014e-01],\n",
       "       [ 5.07077118e+00,  3.18087461e+00,  8.85588519e-01,\n",
       "        -1.89837565e-01, -1.68059406e-01],\n",
       "       [-3.36165775e+00,  2.61407515e+00, -3.55242390e-01,\n",
       "         9.01827329e-02, -5.19118577e-01],\n",
       "       [-2.47889019e+00,  2.33140315e+00, -7.80197262e-02,\n",
       "        -1.47800552e+00,  9.31383362e-01],\n",
       "       [ 8.66654372e-01, -2.21632414e+00, -1.12545351e+00,\n",
       "         4.98125976e-02,  2.63717049e+00],\n",
       "       [ 8.78323917e-02, -2.34724151e+00, -5.28656904e-01,\n",
       "        -1.10908325e+00,  4.04166515e-01],\n",
       "       [ 3.64229253e-01, -2.77772189e+00, -2.35037869e+00,\n",
       "         3.73496637e+00, -2.49181756e-01],\n",
       "       [-1.87336022e-01, -1.38978341e+00, -8.44136561e-01,\n",
       "        -3.26359463e+00, -1.65657025e+00],\n",
       "       [-1.40101963e+00, -2.13984016e+00,  3.60207974e+00,\n",
       "         5.37498096e-01, -5.82338540e-02],\n",
       "       [ 6.22864276e+00,  3.55866054e+00,  1.31127201e+00,\n",
       "        -1.30629876e+00,  1.34165812e-01],\n",
       "       [-3.97742767e-01, -2.08413888e+00, -1.70803538e+00,\n",
       "         3.31922831e+00, -1.67557786e+00],\n",
       "       [ 6.04207338e-01, -2.40127931e+00, -1.05922700e+00,\n",
       "        -1.86867330e+00,  5.45190875e-01],\n",
       "       [-4.08451715e+00,  1.73969806e+00,  5.30143015e-01,\n",
       "        -8.50551604e-03,  1.04963726e+00],\n",
       "       [ 6.13060001e-01, -1.80021732e+00, -6.07239614e-01,\n",
       "        -7.30325336e-01,  4.36759147e-01],\n",
       "       [ 4.87957166e+00,  2.73872429e+00,  5.89257052e-01,\n",
       "         2.04404606e-01,  9.95142590e-02],\n",
       "       [ 3.41419776e-01, -1.59296443e+00, -3.86816557e-01,\n",
       "        -3.89147135e-01,  1.06286963e+00],\n",
       "       [-1.95231454e+00, -2.66296058e+00,  5.53933339e+00,\n",
       "         1.90155947e+00,  6.97103953e-01],\n",
       "       [-3.01254023e+00,  1.50649228e+00,  9.13871267e-02,\n",
       "         1.13358087e+00,  2.58617232e-01],\n",
       "       [ 5.60333465e+00,  2.61257315e+00,  6.42638843e-01,\n",
       "        -3.54231936e-01, -1.10165910e-01],\n",
       "       [ 4.82928388e+00,  3.17055502e+00,  3.93517810e-01,\n",
       "        -6.89029204e-01, -7.49628058e-01],\n",
       "       [-1.04966967e+00, -3.45817566e+00,  7.40084079e+00,\n",
       "        -3.27087872e-01, -7.34977238e-01],\n",
       "       [ 3.85263899e+00,  1.96169876e+00,  2.41838756e-01,\n",
       "         6.18465605e-02,  6.23084862e-01],\n",
       "       [-3.57367470e+00,  1.92487328e+00,  2.05359633e-01,\n",
       "        -1.82791113e+00, -1.81500860e+00],\n",
       "       [ 7.86440460e-01, -2.07287167e+00, -6.44441602e-01,\n",
       "        -1.19189086e+00,  8.29605273e-03],\n",
       "       [-2.13939170e+00,  5.19488822e-01,  1.68440412e-01,\n",
       "        -3.26172988e-01,  1.10211643e+00],\n",
       "       [ 2.07501041e-01, -2.50715870e+00, -5.49174452e-01,\n",
       "        -1.76524343e+00,  3.91922192e-02],\n",
       "       [ 1.94439545e-02, -2.28090094e+00, -8.57715504e-01,\n",
       "         3.07501482e+00, -1.29433766e+00],\n",
       "       [-2.06900569e+00,  1.25558139e-01, -3.33616236e-01,\n",
       "         4.02666634e-01, -9.11491095e-02],\n",
       "       [-3.37523372e+00,  8.75985509e-01, -2.69127966e-01,\n",
       "         4.15842852e-01,  7.94929769e-01],\n",
       "       [-3.66589742e+00,  1.35834798e+00,  6.07137282e-01,\n",
       "         2.01582834e+00,  1.32688134e+00],\n",
       "       [ 3.30366356e-01, -2.27717878e+00, -8.34582124e-01,\n",
       "        -4.51176218e-01,  2.35534780e+00],\n",
       "       [-4.30945061e-01, -1.48915022e+00, -4.58049658e-01,\n",
       "        -1.95377181e+00, -1.81554998e-01],\n",
       "       [ 5.61136545e+00,  2.26477348e+00,  1.27725922e-01,\n",
       "         2.98421422e-01,  1.58114578e-01],\n",
       "       [ 5.97739089e-01, -1.85769666e+00, -1.17403496e+00,\n",
       "        -1.49963943e+00,  4.74219482e-01],\n",
       "       [ 4.92749842e+00,  2.97682553e+00, -1.47974196e-01,\n",
       "        -3.77784150e-01, -2.60654911e-02],\n",
       "       [-4.53397538e-01, -1.83657105e+00, -4.71547515e-01,\n",
       "        -1.50012257e+00, -6.00144163e-01],\n",
       "       [ 5.30077496e+00,  2.48668862e+00,  1.50128519e-01,\n",
       "         1.36706476e+00,  1.74435956e+00],\n",
       "       [-5.56831418e-01, -3.56215948e+00,  6.86780152e+00,\n",
       "         3.48261208e-01, -6.04254161e-01],\n",
       "       [ 1.08848972e+00, -3.01300467e+00, -1.13882019e+00,\n",
       "        -1.06352712e+00,  7.17889873e-01],\n",
       "       [-1.33830729e+00, -3.42069148e+00,  7.75964415e+00,\n",
       "         1.97234546e+00,  9.33918009e-01],\n",
       "       [ 9.51830857e-01, -2.41205513e+00, -6.95784018e-01,\n",
       "        -1.66332443e+00,  3.80654318e-01],\n",
       "       [ 4.83004660e-01, -1.73940844e+00, -8.18595613e-01,\n",
       "        -1.72230658e+00, -5.40788644e-01],\n",
       "       [ 7.96638681e-01, -2.32228391e+00, -4.44700333e-01,\n",
       "        -9.04475577e-01,  2.38642382e+00],\n",
       "       [ 4.69856605e+00,  1.68989928e+00, -1.62747187e-01,\n",
       "         1.38242881e+00, -3.02253729e-01],\n",
       "       [ 5.12083879e+00,  1.95690515e+00, -5.42660804e-02,\n",
       "         1.51726400e+00,  8.29923700e-01],\n",
       "       [-1.59123108e-01, -2.96690582e+00, -1.46869681e+00,\n",
       "         2.86111931e+00, -4.83363003e-01]])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4, 4, 3, 6, 3, 6, 2, 1, 6, 5, 2, 1, 5, 2, 5, 1, 1, 5, 4, 2, 1, 2,\n",
       "       2, 1, 3, 3, 5, 4, 3, 3, 1, 1, 4, 2, 5, 2, 6, 3, 5, 2, 1, 4, 3, 4,\n",
       "       6, 1, 3, 3, 6, 3, 1, 4, 1, 2, 5, 1, 1, 1, 4, 2, 3, 4, 3, 2, 3, 6,\n",
       "       2, 6, 4, 2, 4, 3, 3, 5], dtype=int64)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=1,\n",
       "          penalty='l2', random_state=0, solver='liblinear', tol=0.0001,\n",
       "          verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "logisticregressionclassifier = LogisticRegression(random_state = 0)\n",
    "logisticregressionclassifier.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4, 2, 3, 6, 3, 6, 2, 1, 6, 5, 2, 1, 5, 2, 5, 1, 1, 5, 4, 4, 1, 2,\n",
       "       2, 1, 3, 3, 5, 2, 3, 3, 1, 1, 4, 2, 5, 2, 6, 3, 5, 2, 1, 4, 3, 4,\n",
       "       6, 1, 3, 3, 6, 3, 1, 2, 1, 2, 5, 1, 1, 1, 4, 2, 3, 2, 3, 2, 3, 6,\n",
       "       2, 6, 2, 2, 4, 3, 3, 5], dtype=int64)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logisticregression_y_pred = logisticregressionclassifier.predict(X_test)\n",
    "logisticregression_y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[15,  0,  0,  0,  0,  0],\n",
       "       [ 0, 13,  0,  1,  0,  0],\n",
       "       [ 0,  0, 16,  0,  0,  0],\n",
       "       [ 0,  5,  0,  7,  0,  0],\n",
       "       [ 0,  0,  0,  0,  9,  0],\n",
       "       [ 0,  0,  0,  0,  0,  8]], dtype=int64)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.metrics import confusion_matrix\n",
    "logisticregression_cm = confusion_matrix(y_test, logisticregression_y_pred)\n",
    "logisticregression_cm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DecisionTreeClassifier(class_weight=None, criterion='entropy', max_depth=None,\n",
       "            max_features=None, max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, presort=False, random_state=0,\n",
       "            splitter='best')"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.tree import DecisionTreeClassifier\n",
    "decisiontreeclassifier = DecisionTreeClassifier(criterion = 'entropy', random_state = 0)\n",
    "decisiontreeclassifier.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([2, 4, 3, 5, 3, 6, 2, 1, 6, 5, 2, 1, 5, 2, 5, 1, 1, 5, 4, 4, 1, 2,\n",
       "       2, 1, 3, 3, 5, 4, 3, 3, 1, 1, 4, 2, 5, 2, 6, 3, 5, 4, 1, 4, 3, 4,\n",
       "       6, 1, 3, 3, 6, 3, 1, 2, 1, 2, 5, 1, 1, 1, 4, 2, 3, 4, 3, 4, 3, 6,\n",
       "       4, 6, 4, 2, 4, 3, 3, 5], dtype=int64)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "decisiontree_y_pred = decisiontreeclassifier.predict(X_test)\n",
    "decisiontree_y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[15,  0,  0,  0,  0,  0],\n",
       "       [ 0, 10,  0,  4,  0,  0],\n",
       "       [ 0,  0, 16,  0,  0,  0],\n",
       "       [ 0,  2,  0, 10,  0,  0],\n",
       "       [ 0,  0,  0,  0,  9,  0],\n",
       "       [ 0,  0,  0,  0,  1,  7]], dtype=int64)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "decisiontree_cm = confusion_matrix(y_test, decisiontree_y_pred)\n",
    "decisiontree_cm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='entropy',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=10, n_jobs=1,\n",
       "            oob_score=False, random_state=0, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "randomforestclassifier = RandomForestClassifier(n_estimators = 10, criterion = 'entropy', random_state = 0)\n",
    "randomforestclassifier.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4, 2, 3, 6, 3, 6, 2, 1, 6, 5, 2, 1, 5, 2, 5, 1, 1, 5, 4, 4, 1, 2,\n",
       "       2, 1, 3, 3, 5, 4, 3, 3, 1, 1, 4, 2, 5, 2, 6, 3, 5, 2, 1, 4, 3, 4,\n",
       "       6, 1, 3, 3, 6, 3, 1, 2, 1, 2, 5, 1, 1, 1, 4, 2, 3, 2, 3, 2, 3, 6,\n",
       "       2, 6, 4, 2, 4, 3, 3, 5], dtype=int64)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "randomforest_y_pred = randomforestclassifier.predict(X_test)\n",
    "randomforest_y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[15,  0,  0,  0,  0,  0],\n",
       "       [ 0, 13,  0,  1,  0,  0],\n",
       "       [ 0,  0, 16,  0,  0,  0],\n",
       "       [ 0,  3,  0,  9,  0,  0],\n",
       "       [ 0,  0,  0,  0,  9,  0],\n",
       "       [ 0,  0,  0,  0,  0,  8]], dtype=int64)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "randomforest_cm = confusion_matrix(y_test, randomforest_y_pred)\n",
    "randomforest_cm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
       "  decision_function_shape='ovr', degree=3, gamma='auto', kernel='linear',\n",
       "  max_iter=-1, probability=False, random_state=0, shrinking=True,\n",
       "  tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import SVC\n",
    "svmclassifier = SVC(kernel = 'linear', random_state = 0)\n",
    "svmclassifier.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4, 4, 3, 6, 3, 6, 2, 1, 6, 5, 2, 1, 5, 2, 5, 1, 1, 5, 4, 4, 1, 2,\n",
       "       2, 1, 3, 3, 5, 4, 3, 3, 1, 1, 4, 2, 5, 2, 6, 3, 5, 2, 1, 4, 3, 4,\n",
       "       6, 1, 3, 3, 6, 3, 1, 4, 1, 2, 5, 1, 1, 1, 4, 2, 3, 4, 3, 2, 3, 6,\n",
       "       2, 6, 2, 2, 4, 3, 3, 5], dtype=int64)"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "svm_y_pred = svmclassifier.predict(X_test)\n",
    "svm_y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[15,  0,  0,  0,  0,  0],\n",
       "       [ 0, 13,  0,  1,  0,  0],\n",
       "       [ 0,  0, 16,  0,  0,  0],\n",
       "       [ 0,  1,  0, 11,  0,  0],\n",
       "       [ 0,  0,  0,  0,  9,  0],\n",
       "       [ 0,  0,  0,  0,  0,  8]], dtype=int64)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "svm_cm = confusion_matrix(y_test, svm_y_pred)\n",
    "svm_cm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}