capstone_project.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "capstone_project.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyNQeFReARbHeg1eY+RlKSYl",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/liuezhong/Carousel-Plugin/blob/master/capstone_project.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ON5SLti_iJHt",
        "outputId": "8e79b837-5eb3-4935-a934-df1b3dbde81f"
      },
      "source": [
        "!pip install lightgbm xgboost catboost category-encoders sklearn pandas==1.1.5"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: lightgbm in /usr/local/lib/python3.7/dist-packages (2.2.3)\n",
            "Requirement already satisfied: xgboost in /usr/local/lib/python3.7/dist-packages (0.90)\n",
            "Collecting catboost\n",
            "  Downloading catboost-0.26.1-cp37-none-manylinux1_x86_64.whl (67.4 MB)\n",
            "\u001b[K     |████████████████████████████████| 67.4 MB 25 kB/s \n",
            "\u001b[?25hCollecting category-encoders\n",
            "  Downloading category_encoders-2.2.2-py2.py3-none-any.whl (80 kB)\n",
            "\u001b[K     |████████████████████████████████| 80 kB 8.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: sklearn in /usr/local/lib/python3.7/dist-packages (0.0)\n",
            "Requirement already satisfied: pandas==1.1.5 in /usr/local/lib/python3.7/dist-packages (1.1.5)\n",
            "Requirement already satisfied: numpy>=1.15.4 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5) (1.19.5)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas==1.1.5) (2018.9)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas==1.1.5) (1.15.0)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from lightgbm) (0.22.2.post1)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from lightgbm) (1.4.1)\n",
            "Requirement already satisfied: plotly in /usr/local/lib/python3.7/dist-packages (from catboost) (4.4.1)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.7/dist-packages (from catboost) (3.2.2)\n",
            "Requirement already satisfied: graphviz in /usr/local/lib/python3.7/dist-packages (from catboost) (0.10.1)\n",
            "Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.7/dist-packages (from category-encoders) (0.10.2)\n",
            "Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.7/dist-packages (from category-encoders) (0.5.1)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->lightgbm) (1.0.1)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->catboost) (2.4.7)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib->catboost) (0.10.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->catboost) (1.3.1)\n",
            "Requirement already satisfied: retrying>=1.3.3 in /usr/local/lib/python3.7/dist-packages (from plotly->catboost) (1.3.3)\n",
            "Installing collected packages: category-encoders, catboost\n",
            "Successfully installed catboost-0.26.1 category-encoders-2.2.2\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "R8wisOLgiXr5",
        "outputId": "0c5c5527-375c-47cb-90c4-b00d9d93b02e"
      },
      "source": [
        "!git clone https://github.com/liuezhong/homework.git"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'homework'...\n",
            "remote: Enumerating objects: 29, done.\u001b[K\n",
            "remote: Counting objects: 100% (29/29), done.\u001b[K\n",
            "remote: Compressing objects: 100% (26/26), done.\u001b[K\n",
            "remote: Total 29 (delta 7), reused 7 (delta 1), pack-reused 0\u001b[K\n",
            "Unpacking objects: 100% (29/29), done.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4JM_B4lpjDli"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "\n",
        "train = pd.read_csv('./homework/two/dataset/train_final.csv', engine='python')\n",
        "test = pd.read_csv('./homework/two/dataset/test_final.csv', engine='python')"
      ],
      "execution_count": 61,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZzbJ01cii2Uy",
        "outputId": "afad099c-ce7c-49bd-bb97-994e055199c0"
      },
      "source": [
        "train.columns.to_list()"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['continuous_annual_inc',\n",
              " 'continuous_annual_inc_joint',\n",
              " 'continuous_delinq_2yrs',\n",
              " 'continuous_dti',\n",
              " 'continuous_dti_joint',\n",
              " 'continuous_fico_range_high',\n",
              " 'continuous_fico_range_low',\n",
              " 'continuous_funded_amnt',\n",
              " 'continuous_funded_amnt_inv',\n",
              " 'continuous_inq_last_6mths',\n",
              " 'continuous_installment',\n",
              " 'continuous_int_rate',\n",
              " 'continuous_last_fico_range_high',\n",
              " 'continuous_last_fico_range_low',\n",
              " 'continuous_loan_amnt',\n",
              " 'loan_status',\n",
              " 'continuous_mths_since_last_delinq',\n",
              " 'continuous_mths_since_last_major_derog',\n",
              " 'continuous_mths_since_last_record',\n",
              " 'continuous_open_acc',\n",
              " 'continuous_pub_rec',\n",
              " 'discrete_addr_state_1_one_hot',\n",
              " 'discrete_addr_state_2_one_hot',\n",
              " 'discrete_addr_state_3_one_hot',\n",
              " 'discrete_addr_state_4_one_hot',\n",
              " 'discrete_addr_state_5_one_hot',\n",
              " 'discrete_addr_state_6_one_hot',\n",
              " 'discrete_addr_state_7_one_hot',\n",
              " 'discrete_addr_state_8_one_hot',\n",
              " 'discrete_addr_state_9_one_hot',\n",
              " 'discrete_addr_state_10_one_hot',\n",
              " 'discrete_addr_state_11_one_hot',\n",
              " 'discrete_addr_state_12_one_hot',\n",
              " 'discrete_addr_state_13_one_hot',\n",
              " 'discrete_addr_state_14_one_hot',\n",
              " 'discrete_addr_state_15_one_hot',\n",
              " 'discrete_addr_state_16_one_hot',\n",
              " 'discrete_addr_state_17_one_hot',\n",
              " 'discrete_addr_state_18_one_hot',\n",
              " 'discrete_addr_state_19_one_hot',\n",
              " 'discrete_addr_state_20_one_hot',\n",
              " 'discrete_addr_state_21_one_hot',\n",
              " 'discrete_addr_state_22_one_hot',\n",
              " 'discrete_addr_state_23_one_hot',\n",
              " 'discrete_addr_state_24_one_hot',\n",
              " 'discrete_addr_state_25_one_hot',\n",
              " 'discrete_addr_state_26_one_hot',\n",
              " 'discrete_addr_state_27_one_hot',\n",
              " 'discrete_addr_state_28_one_hot',\n",
              " 'discrete_addr_state_29_one_hot',\n",
              " 'discrete_addr_state_30_one_hot',\n",
              " 'discrete_addr_state_31_one_hot',\n",
              " 'discrete_addr_state_32_one_hot',\n",
              " 'discrete_addr_state_33_one_hot',\n",
              " 'discrete_addr_state_34_one_hot',\n",
              " 'discrete_addr_state_35_one_hot',\n",
              " 'discrete_addr_state_36_one_hot',\n",
              " 'discrete_addr_state_37_one_hot',\n",
              " 'discrete_addr_state_38_one_hot',\n",
              " 'discrete_addr_state_39_one_hot',\n",
              " 'discrete_addr_state_40_one_hot',\n",
              " 'discrete_addr_state_41_one_hot',\n",
              " 'discrete_addr_state_42_one_hot',\n",
              " 'discrete_addr_state_43_one_hot',\n",
              " 'discrete_addr_state_44_one_hot',\n",
              " 'discrete_addr_state_45_one_hot',\n",
              " 'discrete_addr_state_46_one_hot',\n",
              " 'discrete_addr_state_47_one_hot',\n",
              " 'discrete_addr_state_48_one_hot',\n",
              " 'discrete_addr_state_49_one_hot',\n",
              " 'discrete_application_type_1_one_hot',\n",
              " 'discrete_application_type_2_one_hot',\n",
              " 'discrete_emp_length_1_one_hot',\n",
              " 'discrete_emp_length_2_one_hot',\n",
              " 'discrete_emp_length_3_one_hot',\n",
              " 'discrete_emp_length_4_one_hot',\n",
              " 'discrete_emp_length_5_one_hot',\n",
              " 'discrete_emp_length_6_one_hot',\n",
              " 'discrete_emp_length_7_one_hot',\n",
              " 'discrete_emp_length_8_one_hot',\n",
              " 'discrete_emp_length_9_one_hot',\n",
              " 'discrete_emp_length_10_one_hot',\n",
              " 'discrete_emp_length_11_one_hot',\n",
              " 'discrete_emp_length_12_one_hot',\n",
              " 'discrete_grade_1_one_hot',\n",
              " 'discrete_grade_2_one_hot',\n",
              " 'discrete_grade_3_one_hot',\n",
              " 'discrete_grade_4_one_hot',\n",
              " 'discrete_grade_5_one_hot',\n",
              " 'discrete_grade_6_one_hot',\n",
              " 'discrete_grade_7_one_hot',\n",
              " 'discrete_home_ownership_1_one_hot',\n",
              " 'discrete_home_ownership_2_one_hot',\n",
              " 'discrete_home_ownership_3_one_hot',\n",
              " 'discrete_home_ownership_4_one_hot',\n",
              " 'discrete_policy_code_1_one_hot',\n",
              " 'discrete_purpose_1_one_hot',\n",
              " 'discrete_purpose_2_one_hot',\n",
              " 'discrete_purpose_3_one_hot',\n",
              " 'discrete_purpose_4_one_hot',\n",
              " 'discrete_purpose_5_one_hot',\n",
              " 'discrete_purpose_6_one_hot',\n",
              " 'discrete_purpose_7_one_hot',\n",
              " 'discrete_purpose_8_one_hot',\n",
              " 'discrete_purpose_9_one_hot',\n",
              " 'discrete_purpose_10_one_hot',\n",
              " 'discrete_purpose_11_one_hot',\n",
              " 'discrete_purpose_12_one_hot',\n",
              " 'discrete_pymnt_plan_1_one_hot',\n",
              " 'discrete_sub_grade_1_one_hot',\n",
              " 'discrete_sub_grade_2_one_hot',\n",
              " 'discrete_sub_grade_3_one_hot',\n",
              " 'discrete_sub_grade_4_one_hot',\n",
              " 'discrete_sub_grade_5_one_hot',\n",
              " 'discrete_sub_grade_6_one_hot',\n",
              " 'discrete_sub_grade_7_one_hot',\n",
              " 'discrete_sub_grade_8_one_hot',\n",
              " 'discrete_sub_grade_9_one_hot',\n",
              " 'discrete_sub_grade_10_one_hot',\n",
              " 'discrete_sub_grade_11_one_hot',\n",
              " 'discrete_sub_grade_12_one_hot',\n",
              " 'discrete_sub_grade_13_one_hot',\n",
              " 'discrete_sub_grade_14_one_hot',\n",
              " 'discrete_sub_grade_15_one_hot',\n",
              " 'discrete_sub_grade_16_one_hot',\n",
              " 'discrete_sub_grade_17_one_hot',\n",
              " 'discrete_sub_grade_18_one_hot',\n",
              " 'discrete_sub_grade_19_one_hot',\n",
              " 'discrete_sub_grade_20_one_hot',\n",
              " 'discrete_sub_grade_21_one_hot',\n",
              " 'discrete_sub_grade_22_one_hot',\n",
              " 'discrete_sub_grade_23_one_hot',\n",
              " 'discrete_sub_grade_24_one_hot',\n",
              " 'discrete_sub_grade_25_one_hot',\n",
              " 'discrete_sub_grade_26_one_hot',\n",
              " 'discrete_sub_grade_27_one_hot',\n",
              " 'discrete_sub_grade_28_one_hot',\n",
              " 'discrete_sub_grade_29_one_hot',\n",
              " 'discrete_sub_grade_30_one_hot',\n",
              " 'discrete_sub_grade_31_one_hot',\n",
              " 'discrete_sub_grade_32_one_hot',\n",
              " 'discrete_sub_grade_33_one_hot',\n",
              " 'discrete_sub_grade_34_one_hot',\n",
              " 'discrete_sub_grade_35_one_hot',\n",
              " 'discrete_term_1_one_hot',\n",
              " 'discrete_term_2_one_hot']"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FdfLjW-UrNaW"
      },
      "source": [
        "train[\"continuous_loan_amnt\"].describe(percentiles=np.arange(0, 1,0.05))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CgNgK-WhoSCH",
        "outputId": "26775659-9ff7-4d5c-c828-018ab5e5a574"
      },
      "source": [
        "train[\"continuous_annual_inc\"].describe(percentiles=np.arange(0, 1,0.05))"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count    5.000000e+04\n",
              "mean     7.835886e+04\n",
              "std      9.783053e+04\n",
              "min      0.000000e+00\n",
              "0%       0.000000e+00\n",
              "5%       2.800000e+04\n",
              "10%      3.479611e+04\n",
              "15%      3.950000e+04\n",
              "20%      4.300000e+04\n",
              "25%      4.700000e+04\n",
              "30%      5.000000e+04\n",
              "35%      5.432000e+04\n",
              "40%      5.823960e+04\n",
              "45%      6.140000e+04\n",
              "50%      6.500000e+04\n",
              "55%      7.000000e+04\n",
              "60%      7.500000e+04\n",
              "65%      8.000000e+04\n",
              "70%      8.500000e+04\n",
              "75%      9.400000e+04\n",
              "80%      1.000000e+05\n",
              "85%      1.130000e+05\n",
              "90%      1.290000e+05\n",
              "95%      1.580000e+05\n",
              "max      9.000000e+06\n",
              "Name: continuous_annual_inc, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EdTPPM2YswKT",
        "outputId": "b4602b5c-bb68-4965-fb9c-2ab79cf0edbc"
      },
      "source": [
        "pd.isnull(train['continuous_last_fico_range_high']).sum()"
      ],
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 193
        },
        "id": "cUj7cqOEukSZ",
        "outputId": "1283f023-2a2a-4601-e3be-d53f6a6f5cfe"
      },
      "source": [
        "train[['loan_status', 'continuous_loan_amnt']].groupby('loan_status').describe(percentiles=np.arange(0, 1,0.05))"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr th {\n",
              "        text-align: left;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr:last-of-type th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th colspan=\"25\" halign=\"left\">continuous_loan_amnt</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>0%</th>\n",
              "      <th>5%</th>\n",
              "      <th>10%</th>\n",
              "      <th>15%</th>\n",
              "      <th>20%</th>\n",
              "      <th>25%</th>\n",
              "      <th>30%</th>\n",
              "      <th>35%</th>\n",
              "      <th>40%</th>\n",
              "      <th>45%</th>\n",
              "      <th>50%</th>\n",
              "      <th>55%</th>\n",
              "      <th>60%</th>\n",
              "      <th>65%</th>\n",
              "      <th>70%</th>\n",
              "      <th>75%</th>\n",
              "      <th>80%</th>\n",
              "      <th>85%</th>\n",
              "      <th>90%</th>\n",
              "      <th>95%</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>loan_status</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10212.0</td>\n",
              "      <td>15622.400118</td>\n",
              "      <td>8628.850608</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>3675.0</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>6025.0</td>\n",
              "      <td>8000.0</td>\n",
              "      <td>9150.0</td>\n",
              "      <td>10000.0</td>\n",
              "      <td>11000.0</td>\n",
              "      <td>12000.0</td>\n",
              "      <td>13100.0</td>\n",
              "      <td>14950.0</td>\n",
              "      <td>15000.0</td>\n",
              "      <td>16190.0</td>\n",
              "      <td>18000.0</td>\n",
              "      <td>20000.0</td>\n",
              "      <td>21000.0</td>\n",
              "      <td>23925.0</td>\n",
              "      <td>25000.0</td>\n",
              "      <td>28000.0</td>\n",
              "      <td>34411.25</td>\n",
              "      <td>35000.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>39788.0</td>\n",
              "      <td>14001.479718</td>\n",
              "      <td>8583.597232</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>3000.0</td>\n",
              "      <td>4775.0</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>6000.0</td>\n",
              "      <td>7200.0</td>\n",
              "      <td>8000.0</td>\n",
              "      <td>9600.0</td>\n",
              "      <td>10000.0</td>\n",
              "      <td>10875.0</td>\n",
              "      <td>12000.0</td>\n",
              "      <td>13200.0</td>\n",
              "      <td>15000.0</td>\n",
              "      <td>15850.0</td>\n",
              "      <td>18000.0</td>\n",
              "      <td>20000.0</td>\n",
              "      <td>21000.0</td>\n",
              "      <td>24000.0</td>\n",
              "      <td>27200.0</td>\n",
              "      <td>31325.00</td>\n",
              "      <td>35000.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            continuous_loan_amnt                ...                   \n",
              "                           count          mean  ...       95%      max\n",
              "loan_status                                     ...                   \n",
              "0                        10212.0  15622.400118  ...  34411.25  35000.0\n",
              "1                        39788.0  14001.479718  ...  31325.00  35000.0\n",
              "\n",
              "[2 rows x 25 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b6ne8wg_rVlp"
      },
      "source": [
        "train[['loan_status', 'continuous_annual_inc']].groupby('loan_status').describe(percentiles=np.arange(0, 1,0.05))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 173
        },
        "id": "LZjh9RzFv4rY",
        "outputId": "e483b6a1-527d-473f-b225-a069642364b9"
      },
      "source": [
        "train[['loan_status', 'continuous_int_rate']].groupby('loan_status').describe(percentiles=np.arange(0, 1,0.05))"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr th {\n",
              "        text-align: left;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr:last-of-type th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th colspan=\"25\" halign=\"left\">continuous_int_rate</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>0%</th>\n",
              "      <th>5%</th>\n",
              "      <th>10%</th>\n",
              "      <th>15%</th>\n",
              "      <th>20%</th>\n",
              "      <th>25%</th>\n",
              "      <th>30%</th>\n",
              "      <th>35%</th>\n",
              "      <th>40%</th>\n",
              "      <th>45%</th>\n",
              "      <th>50%</th>\n",
              "      <th>55%</th>\n",
              "      <th>60%</th>\n",
              "      <th>65%</th>\n",
              "      <th>70%</th>\n",
              "      <th>75%</th>\n",
              "      <th>80%</th>\n",
              "      <th>85%</th>\n",
              "      <th>90%</th>\n",
              "      <th>95%</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>loan_status</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10212.0</td>\n",
              "      <td>14.543681</td>\n",
              "      <td>4.324027</td>\n",
              "      <td>5.32</td>\n",
              "      <td>5.32</td>\n",
              "      <td>7.91</td>\n",
              "      <td>9.17</td>\n",
              "      <td>9.99</td>\n",
              "      <td>10.99</td>\n",
              "      <td>11.49</td>\n",
              "      <td>11.99</td>\n",
              "      <td>12.59</td>\n",
              "      <td>13.18</td>\n",
              "      <td>13.44</td>\n",
              "      <td>13.67</td>\n",
              "      <td>14.48</td>\n",
              "      <td>15.41</td>\n",
              "      <td>16.55</td>\n",
              "      <td>16.99</td>\n",
              "      <td>17.57</td>\n",
              "      <td>18.20</td>\n",
              "      <td>18.49</td>\n",
              "      <td>19.99</td>\n",
              "      <td>22.45</td>\n",
              "      <td>28.99</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>39788.0</td>\n",
              "      <td>11.329701</td>\n",
              "      <td>3.882519</td>\n",
              "      <td>5.32</td>\n",
              "      <td>5.32</td>\n",
              "      <td>5.32</td>\n",
              "      <td>6.89</td>\n",
              "      <td>7.26</td>\n",
              "      <td>7.89</td>\n",
              "      <td>8.38</td>\n",
              "      <td>9.17</td>\n",
              "      <td>9.17</td>\n",
              "      <td>9.76</td>\n",
              "      <td>10.64</td>\n",
              "      <td>10.99</td>\n",
              "      <td>11.48</td>\n",
              "      <td>11.99</td>\n",
              "      <td>12.59</td>\n",
              "      <td>13.18</td>\n",
              "      <td>13.67</td>\n",
              "      <td>13.99</td>\n",
              "      <td>15.41</td>\n",
              "      <td>16.99</td>\n",
              "      <td>18.20</td>\n",
              "      <td>28.99</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            continuous_int_rate                       ...                     \n",
              "                          count       mean       std  ...    90%    95%    max\n",
              "loan_status                                           ...                     \n",
              "0                       10212.0  14.543681  4.324027  ...  19.99  22.45  28.99\n",
              "1                       39788.0  11.329701  3.882519  ...  16.99  18.20  28.99\n",
              "\n",
              "[2 rows x 25 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xrhP9sULvn6C"
      },
      "source": [
        "train['discrete_is_loan_10000'] = (train['continuous_loan_amnt'] ==10000).astype(np.int64)\n",
        "test['discrete_is_loan_10000'] = (train['continuous_loan_amnt'] ==10000).astype(np.int64)"
      ],
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7LYsS8twwfTr"
      },
      "source": [
        "train['discrete_rate_greater_9.17'] = (train['continuous_int_rate'] > 9.17).astype(np.int64)\n",
        "test['discrete_rate_greater_9.17'] = (train['continuous_int_rate'] > 9.17).astype(np.int64)"
      ],
      "execution_count": 62,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 566
        },
        "id": "R7Qp-ejTwFy4",
        "outputId": "d6bcff28-8c85-4a85-dad3-7ac23f8d7aee"
      },
      "source": [
        "train['discrete_is_loan_10000'].value_counts()"
      ],
      "execution_count": 49,
      "outputs": [
        {
          "output_type": "error",
          "ename": "KeyError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2897\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2898\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2899\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;31mKeyError\u001b[0m: 'discrete_is_loan_10000'",
            "\nThe above exception was the direct cause of the following exception:\n",
            "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-49-157e905b10df>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtrain\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'discrete_is_loan_10000'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue_counts\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   2904\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnlevels\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2905\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2906\u001b[0;31m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2907\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mis_integer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2908\u001b[0m                 \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2898\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2899\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2900\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2901\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2902\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mtolerance\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyError\u001b[0m: 'discrete_is_loan_10000'"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 566
        },
        "id": "VqKznN4lxv6Y",
        "outputId": "edc3e8fe-a33c-4cde-92a1-7c8bc4f1cb9c"
      },
      "source": [
        "train['discrete_rate_greater_917'].value_counts()"
      ],
      "execution_count": 63,
      "outputs": [
        {
          "output_type": "error",
          "ename": "KeyError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2897\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2898\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2899\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;31mKeyError\u001b[0m: 'discrete_rate_greater_917'",
            "\nThe above exception was the direct cause of the following exception:\n",
            "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-63-a8ff5e25155e>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtrain\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'discrete_rate_greater_917'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue_counts\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   2904\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnlevels\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2905\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2906\u001b[0;31m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2907\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mis_integer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2908\u001b[0m                 \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2898\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2899\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2900\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2901\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2902\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mtolerance\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyError\u001b[0m: 'discrete_rate_greater_917'"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 142
        },
        "id": "DGqr5WdFwRc3",
        "outputId": "2cb99175-5583-453d-dc43-57ba67b691ef"
      },
      "source": [
        "pd.crosstab(train['discrete_is_loan_10000'], train['loan_status'])"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>loan_status</th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>discrete_is_loan_10000</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>9590</td>\n",
              "      <td>36733</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>622</td>\n",
              "      <td>3055</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "loan_status                0      1\n",
              "discrete_is_loan_10000             \n",
              "0                       9590  36733\n",
              "1                        622   3055"
            ]
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 142
        },
        "id": "hQAtBccoxzVj",
        "outputId": "919f7368-0835-4bff-961d-7b3ff2973321"
      },
      "source": [
        "pd.crosstab(train['discrete_rate_greater_917'], train['loan_status'])"
      ],
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>loan_status</th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>discrete_rate_greater_917</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1157</td>\n",
              "      <td>14346</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>9055</td>\n",
              "      <td>25442</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "loan_status                   0      1\n",
              "discrete_rate_greater_917             \n",
              "0                          1157  14346\n",
              "1                          9055  25442"
            ]
          },
          "metadata": {},
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YABFySF_i6mj"
      },
      "source": [
        "import lightgbm as lgb\n",
        "train_dataset = lgb.Dataset(train.drop(columns='loan_status'), train['loan_status'])\n",
        "test_dataset = lgb.Dataset(test.drop(columns='loan_status'), test['loan_status'])"
      ],
      "execution_count": 67,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PD8b5Ufbjzpp"
      },
      "source": [
        "tran_shaffle = train.sample(frac=1)\n",
        "train_new = lgb.Dataset(train.drop(columns='loan_status'), train['loan_status'])"
      ],
      "execution_count": 68,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ytWj-hQ1j3dm"
      },
      "source": [
        "param = {'num_leaves': 31, 'objective': 'binary', 'metric':'binary_error'}\n",
        "num_round = 2000"
      ],
      "execution_count": 69,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HJVgl6eXj7K7",
        "outputId": "eee1306f-e2db-455b-a228-6a0920637d20"
      },
      "source": [
        "model = lgb.train(param, train_new, num_boost_round=num_round, valid_sets=[train_dataset, test_dataset])"
      ],
      "execution_count": 70,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[1]\tvalid_0's binary_error: 0.20424\tvalid_1's binary_error: 0.19548\n",
            "[2]\tvalid_0's binary_error: 0.20424\tvalid_1's binary_error: 0.19548\n",
            "[3]\tvalid_0's binary_error: 0.20424\tvalid_1's binary_error: 0.19548\n",
            "[4]\tvalid_0's binary_error: 0.20424\tvalid_1's binary_error: 0.19548\n",
            "[5]\tvalid_0's binary_error: 0.14838\tvalid_1's binary_error: 0.14168\n",
            "[6]\tvalid_0's binary_error: 0.112\tvalid_1's binary_error: 0.11048\n",
            "[7]\tvalid_0's binary_error: 0.099\tvalid_1's binary_error: 0.10016\n",
            "[8]\tvalid_0's binary_error: 0.09384\tvalid_1's binary_error: 0.09572\n",
            "[9]\tvalid_0's binary_error: 0.08812\tvalid_1's binary_error: 0.09036\n",
            "[10]\tvalid_0's binary_error: 0.08416\tvalid_1's binary_error: 0.08636\n",
            "[11]\tvalid_0's binary_error: 0.08172\tvalid_1's binary_error: 0.08476\n",
            "[12]\tvalid_0's binary_error: 0.08048\tvalid_1's binary_error: 0.08422\n",
            "[13]\tvalid_0's binary_error: 0.07882\tvalid_1's binary_error: 0.08354\n",
            "[14]\tvalid_0's binary_error: 0.07806\tvalid_1's binary_error: 0.0832\n",
            "[15]\tvalid_0's binary_error: 0.07744\tvalid_1's binary_error: 0.08306\n",
            "[16]\tvalid_0's binary_error: 0.07668\tvalid_1's binary_error: 0.08308\n",
            "[17]\tvalid_0's binary_error: 0.07668\tvalid_1's binary_error: 0.08316\n",
            "[18]\tvalid_0's binary_error: 0.07638\tvalid_1's binary_error: 0.08284\n",
            "[19]\tvalid_0's binary_error: 0.07614\tvalid_1's binary_error: 0.08294\n",
            "[20]\tvalid_0's binary_error: 0.07588\tvalid_1's binary_error: 0.08308\n",
            "[21]\tvalid_0's binary_error: 0.0758\tvalid_1's binary_error: 0.08308\n",
            "[22]\tvalid_0's binary_error: 0.07566\tvalid_1's binary_error: 0.08302\n",
            "[23]\tvalid_0's binary_error: 0.07576\tvalid_1's binary_error: 0.08304\n",
            "[24]\tvalid_0's binary_error: 0.07522\tvalid_1's binary_error: 0.08316\n",
            "[25]\tvalid_0's binary_error: 0.07504\tvalid_1's binary_error: 0.08316\n",
            "[26]\tvalid_0's binary_error: 0.07492\tvalid_1's binary_error: 0.08298\n",
            "[27]\tvalid_0's binary_error: 0.07478\tvalid_1's binary_error: 0.08276\n",
            "[28]\tvalid_0's binary_error: 0.07458\tvalid_1's binary_error: 0.08278\n",
            "[29]\tvalid_0's binary_error: 0.0744\tvalid_1's binary_error: 0.08276\n",
            "[30]\tvalid_0's binary_error: 0.07434\tvalid_1's binary_error: 0.08252\n",
            "[31]\tvalid_0's binary_error: 0.07426\tvalid_1's binary_error: 0.08252\n",
            "[32]\tvalid_0's binary_error: 0.07402\tvalid_1's binary_error: 0.0825\n",
            "[33]\tvalid_0's binary_error: 0.0739\tvalid_1's binary_error: 0.08244\n",
            "[34]\tvalid_0's binary_error: 0.07382\tvalid_1's binary_error: 0.08242\n",
            "[35]\tvalid_0's binary_error: 0.07374\tvalid_1's binary_error: 0.08236\n",
            "[36]\tvalid_0's binary_error: 0.07382\tvalid_1's binary_error: 0.08248\n",
            "[37]\tvalid_0's binary_error: 0.07362\tvalid_1's binary_error: 0.0825\n",
            "[38]\tvalid_0's binary_error: 0.07362\tvalid_1's binary_error: 0.08248\n",
            "[39]\tvalid_0's binary_error: 0.07354\tvalid_1's binary_error: 0.08244\n",
            "[40]\tvalid_0's binary_error: 0.07346\tvalid_1's binary_error: 0.0822\n",
            "[41]\tvalid_0's binary_error: 0.0735\tvalid_1's binary_error: 0.08218\n",
            "[42]\tvalid_0's binary_error: 0.07328\tvalid_1's binary_error: 0.08228\n",
            "[43]\tvalid_0's binary_error: 0.07334\tvalid_1's binary_error: 0.08238\n",
            "[44]\tvalid_0's binary_error: 0.07332\tvalid_1's binary_error: 0.08236\n",
            "[45]\tvalid_0's binary_error: 0.07292\tvalid_1's binary_error: 0.08236\n",
            "[46]\tvalid_0's binary_error: 0.07296\tvalid_1's binary_error: 0.08246\n",
            "[47]\tvalid_0's binary_error: 0.07294\tvalid_1's binary_error: 0.08252\n",
            "[48]\tvalid_0's binary_error: 0.07306\tvalid_1's binary_error: 0.08256\n",
            "[49]\tvalid_0's binary_error: 0.07304\tvalid_1's binary_error: 0.0826\n",
            "[50]\tvalid_0's binary_error: 0.07304\tvalid_1's binary_error: 0.08258\n",
            "[51]\tvalid_0's binary_error: 0.0726\tvalid_1's binary_error: 0.08236\n",
            "[52]\tvalid_0's binary_error: 0.07244\tvalid_1's binary_error: 0.08244\n",
            "[53]\tvalid_0's binary_error: 0.07248\tvalid_1's binary_error: 0.0825\n",
            "[54]\tvalid_0's binary_error: 0.0723\tvalid_1's binary_error: 0.08246\n",
            "[55]\tvalid_0's binary_error: 0.07214\tvalid_1's binary_error: 0.08242\n",
            "[56]\tvalid_0's binary_error: 0.0721\tvalid_1's binary_error: 0.0825\n",
            "[57]\tvalid_0's binary_error: 0.07186\tvalid_1's binary_error: 0.08244\n",
            "[58]\tvalid_0's binary_error: 0.0719\tvalid_1's binary_error: 0.08246\n",
            "[59]\tvalid_0's binary_error: 0.07194\tvalid_1's binary_error: 0.08246\n",
            "[60]\tvalid_0's binary_error: 0.07182\tvalid_1's binary_error: 0.0823\n",
            "[61]\tvalid_0's binary_error: 0.07182\tvalid_1's binary_error: 0.0823\n",
            "[62]\tvalid_0's binary_error: 0.07184\tvalid_1's binary_error: 0.08228\n",
            "[63]\tvalid_0's binary_error: 0.07182\tvalid_1's binary_error: 0.08228\n",
            "[64]\tvalid_0's binary_error: 0.07168\tvalid_1's binary_error: 0.08226\n",
            "[65]\tvalid_0's binary_error: 0.07154\tvalid_1's binary_error: 0.08234\n",
            "[66]\tvalid_0's binary_error: 0.07152\tvalid_1's binary_error: 0.08234\n",
            "[67]\tvalid_0's binary_error: 0.07144\tvalid_1's binary_error: 0.08226\n",
            "[68]\tvalid_0's binary_error: 0.07142\tvalid_1's binary_error: 0.08222\n",
            "[69]\tvalid_0's binary_error: 0.07124\tvalid_1's binary_error: 0.08244\n",
            "[70]\tvalid_0's binary_error: 0.07108\tvalid_1's binary_error: 0.08242\n",
            "[71]\tvalid_0's binary_error: 0.07098\tvalid_1's binary_error: 0.08238\n",
            "[72]\tvalid_0's binary_error: 0.0707\tvalid_1's binary_error: 0.08246\n",
            "[73]\tvalid_0's binary_error: 0.07068\tvalid_1's binary_error: 0.08232\n",
            "[74]\tvalid_0's binary_error: 0.07072\tvalid_1's binary_error: 0.08234\n",
            "[75]\tvalid_0's binary_error: 0.07072\tvalid_1's binary_error: 0.08242\n",
            "[76]\tvalid_0's binary_error: 0.07056\tvalid_1's binary_error: 0.0823\n",
            "[77]\tvalid_0's binary_error: 0.07042\tvalid_1's binary_error: 0.08246\n",
            "[78]\tvalid_0's binary_error: 0.07024\tvalid_1's binary_error: 0.08238\n",
            "[79]\tvalid_0's binary_error: 0.07018\tvalid_1's binary_error: 0.08238\n",
            "[80]\tvalid_0's binary_error: 0.06986\tvalid_1's binary_error: 0.08256\n",
            "[81]\tvalid_0's binary_error: 0.06974\tvalid_1's binary_error: 0.08262\n",
            "[82]\tvalid_0's binary_error: 0.06958\tvalid_1's binary_error: 0.08254\n",
            "[83]\tvalid_0's binary_error: 0.06942\tvalid_1's binary_error: 0.08258\n",
            "[84]\tvalid_0's binary_error: 0.06938\tvalid_1's binary_error: 0.08258\n",
            "[85]\tvalid_0's binary_error: 0.06932\tvalid_1's binary_error: 0.08248\n",
            "[86]\tvalid_0's binary_error: 0.0693\tvalid_1's binary_error: 0.08252\n",
            "[87]\tvalid_0's binary_error: 0.06924\tvalid_1's binary_error: 0.08254\n",
            "[88]\tvalid_0's binary_error: 0.06914\tvalid_1's binary_error: 0.0826\n",
            "[89]\tvalid_0's binary_error: 0.06908\tvalid_1's binary_error: 0.08256\n",
            "[90]\tvalid_0's binary_error: 0.06908\tvalid_1's binary_error: 0.0826\n",
            "[91]\tvalid_0's binary_error: 0.06894\tvalid_1's binary_error: 0.08256\n",
            "[92]\tvalid_0's binary_error: 0.0689\tvalid_1's binary_error: 0.0825\n",
            "[93]\tvalid_0's binary_error: 0.06868\tvalid_1's binary_error: 0.0826\n",
            "[94]\tvalid_0's binary_error: 0.06864\tvalid_1's binary_error: 0.08262\n",
            "[95]\tvalid_0's binary_error: 0.06848\tvalid_1's binary_error: 0.0826\n",
            "[96]\tvalid_0's binary_error: 0.0684\tvalid_1's binary_error: 0.08264\n",
            "[97]\tvalid_0's binary_error: 0.06828\tvalid_1's binary_error: 0.0827\n",
            "[98]\tvalid_0's binary_error: 0.0683\tvalid_1's binary_error: 0.0827\n",
            "[99]\tvalid_0's binary_error: 0.06824\tvalid_1's binary_error: 0.08274\n",
            "[100]\tvalid_0's binary_error: 0.06816\tvalid_1's binary_error: 0.08284\n",
            "[101]\tvalid_0's binary_error: 0.06796\tvalid_1's binary_error: 0.08286\n",
            "[102]\tvalid_0's binary_error: 0.06782\tvalid_1's binary_error: 0.08282\n",
            "[103]\tvalid_0's binary_error: 0.06774\tvalid_1's binary_error: 0.08274\n",
            "[104]\tvalid_0's binary_error: 0.06764\tvalid_1's binary_error: 0.08266\n",
            "[105]\tvalid_0's binary_error: 0.0676\tvalid_1's binary_error: 0.08262\n",
            "[106]\tvalid_0's binary_error: 0.06748\tvalid_1's binary_error: 0.08258\n",
            "[107]\tvalid_0's binary_error: 0.06742\tvalid_1's binary_error: 0.0825\n",
            "[108]\tvalid_0's binary_error: 0.06732\tvalid_1's binary_error: 0.08248\n",
            "[109]\tvalid_0's binary_error: 0.0671\tvalid_1's binary_error: 0.08248\n",
            "[110]\tvalid_0's binary_error: 0.06694\tvalid_1's binary_error: 0.08244\n",
            "[111]\tvalid_0's binary_error: 0.06688\tvalid_1's binary_error: 0.08248\n",
            "[112]\tvalid_0's binary_error: 0.06684\tvalid_1's binary_error: 0.08248\n",
            "[113]\tvalid_0's binary_error: 0.06682\tvalid_1's binary_error: 0.08248\n",
            "[114]\tvalid_0's binary_error: 0.0666\tvalid_1's binary_error: 0.08244\n",
            "[115]\tvalid_0's binary_error: 0.06642\tvalid_1's binary_error: 0.0824\n",
            "[116]\tvalid_0's binary_error: 0.0663\tvalid_1's binary_error: 0.08236\n",
            "[117]\tvalid_0's binary_error: 0.06608\tvalid_1's binary_error: 0.08244\n",
            "[118]\tvalid_0's binary_error: 0.06594\tvalid_1's binary_error: 0.08232\n",
            "[119]\tvalid_0's binary_error: 0.06592\tvalid_1's binary_error: 0.08234\n",
            "[120]\tvalid_0's binary_error: 0.0658\tvalid_1's binary_error: 0.08228\n",
            "[121]\tvalid_0's binary_error: 0.06564\tvalid_1's binary_error: 0.08232\n",
            "[122]\tvalid_0's binary_error: 0.06554\tvalid_1's binary_error: 0.08234\n",
            "[123]\tvalid_0's binary_error: 0.06544\tvalid_1's binary_error: 0.08236\n",
            "[124]\tvalid_0's binary_error: 0.06532\tvalid_1's binary_error: 0.0824\n",
            "[125]\tvalid_0's binary_error: 0.06534\tvalid_1's binary_error: 0.0824\n",
            "[126]\tvalid_0's binary_error: 0.06532\tvalid_1's binary_error: 0.08242\n",
            "[127]\tvalid_0's binary_error: 0.06504\tvalid_1's binary_error: 0.0824\n",
            "[128]\tvalid_0's binary_error: 0.06488\tvalid_1's binary_error: 0.08246\n",
            "[129]\tvalid_0's binary_error: 0.0649\tvalid_1's binary_error: 0.08248\n",
            "[130]\tvalid_0's binary_error: 0.06468\tvalid_1's binary_error: 0.0824\n",
            "[131]\tvalid_0's binary_error: 0.06454\tvalid_1's binary_error: 0.0823\n",
            "[132]\tvalid_0's binary_error: 0.06442\tvalid_1's binary_error: 0.0824\n",
            "[133]\tvalid_0's binary_error: 0.0643\tvalid_1's binary_error: 0.08252\n",
            "[134]\tvalid_0's binary_error: 0.064\tvalid_1's binary_error: 0.08242\n",
            "[135]\tvalid_0's binary_error: 0.06386\tvalid_1's binary_error: 0.08242\n",
            "[136]\tvalid_0's binary_error: 0.06364\tvalid_1's binary_error: 0.08246\n",
            "[137]\tvalid_0's binary_error: 0.06348\tvalid_1's binary_error: 0.08258\n",
            "[138]\tvalid_0's binary_error: 0.06344\tvalid_1's binary_error: 0.08252\n",
            "[139]\tvalid_0's binary_error: 0.06328\tvalid_1's binary_error: 0.08266\n",
            "[140]\tvalid_0's binary_error: 0.06322\tvalid_1's binary_error: 0.08264\n",
            "[141]\tvalid_0's binary_error: 0.06302\tvalid_1's binary_error: 0.08266\n",
            "[142]\tvalid_0's binary_error: 0.06302\tvalid_1's binary_error: 0.08266\n",
            "[143]\tvalid_0's binary_error: 0.06286\tvalid_1's binary_error: 0.08272\n",
            "[144]\tvalid_0's binary_error: 0.06278\tvalid_1's binary_error: 0.08268\n",
            "[145]\tvalid_0's binary_error: 0.06276\tvalid_1's binary_error: 0.08276\n",
            "[146]\tvalid_0's binary_error: 0.06266\tvalid_1's binary_error: 0.08282\n",
            "[147]\tvalid_0's binary_error: 0.06266\tvalid_1's binary_error: 0.0828\n",
            "[148]\tvalid_0's binary_error: 0.06256\tvalid_1's binary_error: 0.0828\n",
            "[149]\tvalid_0's binary_error: 0.06242\tvalid_1's binary_error: 0.08284\n",
            "[150]\tvalid_0's binary_error: 0.06234\tvalid_1's binary_error: 0.08284\n",
            "[151]\tvalid_0's binary_error: 0.06216\tvalid_1's binary_error: 0.08284\n",
            "[152]\tvalid_0's binary_error: 0.06208\tvalid_1's binary_error: 0.08282\n",
            "[153]\tvalid_0's binary_error: 0.06198\tvalid_1's binary_error: 0.0829\n",
            "[154]\tvalid_0's binary_error: 0.0619\tvalid_1's binary_error: 0.08286\n",
            "[155]\tvalid_0's binary_error: 0.06176\tvalid_1's binary_error: 0.08284\n",
            "[156]\tvalid_0's binary_error: 0.06164\tvalid_1's binary_error: 0.08292\n",
            "[157]\tvalid_0's binary_error: 0.0615\tvalid_1's binary_error: 0.08284\n",
            "[158]\tvalid_0's binary_error: 0.06144\tvalid_1's binary_error: 0.08288\n",
            "[159]\tvalid_0's binary_error: 0.0613\tvalid_1's binary_error: 0.08292\n",
            "[160]\tvalid_0's binary_error: 0.06112\tvalid_1's binary_error: 0.08288\n",
            "[161]\tvalid_0's binary_error: 0.06096\tvalid_1's binary_error: 0.08282\n",
            "[162]\tvalid_0's binary_error: 0.06088\tvalid_1's binary_error: 0.08286\n",
            "[163]\tvalid_0's binary_error: 0.06076\tvalid_1's binary_error: 0.08286\n",
            "[164]\tvalid_0's binary_error: 0.0607\tvalid_1's binary_error: 0.08284\n",
            "[165]\tvalid_0's binary_error: 0.06068\tvalid_1's binary_error: 0.08286\n",
            "[166]\tvalid_0's binary_error: 0.06052\tvalid_1's binary_error: 0.08286\n",
            "[167]\tvalid_0's binary_error: 0.06044\tvalid_1's binary_error: 0.08282\n",
            "[168]\tvalid_0's binary_error: 0.06032\tvalid_1's binary_error: 0.08278\n",
            "[169]\tvalid_0's binary_error: 0.06022\tvalid_1's binary_error: 0.08278\n",
            "[170]\tvalid_0's binary_error: 0.0601\tvalid_1's binary_error: 0.08288\n",
            "[171]\tvalid_0's binary_error: 0.05994\tvalid_1's binary_error: 0.08286\n",
            "[172]\tvalid_0's binary_error: 0.0598\tvalid_1's binary_error: 0.08288\n",
            "[173]\tvalid_0's binary_error: 0.05974\tvalid_1's binary_error: 0.08288\n",
            "[174]\tvalid_0's binary_error: 0.05942\tvalid_1's binary_error: 0.08286\n",
            "[175]\tvalid_0's binary_error: 0.05932\tvalid_1's binary_error: 0.08292\n",
            "[176]\tvalid_0's binary_error: 0.05918\tvalid_1's binary_error: 0.08294\n",
            "[177]\tvalid_0's binary_error: 0.0593\tvalid_1's binary_error: 0.08296\n",
            "[178]\tvalid_0's binary_error: 0.05914\tvalid_1's binary_error: 0.0829\n",
            "[179]\tvalid_0's binary_error: 0.0589\tvalid_1's binary_error: 0.08278\n",
            "[180]\tvalid_0's binary_error: 0.05886\tvalid_1's binary_error: 0.0828\n",
            "[181]\tvalid_0's binary_error: 0.0587\tvalid_1's binary_error: 0.0828\n",
            "[182]\tvalid_0's binary_error: 0.05874\tvalid_1's binary_error: 0.0828\n",
            "[183]\tvalid_0's binary_error: 0.05854\tvalid_1's binary_error: 0.08278\n",
            "[184]\tvalid_0's binary_error: 0.05854\tvalid_1's binary_error: 0.08278\n",
            "[185]\tvalid_0's binary_error: 0.05848\tvalid_1's binary_error: 0.08278\n",
            "[186]\tvalid_0's binary_error: 0.05842\tvalid_1's binary_error: 0.0828\n",
            "[187]\tvalid_0's binary_error: 0.05832\tvalid_1's binary_error: 0.08294\n",
            "[188]\tvalid_0's binary_error: 0.05828\tvalid_1's binary_error: 0.08298\n",
            "[189]\tvalid_0's binary_error: 0.05808\tvalid_1's binary_error: 0.08298\n",
            "[190]\tvalid_0's binary_error: 0.0581\tvalid_1's binary_error: 0.083\n",
            "[191]\tvalid_0's binary_error: 0.05792\tvalid_1's binary_error: 0.08296\n",
            "[192]\tvalid_0's binary_error: 0.05782\tvalid_1's binary_error: 0.08298\n",
            "[193]\tvalid_0's binary_error: 0.05772\tvalid_1's binary_error: 0.08294\n",
            "[194]\tvalid_0's binary_error: 0.05772\tvalid_1's binary_error: 0.083\n",
            "[195]\tvalid_0's binary_error: 0.05766\tvalid_1's binary_error: 0.08288\n",
            "[196]\tvalid_0's binary_error: 0.0576\tvalid_1's binary_error: 0.08304\n",
            "[197]\tvalid_0's binary_error: 0.05744\tvalid_1's binary_error: 0.08302\n",
            "[198]\tvalid_0's binary_error: 0.05728\tvalid_1's binary_error: 0.08296\n",
            "[199]\tvalid_0's binary_error: 0.05718\tvalid_1's binary_error: 0.08298\n",
            "[200]\tvalid_0's binary_error: 0.05694\tvalid_1's binary_error: 0.08294\n",
            "[201]\tvalid_0's binary_error: 0.05684\tvalid_1's binary_error: 0.08288\n",
            "[202]\tvalid_0's binary_error: 0.05676\tvalid_1's binary_error: 0.08296\n",
            "[203]\tvalid_0's binary_error: 0.05664\tvalid_1's binary_error: 0.08296\n",
            "[204]\tvalid_0's binary_error: 0.0566\tvalid_1's binary_error: 0.0829\n",
            "[205]\tvalid_0's binary_error: 0.05654\tvalid_1's binary_error: 0.0829\n",
            "[206]\tvalid_0's binary_error: 0.05644\tvalid_1's binary_error: 0.08284\n",
            "[207]\tvalid_0's binary_error: 0.05634\tvalid_1's binary_error: 0.08286\n",
            "[208]\tvalid_0's binary_error: 0.05626\tvalid_1's binary_error: 0.08288\n",
            "[209]\tvalid_0's binary_error: 0.0561\tvalid_1's binary_error: 0.0828\n",
            "[210]\tvalid_0's binary_error: 0.05596\tvalid_1's binary_error: 0.08284\n",
            "[211]\tvalid_0's binary_error: 0.05586\tvalid_1's binary_error: 0.08278\n",
            "[212]\tvalid_0's binary_error: 0.05574\tvalid_1's binary_error: 0.08274\n",
            "[213]\tvalid_0's binary_error: 0.05562\tvalid_1's binary_error: 0.08274\n",
            "[214]\tvalid_0's binary_error: 0.05552\tvalid_1's binary_error: 0.08264\n",
            "[215]\tvalid_0's binary_error: 0.05548\tvalid_1's binary_error: 0.08258\n",
            "[216]\tvalid_0's binary_error: 0.05536\tvalid_1's binary_error: 0.08252\n",
            "[217]\tvalid_0's binary_error: 0.05524\tvalid_1's binary_error: 0.08254\n",
            "[218]\tvalid_0's binary_error: 0.05522\tvalid_1's binary_error: 0.08254\n",
            "[219]\tvalid_0's binary_error: 0.05506\tvalid_1's binary_error: 0.08246\n",
            "[220]\tvalid_0's binary_error: 0.0551\tvalid_1's binary_error: 0.08256\n",
            "[221]\tvalid_0's binary_error: 0.05492\tvalid_1's binary_error: 0.08268\n",
            "[222]\tvalid_0's binary_error: 0.05468\tvalid_1's binary_error: 0.0827\n",
            "[223]\tvalid_0's binary_error: 0.05464\tvalid_1's binary_error: 0.08262\n",
            "[224]\tvalid_0's binary_error: 0.0545\tvalid_1's binary_error: 0.0826\n",
            "[225]\tvalid_0's binary_error: 0.05434\tvalid_1's binary_error: 0.08254\n",
            "[226]\tvalid_0's binary_error: 0.05408\tvalid_1's binary_error: 0.08254\n",
            "[227]\tvalid_0's binary_error: 0.05394\tvalid_1's binary_error: 0.08258\n",
            "[228]\tvalid_0's binary_error: 0.0538\tvalid_1's binary_error: 0.08258\n",
            "[229]\tvalid_0's binary_error: 0.05372\tvalid_1's binary_error: 0.08258\n",
            "[230]\tvalid_0's binary_error: 0.05376\tvalid_1's binary_error: 0.08272\n",
            "[231]\tvalid_0's binary_error: 0.05376\tvalid_1's binary_error: 0.08278\n",
            "[232]\tvalid_0's binary_error: 0.05362\tvalid_1's binary_error: 0.08294\n",
            "[233]\tvalid_0's binary_error: 0.05368\tvalid_1's binary_error: 0.08294\n",
            "[234]\tvalid_0's binary_error: 0.05366\tvalid_1's binary_error: 0.08296\n",
            "[235]\tvalid_0's binary_error: 0.05344\tvalid_1's binary_error: 0.08292\n",
            "[236]\tvalid_0's binary_error: 0.05336\tvalid_1's binary_error: 0.08292\n",
            "[237]\tvalid_0's binary_error: 0.05328\tvalid_1's binary_error: 0.08292\n",
            "[238]\tvalid_0's binary_error: 0.05318\tvalid_1's binary_error: 0.083\n",
            "[239]\tvalid_0's binary_error: 0.05322\tvalid_1's binary_error: 0.08302\n",
            "[240]\tvalid_0's binary_error: 0.0531\tvalid_1's binary_error: 0.08306\n",
            "[241]\tvalid_0's binary_error: 0.05302\tvalid_1's binary_error: 0.08298\n",
            "[242]\tvalid_0's binary_error: 0.05294\tvalid_1's binary_error: 0.08306\n",
            "[243]\tvalid_0's binary_error: 0.05278\tvalid_1's binary_error: 0.08316\n",
            "[244]\tvalid_0's binary_error: 0.05274\tvalid_1's binary_error: 0.08312\n",
            "[245]\tvalid_0's binary_error: 0.05272\tvalid_1's binary_error: 0.0832\n",
            "[246]\tvalid_0's binary_error: 0.05262\tvalid_1's binary_error: 0.0832\n",
            "[247]\tvalid_0's binary_error: 0.0525\tvalid_1's binary_error: 0.08334\n",
            "[248]\tvalid_0's binary_error: 0.05224\tvalid_1's binary_error: 0.0833\n",
            "[249]\tvalid_0's binary_error: 0.05212\tvalid_1's binary_error: 0.0834\n",
            "[250]\tvalid_0's binary_error: 0.052\tvalid_1's binary_error: 0.08336\n",
            "[251]\tvalid_0's binary_error: 0.05184\tvalid_1's binary_error: 0.0834\n",
            "[252]\tvalid_0's binary_error: 0.0518\tvalid_1's binary_error: 0.08354\n",
            "[253]\tvalid_0's binary_error: 0.05178\tvalid_1's binary_error: 0.08346\n",
            "[254]\tvalid_0's binary_error: 0.05168\tvalid_1's binary_error: 0.08344\n",
            "[255]\tvalid_0's binary_error: 0.0515\tvalid_1's binary_error: 0.0835\n",
            "[256]\tvalid_0's binary_error: 0.05146\tvalid_1's binary_error: 0.08332\n",
            "[257]\tvalid_0's binary_error: 0.05128\tvalid_1's binary_error: 0.08334\n",
            "[258]\tvalid_0's binary_error: 0.05116\tvalid_1's binary_error: 0.08332\n",
            "[259]\tvalid_0's binary_error: 0.05108\tvalid_1's binary_error: 0.08322\n",
            "[260]\tvalid_0's binary_error: 0.05094\tvalid_1's binary_error: 0.0832\n",
            "[261]\tvalid_0's binary_error: 0.05078\tvalid_1's binary_error: 0.08322\n",
            "[262]\tvalid_0's binary_error: 0.05072\tvalid_1's binary_error: 0.08316\n",
            "[263]\tvalid_0's binary_error: 0.0506\tvalid_1's binary_error: 0.08306\n",
            "[264]\tvalid_0's binary_error: 0.0504\tvalid_1's binary_error: 0.08298\n",
            "[265]\tvalid_0's binary_error: 0.0503\tvalid_1's binary_error: 0.083\n",
            "[266]\tvalid_0's binary_error: 0.05016\tvalid_1's binary_error: 0.08316\n",
            "[267]\tvalid_0's binary_error: 0.05008\tvalid_1's binary_error: 0.0831\n",
            "[268]\tvalid_0's binary_error: 0.04994\tvalid_1's binary_error: 0.08304\n",
            "[269]\tvalid_0's binary_error: 0.04996\tvalid_1's binary_error: 0.08304\n",
            "[270]\tvalid_0's binary_error: 0.04986\tvalid_1's binary_error: 0.08314\n",
            "[271]\tvalid_0's binary_error: 0.04984\tvalid_1's binary_error: 0.08318\n",
            "[272]\tvalid_0's binary_error: 0.0498\tvalid_1's binary_error: 0.08304\n",
            "[273]\tvalid_0's binary_error: 0.04962\tvalid_1's binary_error: 0.08316\n",
            "[274]\tvalid_0's binary_error: 0.04958\tvalid_1's binary_error: 0.08306\n",
            "[275]\tvalid_0's binary_error: 0.04946\tvalid_1's binary_error: 0.08312\n",
            "[276]\tvalid_0's binary_error: 0.04938\tvalid_1's binary_error: 0.08306\n",
            "[277]\tvalid_0's binary_error: 0.04926\tvalid_1's binary_error: 0.08306\n",
            "[278]\tvalid_0's binary_error: 0.0491\tvalid_1's binary_error: 0.08308\n",
            "[279]\tvalid_0's binary_error: 0.04894\tvalid_1's binary_error: 0.08312\n",
            "[280]\tvalid_0's binary_error: 0.04892\tvalid_1's binary_error: 0.08312\n",
            "[281]\tvalid_0's binary_error: 0.04884\tvalid_1's binary_error: 0.0832\n",
            "[282]\tvalid_0's binary_error: 0.0487\tvalid_1's binary_error: 0.08326\n",
            "[283]\tvalid_0's binary_error: 0.04866\tvalid_1's binary_error: 0.08328\n",
            "[284]\tvalid_0's binary_error: 0.04864\tvalid_1's binary_error: 0.0833\n",
            "[285]\tvalid_0's binary_error: 0.0485\tvalid_1's binary_error: 0.0833\n",
            "[286]\tvalid_0's binary_error: 0.04848\tvalid_1's binary_error: 0.08328\n",
            "[287]\tvalid_0's binary_error: 0.04838\tvalid_1's binary_error: 0.08328\n",
            "[288]\tvalid_0's binary_error: 0.0484\tvalid_1's binary_error: 0.08328\n",
            "[289]\tvalid_0's binary_error: 0.04828\tvalid_1's binary_error: 0.08326\n",
            "[290]\tvalid_0's binary_error: 0.04816\tvalid_1's binary_error: 0.08334\n",
            "[291]\tvalid_0's binary_error: 0.04818\tvalid_1's binary_error: 0.08334\n",
            "[292]\tvalid_0's binary_error: 0.04818\tvalid_1's binary_error: 0.08336\n",
            "[293]\tvalid_0's binary_error: 0.04814\tvalid_1's binary_error: 0.0834\n",
            "[294]\tvalid_0's binary_error: 0.04794\tvalid_1's binary_error: 0.08342\n",
            "[295]\tvalid_0's binary_error: 0.0479\tvalid_1's binary_error: 0.0834\n",
            "[296]\tvalid_0's binary_error: 0.04786\tvalid_1's binary_error: 0.08332\n",
            "[297]\tvalid_0's binary_error: 0.04774\tvalid_1's binary_error: 0.08334\n",
            "[298]\tvalid_0's binary_error: 0.04766\tvalid_1's binary_error: 0.08338\n",
            "[299]\tvalid_0's binary_error: 0.04764\tvalid_1's binary_error: 0.08336\n",
            "[300]\tvalid_0's binary_error: 0.04752\tvalid_1's binary_error: 0.08336\n",
            "[301]\tvalid_0's binary_error: 0.04728\tvalid_1's binary_error: 0.0834\n",
            "[302]\tvalid_0's binary_error: 0.04716\tvalid_1's binary_error: 0.08332\n",
            "[303]\tvalid_0's binary_error: 0.04714\tvalid_1's binary_error: 0.08332\n",
            "[304]\tvalid_0's binary_error: 0.047\tvalid_1's binary_error: 0.0833\n",
            "[305]\tvalid_0's binary_error: 0.04702\tvalid_1's binary_error: 0.0833\n",
            "[306]\tvalid_0's binary_error: 0.04688\tvalid_1's binary_error: 0.08332\n",
            "[307]\tvalid_0's binary_error: 0.04684\tvalid_1's binary_error: 0.0833\n",
            "[308]\tvalid_0's binary_error: 0.04668\tvalid_1's binary_error: 0.08336\n",
            "[309]\tvalid_0's binary_error: 0.04652\tvalid_1's binary_error: 0.0834\n",
            "[310]\tvalid_0's binary_error: 0.04632\tvalid_1's binary_error: 0.08338\n",
            "[311]\tvalid_0's binary_error: 0.04628\tvalid_1's binary_error: 0.08344\n",
            "[312]\tvalid_0's binary_error: 0.0462\tvalid_1's binary_error: 0.08348\n",
            "[313]\tvalid_0's binary_error: 0.0462\tvalid_1's binary_error: 0.08342\n",
            "[314]\tvalid_0's binary_error: 0.04612\tvalid_1's binary_error: 0.08342\n",
            "[315]\tvalid_0's binary_error: 0.04602\tvalid_1's binary_error: 0.0834\n",
            "[316]\tvalid_0's binary_error: 0.046\tvalid_1's binary_error: 0.08346\n",
            "[317]\tvalid_0's binary_error: 0.04588\tvalid_1's binary_error: 0.08342\n",
            "[318]\tvalid_0's binary_error: 0.0458\tvalid_1's binary_error: 0.08334\n",
            "[319]\tvalid_0's binary_error: 0.04578\tvalid_1's binary_error: 0.08336\n",
            "[320]\tvalid_0's binary_error: 0.0456\tvalid_1's binary_error: 0.08324\n",
            "[321]\tvalid_0's binary_error: 0.0455\tvalid_1's binary_error: 0.08324\n",
            "[322]\tvalid_0's binary_error: 0.04554\tvalid_1's binary_error: 0.08318\n",
            "[323]\tvalid_0's binary_error: 0.04554\tvalid_1's binary_error: 0.0833\n",
            "[324]\tvalid_0's binary_error: 0.0454\tvalid_1's binary_error: 0.08328\n",
            "[325]\tvalid_0's binary_error: 0.04534\tvalid_1's binary_error: 0.0833\n",
            "[326]\tvalid_0's binary_error: 0.04516\tvalid_1's binary_error: 0.08334\n",
            "[327]\tvalid_0's binary_error: 0.0451\tvalid_1's binary_error: 0.08328\n",
            "[328]\tvalid_0's binary_error: 0.04506\tvalid_1's binary_error: 0.08332\n",
            "[329]\tvalid_0's binary_error: 0.04488\tvalid_1's binary_error: 0.08328\n",
            "[330]\tvalid_0's binary_error: 0.04482\tvalid_1's binary_error: 0.08328\n",
            "[331]\tvalid_0's binary_error: 0.0447\tvalid_1's binary_error: 0.08336\n",
            "[332]\tvalid_0's binary_error: 0.0444\tvalid_1's binary_error: 0.08342\n",
            "[333]\tvalid_0's binary_error: 0.04436\tvalid_1's binary_error: 0.08342\n",
            "[334]\tvalid_0's binary_error: 0.04434\tvalid_1's binary_error: 0.08342\n",
            "[335]\tvalid_0's binary_error: 0.04432\tvalid_1's binary_error: 0.08346\n",
            "[336]\tvalid_0's binary_error: 0.0442\tvalid_1's binary_error: 0.08344\n",
            "[337]\tvalid_0's binary_error: 0.04416\tvalid_1's binary_error: 0.0834\n",
            "[338]\tvalid_0's binary_error: 0.044\tvalid_1's binary_error: 0.0834\n",
            "[339]\tvalid_0's binary_error: 0.04398\tvalid_1's binary_error: 0.08344\n",
            "[340]\tvalid_0's binary_error: 0.04396\tvalid_1's binary_error: 0.0834\n",
            "[341]\tvalid_0's binary_error: 0.04384\tvalid_1's binary_error: 0.08338\n",
            "[342]\tvalid_0's binary_error: 0.04378\tvalid_1's binary_error: 0.08334\n",
            "[343]\tvalid_0's binary_error: 0.0437\tvalid_1's binary_error: 0.08334\n",
            "[344]\tvalid_0's binary_error: 0.04356\tvalid_1's binary_error: 0.0834\n",
            "[345]\tvalid_0's binary_error: 0.0433\tvalid_1's binary_error: 0.08342\n",
            "[346]\tvalid_0's binary_error: 0.04324\tvalid_1's binary_error: 0.08344\n",
            "[347]\tvalid_0's binary_error: 0.04314\tvalid_1's binary_error: 0.08352\n",
            "[348]\tvalid_0's binary_error: 0.04302\tvalid_1's binary_error: 0.08354\n",
            "[349]\tvalid_0's binary_error: 0.04278\tvalid_1's binary_error: 0.08354\n",
            "[350]\tvalid_0's binary_error: 0.04272\tvalid_1's binary_error: 0.08352\n",
            "[351]\tvalid_0's binary_error: 0.04252\tvalid_1's binary_error: 0.08354\n",
            "[352]\tvalid_0's binary_error: 0.04248\tvalid_1's binary_error: 0.08354\n",
            "[353]\tvalid_0's binary_error: 0.04234\tvalid_1's binary_error: 0.08356\n",
            "[354]\tvalid_0's binary_error: 0.04222\tvalid_1's binary_error: 0.08358\n",
            "[355]\tvalid_0's binary_error: 0.04216\tvalid_1's binary_error: 0.08362\n",
            "[356]\tvalid_0's binary_error: 0.04212\tvalid_1's binary_error: 0.08364\n",
            "[357]\tvalid_0's binary_error: 0.042\tvalid_1's binary_error: 0.0837\n",
            "[358]\tvalid_0's binary_error: 0.04194\tvalid_1's binary_error: 0.08376\n",
            "[359]\tvalid_0's binary_error: 0.04184\tvalid_1's binary_error: 0.0838\n",
            "[360]\tvalid_0's binary_error: 0.04184\tvalid_1's binary_error: 0.08384\n",
            "[361]\tvalid_0's binary_error: 0.04172\tvalid_1's binary_error: 0.08394\n",
            "[362]\tvalid_0's binary_error: 0.04166\tvalid_1's binary_error: 0.08394\n",
            "[363]\tvalid_0's binary_error: 0.0416\tvalid_1's binary_error: 0.08396\n",
            "[364]\tvalid_0's binary_error: 0.04144\tvalid_1's binary_error: 0.08394\n",
            "[365]\tvalid_0's binary_error: 0.04144\tvalid_1's binary_error: 0.084\n",
            "[366]\tvalid_0's binary_error: 0.04128\tvalid_1's binary_error: 0.08398\n",
            "[367]\tvalid_0's binary_error: 0.04124\tvalid_1's binary_error: 0.08402\n",
            "[368]\tvalid_0's binary_error: 0.0411\tvalid_1's binary_error: 0.084\n",
            "[369]\tvalid_0's binary_error: 0.04096\tvalid_1's binary_error: 0.08396\n",
            "[370]\tvalid_0's binary_error: 0.04084\tvalid_1's binary_error: 0.08396\n",
            "[371]\tvalid_0's binary_error: 0.04068\tvalid_1's binary_error: 0.08396\n",
            "[372]\tvalid_0's binary_error: 0.04066\tvalid_1's binary_error: 0.08392\n",
            "[373]\tvalid_0's binary_error: 0.04056\tvalid_1's binary_error: 0.08386\n",
            "[374]\tvalid_0's binary_error: 0.04048\tvalid_1's binary_error: 0.08376\n",
            "[375]\tvalid_0's binary_error: 0.04042\tvalid_1's binary_error: 0.08378\n",
            "[376]\tvalid_0's binary_error: 0.04044\tvalid_1's binary_error: 0.08378\n",
            "[377]\tvalid_0's binary_error: 0.04034\tvalid_1's binary_error: 0.08382\n",
            "[378]\tvalid_0's binary_error: 0.04014\tvalid_1's binary_error: 0.08392\n",
            "[379]\tvalid_0's binary_error: 0.04002\tvalid_1's binary_error: 0.08394\n",
            "[380]\tvalid_0's binary_error: 0.0399\tvalid_1's binary_error: 0.08394\n",
            "[381]\tvalid_0's binary_error: 0.03974\tvalid_1's binary_error: 0.08382\n",
            "[382]\tvalid_0's binary_error: 0.0396\tvalid_1's binary_error: 0.08382\n",
            "[383]\tvalid_0's binary_error: 0.03952\tvalid_1's binary_error: 0.08382\n",
            "[384]\tvalid_0's binary_error: 0.03948\tvalid_1's binary_error: 0.08382\n",
            "[385]\tvalid_0's binary_error: 0.03938\tvalid_1's binary_error: 0.08392\n",
            "[386]\tvalid_0's binary_error: 0.03934\tvalid_1's binary_error: 0.08388\n",
            "[387]\tvalid_0's binary_error: 0.03914\tvalid_1's binary_error: 0.08382\n",
            "[388]\tvalid_0's binary_error: 0.03912\tvalid_1's binary_error: 0.0838\n",
            "[389]\tvalid_0's binary_error: 0.03902\tvalid_1's binary_error: 0.08384\n",
            "[390]\tvalid_0's binary_error: 0.03896\tvalid_1's binary_error: 0.08386\n",
            "[391]\tvalid_0's binary_error: 0.03888\tvalid_1's binary_error: 0.0838\n",
            "[392]\tvalid_0's binary_error: 0.03878\tvalid_1's binary_error: 0.08378\n",
            "[393]\tvalid_0's binary_error: 0.03864\tvalid_1's binary_error: 0.0838\n",
            "[394]\tvalid_0's binary_error: 0.03864\tvalid_1's binary_error: 0.0838\n",
            "[395]\tvalid_0's binary_error: 0.03856\tvalid_1's binary_error: 0.08378\n",
            "[396]\tvalid_0's binary_error: 0.03844\tvalid_1's binary_error: 0.08382\n",
            "[397]\tvalid_0's binary_error: 0.03836\tvalid_1's binary_error: 0.08384\n",
            "[398]\tvalid_0's binary_error: 0.03814\tvalid_1's binary_error: 0.08394\n",
            "[399]\tvalid_0's binary_error: 0.03812\tvalid_1's binary_error: 0.08392\n",
            "[400]\tvalid_0's binary_error: 0.0379\tvalid_1's binary_error: 0.08394\n",
            "[401]\tvalid_0's binary_error: 0.03778\tvalid_1's binary_error: 0.08394\n",
            "[402]\tvalid_0's binary_error: 0.03762\tvalid_1's binary_error: 0.08394\n",
            "[403]\tvalid_0's binary_error: 0.03744\tvalid_1's binary_error: 0.0838\n",
            "[404]\tvalid_0's binary_error: 0.03732\tvalid_1's binary_error: 0.08378\n",
            "[405]\tvalid_0's binary_error: 0.03716\tvalid_1's binary_error: 0.08382\n",
            "[406]\tvalid_0's binary_error: 0.0372\tvalid_1's binary_error: 0.08382\n",
            "[407]\tvalid_0's binary_error: 0.03712\tvalid_1's binary_error: 0.08386\n",
            "[408]\tvalid_0's binary_error: 0.03706\tvalid_1's binary_error: 0.08378\n",
            "[409]\tvalid_0's binary_error: 0.0369\tvalid_1's binary_error: 0.0838\n",
            "[410]\tvalid_0's binary_error: 0.03676\tvalid_1's binary_error: 0.0838\n",
            "[411]\tvalid_0's binary_error: 0.03676\tvalid_1's binary_error: 0.0838\n",
            "[412]\tvalid_0's binary_error: 0.03672\tvalid_1's binary_error: 0.08378\n",
            "[413]\tvalid_0's binary_error: 0.03668\tvalid_1's binary_error: 0.08384\n",
            "[414]\tvalid_0's binary_error: 0.03656\tvalid_1's binary_error: 0.08386\n",
            "[415]\tvalid_0's binary_error: 0.03652\tvalid_1's binary_error: 0.08386\n",
            "[416]\tvalid_0's binary_error: 0.0364\tvalid_1's binary_error: 0.0839\n",
            "[417]\tvalid_0's binary_error: 0.0363\tvalid_1's binary_error: 0.0839\n",
            "[418]\tvalid_0's binary_error: 0.03616\tvalid_1's binary_error: 0.08388\n",
            "[419]\tvalid_0's binary_error: 0.03618\tvalid_1's binary_error: 0.084\n",
            "[420]\tvalid_0's binary_error: 0.03612\tvalid_1's binary_error: 0.08404\n",
            "[421]\tvalid_0's binary_error: 0.03612\tvalid_1's binary_error: 0.08398\n",
            "[422]\tvalid_0's binary_error: 0.03596\tvalid_1's binary_error: 0.08412\n",
            "[423]\tvalid_0's binary_error: 0.03586\tvalid_1's binary_error: 0.08408\n",
            "[424]\tvalid_0's binary_error: 0.03582\tvalid_1's binary_error: 0.0841\n",
            "[425]\tvalid_0's binary_error: 0.0357\tvalid_1's binary_error: 0.08404\n",
            "[426]\tvalid_0's binary_error: 0.0358\tvalid_1's binary_error: 0.08384\n",
            "[427]\tvalid_0's binary_error: 0.03554\tvalid_1's binary_error: 0.08368\n",
            "[428]\tvalid_0's binary_error: 0.03548\tvalid_1's binary_error: 0.0837\n",
            "[429]\tvalid_0's binary_error: 0.03522\tvalid_1's binary_error: 0.08378\n",
            "[430]\tvalid_0's binary_error: 0.0352\tvalid_1's binary_error: 0.0838\n",
            "[431]\tvalid_0's binary_error: 0.03502\tvalid_1's binary_error: 0.0839\n",
            "[432]\tvalid_0's binary_error: 0.0349\tvalid_1's binary_error: 0.0838\n",
            "[433]\tvalid_0's binary_error: 0.03474\tvalid_1's binary_error: 0.0838\n",
            "[434]\tvalid_0's binary_error: 0.03466\tvalid_1's binary_error: 0.08382\n",
            "[435]\tvalid_0's binary_error: 0.03454\tvalid_1's binary_error: 0.08386\n",
            "[436]\tvalid_0's binary_error: 0.03448\tvalid_1's binary_error: 0.08384\n",
            "[437]\tvalid_0's binary_error: 0.03436\tvalid_1's binary_error: 0.08382\n",
            "[438]\tvalid_0's binary_error: 0.03422\tvalid_1's binary_error: 0.08386\n",
            "[439]\tvalid_0's binary_error: 0.03416\tvalid_1's binary_error: 0.08388\n",
            "[440]\tvalid_0's binary_error: 0.034\tvalid_1's binary_error: 0.08392\n",
            "[441]\tvalid_0's binary_error: 0.03396\tvalid_1's binary_error: 0.084\n",
            "[442]\tvalid_0's binary_error: 0.03394\tvalid_1's binary_error: 0.08382\n",
            "[443]\tvalid_0's binary_error: 0.0338\tvalid_1's binary_error: 0.08384\n",
            "[444]\tvalid_0's binary_error: 0.03374\tvalid_1's binary_error: 0.08374\n",
            "[445]\tvalid_0's binary_error: 0.03352\tvalid_1's binary_error: 0.08374\n",
            "[446]\tvalid_0's binary_error: 0.03328\tvalid_1's binary_error: 0.08372\n",
            "[447]\tvalid_0's binary_error: 0.0332\tvalid_1's binary_error: 0.08368\n",
            "[448]\tvalid_0's binary_error: 0.03316\tvalid_1's binary_error: 0.08362\n",
            "[449]\tvalid_0's binary_error: 0.03312\tvalid_1's binary_error: 0.0837\n",
            "[450]\tvalid_0's binary_error: 0.03292\tvalid_1's binary_error: 0.08376\n",
            "[451]\tvalid_0's binary_error: 0.03282\tvalid_1's binary_error: 0.08366\n",
            "[452]\tvalid_0's binary_error: 0.0328\tvalid_1's binary_error: 0.08368\n",
            "[453]\tvalid_0's binary_error: 0.03268\tvalid_1's binary_error: 0.08372\n",
            "[454]\tvalid_0's binary_error: 0.0326\tvalid_1's binary_error: 0.0837\n",
            "[455]\tvalid_0's binary_error: 0.03258\tvalid_1's binary_error: 0.0837\n",
            "[456]\tvalid_0's binary_error: 0.03252\tvalid_1's binary_error: 0.08366\n",
            "[457]\tvalid_0's binary_error: 0.03246\tvalid_1's binary_error: 0.0836\n",
            "[458]\tvalid_0's binary_error: 0.03232\tvalid_1's binary_error: 0.0835\n",
            "[459]\tvalid_0's binary_error: 0.03228\tvalid_1's binary_error: 0.08354\n",
            "[460]\tvalid_0's binary_error: 0.03216\tvalid_1's binary_error: 0.0835\n",
            "[461]\tvalid_0's binary_error: 0.03204\tvalid_1's binary_error: 0.0836\n",
            "[462]\tvalid_0's binary_error: 0.0319\tvalid_1's binary_error: 0.08358\n",
            "[463]\tvalid_0's binary_error: 0.03178\tvalid_1's binary_error: 0.0836\n",
            "[464]\tvalid_0's binary_error: 0.03174\tvalid_1's binary_error: 0.08348\n",
            "[465]\tvalid_0's binary_error: 0.03178\tvalid_1's binary_error: 0.08348\n",
            "[466]\tvalid_0's binary_error: 0.03156\tvalid_1's binary_error: 0.0835\n",
            "[467]\tvalid_0's binary_error: 0.03144\tvalid_1's binary_error: 0.08352\n",
            "[468]\tvalid_0's binary_error: 0.0313\tvalid_1's binary_error: 0.08346\n",
            "[469]\tvalid_0's binary_error: 0.03118\tvalid_1's binary_error: 0.08346\n",
            "[470]\tvalid_0's binary_error: 0.03104\tvalid_1's binary_error: 0.08348\n",
            "[471]\tvalid_0's binary_error: 0.03096\tvalid_1's binary_error: 0.08364\n",
            "[472]\tvalid_0's binary_error: 0.03086\tvalid_1's binary_error: 0.0837\n",
            "[473]\tvalid_0's binary_error: 0.03082\tvalid_1's binary_error: 0.08382\n",
            "[474]\tvalid_0's binary_error: 0.0307\tvalid_1's binary_error: 0.08382\n",
            "[475]\tvalid_0's binary_error: 0.03056\tvalid_1's binary_error: 0.08372\n",
            "[476]\tvalid_0's binary_error: 0.0305\tvalid_1's binary_error: 0.08368\n",
            "[477]\tvalid_0's binary_error: 0.03036\tvalid_1's binary_error: 0.08372\n",
            "[478]\tvalid_0's binary_error: 0.03032\tvalid_1's binary_error: 0.08374\n",
            "[479]\tvalid_0's binary_error: 0.03024\tvalid_1's binary_error: 0.08376\n",
            "[480]\tvalid_0's binary_error: 0.03008\tvalid_1's binary_error: 0.08362\n",
            "[481]\tvalid_0's binary_error: 0.03\tvalid_1's binary_error: 0.08354\n",
            "[482]\tvalid_0's binary_error: 0.02996\tvalid_1's binary_error: 0.0836\n",
            "[483]\tvalid_0's binary_error: 0.0299\tvalid_1's binary_error: 0.08364\n",
            "[484]\tvalid_0's binary_error: 0.02978\tvalid_1's binary_error: 0.08366\n",
            "[485]\tvalid_0's binary_error: 0.02976\tvalid_1's binary_error: 0.08366\n",
            "[486]\tvalid_0's binary_error: 0.02964\tvalid_1's binary_error: 0.08366\n",
            "[487]\tvalid_0's binary_error: 0.02954\tvalid_1's binary_error: 0.08362\n",
            "[488]\tvalid_0's binary_error: 0.02954\tvalid_1's binary_error: 0.08366\n",
            "[489]\tvalid_0's binary_error: 0.02926\tvalid_1's binary_error: 0.08362\n",
            "[490]\tvalid_0's binary_error: 0.0293\tvalid_1's binary_error: 0.0836\n",
            "[491]\tvalid_0's binary_error: 0.02916\tvalid_1's binary_error: 0.08362\n",
            "[492]\tvalid_0's binary_error: 0.02908\tvalid_1's binary_error: 0.08366\n",
            "[493]\tvalid_0's binary_error: 0.02906\tvalid_1's binary_error: 0.0837\n",
            "[494]\tvalid_0's binary_error: 0.02898\tvalid_1's binary_error: 0.0837\n",
            "[495]\tvalid_0's binary_error: 0.02896\tvalid_1's binary_error: 0.08372\n",
            "[496]\tvalid_0's binary_error: 0.02896\tvalid_1's binary_error: 0.08372\n",
            "[497]\tvalid_0's binary_error: 0.02884\tvalid_1's binary_error: 0.08382\n",
            "[498]\tvalid_0's binary_error: 0.02874\tvalid_1's binary_error: 0.0839\n",
            "[499]\tvalid_0's binary_error: 0.02866\tvalid_1's binary_error: 0.08396\n",
            "[500]\tvalid_0's binary_error: 0.0286\tvalid_1's binary_error: 0.08386\n",
            "[501]\tvalid_0's binary_error: 0.02852\tvalid_1's binary_error: 0.08382\n",
            "[502]\tvalid_0's binary_error: 0.02844\tvalid_1's binary_error: 0.08378\n",
            "[503]\tvalid_0's binary_error: 0.02824\tvalid_1's binary_error: 0.08386\n",
            "[504]\tvalid_0's binary_error: 0.02814\tvalid_1's binary_error: 0.08386\n",
            "[505]\tvalid_0's binary_error: 0.02814\tvalid_1's binary_error: 0.08388\n",
            "[506]\tvalid_0's binary_error: 0.02802\tvalid_1's binary_error: 0.08384\n",
            "[507]\tvalid_0's binary_error: 0.02792\tvalid_1's binary_error: 0.08384\n",
            "[508]\tvalid_0's binary_error: 0.02788\tvalid_1's binary_error: 0.08376\n",
            "[509]\tvalid_0's binary_error: 0.02796\tvalid_1's binary_error: 0.08384\n",
            "[510]\tvalid_0's binary_error: 0.02798\tvalid_1's binary_error: 0.08392\n",
            "[511]\tvalid_0's binary_error: 0.02798\tvalid_1's binary_error: 0.08392\n",
            "[512]\tvalid_0's binary_error: 0.02786\tvalid_1's binary_error: 0.08382\n",
            "[513]\tvalid_0's binary_error: 0.02784\tvalid_1's binary_error: 0.08388\n",
            "[514]\tvalid_0's binary_error: 0.0278\tvalid_1's binary_error: 0.084\n",
            "[515]\tvalid_0's binary_error: 0.02778\tvalid_1's binary_error: 0.08398\n",
            "[516]\tvalid_0's binary_error: 0.02764\tvalid_1's binary_error: 0.08408\n",
            "[517]\tvalid_0's binary_error: 0.02756\tvalid_1's binary_error: 0.08408\n",
            "[518]\tvalid_0's binary_error: 0.02754\tvalid_1's binary_error: 0.0841\n",
            "[519]\tvalid_0's binary_error: 0.0275\tvalid_1's binary_error: 0.08412\n",
            "[520]\tvalid_0's binary_error: 0.02746\tvalid_1's binary_error: 0.08404\n",
            "[521]\tvalid_0's binary_error: 0.02748\tvalid_1's binary_error: 0.08402\n",
            "[522]\tvalid_0's binary_error: 0.02754\tvalid_1's binary_error: 0.08402\n",
            "[523]\tvalid_0's binary_error: 0.02748\tvalid_1's binary_error: 0.08402\n",
            "[524]\tvalid_0's binary_error: 0.02742\tvalid_1's binary_error: 0.0842\n",
            "[525]\tvalid_0's binary_error: 0.02734\tvalid_1's binary_error: 0.08428\n",
            "[526]\tvalid_0's binary_error: 0.02722\tvalid_1's binary_error: 0.08428\n",
            "[527]\tvalid_0's binary_error: 0.02726\tvalid_1's binary_error: 0.08426\n",
            "[528]\tvalid_0's binary_error: 0.02712\tvalid_1's binary_error: 0.08428\n",
            "[529]\tvalid_0's binary_error: 0.02698\tvalid_1's binary_error: 0.08438\n",
            "[530]\tvalid_0's binary_error: 0.02692\tvalid_1's binary_error: 0.0844\n",
            "[531]\tvalid_0's binary_error: 0.0269\tvalid_1's binary_error: 0.08442\n",
            "[532]\tvalid_0's binary_error: 0.0269\tvalid_1's binary_error: 0.0844\n",
            "[533]\tvalid_0's binary_error: 0.02678\tvalid_1's binary_error: 0.08448\n",
            "[534]\tvalid_0's binary_error: 0.02662\tvalid_1's binary_error: 0.08448\n",
            "[535]\tvalid_0's binary_error: 0.02654\tvalid_1's binary_error: 0.08444\n",
            "[536]\tvalid_0's binary_error: 0.02646\tvalid_1's binary_error: 0.08438\n",
            "[537]\tvalid_0's binary_error: 0.02636\tvalid_1's binary_error: 0.08444\n",
            "[538]\tvalid_0's binary_error: 0.0263\tvalid_1's binary_error: 0.08436\n",
            "[539]\tvalid_0's binary_error: 0.02628\tvalid_1's binary_error: 0.0844\n",
            "[540]\tvalid_0's binary_error: 0.02624\tvalid_1's binary_error: 0.08454\n",
            "[541]\tvalid_0's binary_error: 0.0262\tvalid_1's binary_error: 0.08452\n",
            "[542]\tvalid_0's binary_error: 0.02612\tvalid_1's binary_error: 0.08454\n",
            "[543]\tvalid_0's binary_error: 0.02608\tvalid_1's binary_error: 0.08454\n",
            "[544]\tvalid_0's binary_error: 0.02606\tvalid_1's binary_error: 0.0846\n",
            "[545]\tvalid_0's binary_error: 0.02604\tvalid_1's binary_error: 0.08458\n",
            "[546]\tvalid_0's binary_error: 0.02592\tvalid_1's binary_error: 0.08452\n",
            "[547]\tvalid_0's binary_error: 0.02588\tvalid_1's binary_error: 0.0845\n",
            "[548]\tvalid_0's binary_error: 0.0257\tvalid_1's binary_error: 0.08452\n",
            "[549]\tvalid_0's binary_error: 0.02564\tvalid_1's binary_error: 0.0845\n",
            "[550]\tvalid_0's binary_error: 0.02562\tvalid_1's binary_error: 0.08448\n",
            "[551]\tvalid_0's binary_error: 0.02556\tvalid_1's binary_error: 0.08454\n",
            "[552]\tvalid_0's binary_error: 0.0255\tvalid_1's binary_error: 0.08452\n",
            "[553]\tvalid_0's binary_error: 0.02548\tvalid_1's binary_error: 0.08448\n",
            "[554]\tvalid_0's binary_error: 0.02544\tvalid_1's binary_error: 0.08442\n",
            "[555]\tvalid_0's binary_error: 0.02534\tvalid_1's binary_error: 0.08442\n",
            "[556]\tvalid_0's binary_error: 0.02534\tvalid_1's binary_error: 0.0844\n",
            "[557]\tvalid_0's binary_error: 0.02526\tvalid_1's binary_error: 0.08444\n",
            "[558]\tvalid_0's binary_error: 0.0252\tvalid_1's binary_error: 0.0844\n",
            "[559]\tvalid_0's binary_error: 0.02508\tvalid_1's binary_error: 0.08438\n",
            "[560]\tvalid_0's binary_error: 0.02502\tvalid_1's binary_error: 0.0844\n",
            "[561]\tvalid_0's binary_error: 0.02494\tvalid_1's binary_error: 0.0844\n",
            "[562]\tvalid_0's binary_error: 0.02488\tvalid_1's binary_error: 0.08442\n",
            "[563]\tvalid_0's binary_error: 0.02476\tvalid_1's binary_error: 0.08434\n",
            "[564]\tvalid_0's binary_error: 0.02462\tvalid_1's binary_error: 0.0843\n",
            "[565]\tvalid_0's binary_error: 0.02452\tvalid_1's binary_error: 0.08446\n",
            "[566]\tvalid_0's binary_error: 0.02448\tvalid_1's binary_error: 0.08452\n",
            "[567]\tvalid_0's binary_error: 0.02446\tvalid_1's binary_error: 0.08452\n",
            "[568]\tvalid_0's binary_error: 0.02442\tvalid_1's binary_error: 0.08468\n",
            "[569]\tvalid_0's binary_error: 0.02426\tvalid_1's binary_error: 0.08458\n",
            "[570]\tvalid_0's binary_error: 0.02418\tvalid_1's binary_error: 0.08464\n",
            "[571]\tvalid_0's binary_error: 0.02418\tvalid_1's binary_error: 0.08468\n",
            "[572]\tvalid_0's binary_error: 0.0241\tvalid_1's binary_error: 0.08472\n",
            "[573]\tvalid_0's binary_error: 0.024\tvalid_1's binary_error: 0.08464\n",
            "[574]\tvalid_0's binary_error: 0.02396\tvalid_1's binary_error: 0.08466\n",
            "[575]\tvalid_0's binary_error: 0.02396\tvalid_1's binary_error: 0.08466\n",
            "[576]\tvalid_0's binary_error: 0.0238\tvalid_1's binary_error: 0.08474\n",
            "[577]\tvalid_0's binary_error: 0.02368\tvalid_1's binary_error: 0.08478\n",
            "[578]\tvalid_0's binary_error: 0.0236\tvalid_1's binary_error: 0.08482\n",
            "[579]\tvalid_0's binary_error: 0.02354\tvalid_1's binary_error: 0.08482\n",
            "[580]\tvalid_0's binary_error: 0.0235\tvalid_1's binary_error: 0.0848\n",
            "[581]\tvalid_0's binary_error: 0.02342\tvalid_1's binary_error: 0.08486\n",
            "[582]\tvalid_0's binary_error: 0.02346\tvalid_1's binary_error: 0.08492\n",
            "[583]\tvalid_0's binary_error: 0.02344\tvalid_1's binary_error: 0.08496\n",
            "[584]\tvalid_0's binary_error: 0.02342\tvalid_1's binary_error: 0.08492\n",
            "[585]\tvalid_0's binary_error: 0.02334\tvalid_1's binary_error: 0.08514\n",
            "[586]\tvalid_0's binary_error: 0.02324\tvalid_1's binary_error: 0.08518\n",
            "[587]\tvalid_0's binary_error: 0.02316\tvalid_1's binary_error: 0.08518\n",
            "[588]\tvalid_0's binary_error: 0.02316\tvalid_1's binary_error: 0.08518\n",
            "[589]\tvalid_0's binary_error: 0.02312\tvalid_1's binary_error: 0.08522\n",
            "[590]\tvalid_0's binary_error: 0.02314\tvalid_1's binary_error: 0.08516\n",
            "[591]\tvalid_0's binary_error: 0.0231\tvalid_1's binary_error: 0.08518\n",
            "[592]\tvalid_0's binary_error: 0.02298\tvalid_1's binary_error: 0.0852\n",
            "[593]\tvalid_0's binary_error: 0.02298\tvalid_1's binary_error: 0.0852\n",
            "[594]\tvalid_0's binary_error: 0.02288\tvalid_1's binary_error: 0.08526\n",
            "[595]\tvalid_0's binary_error: 0.02282\tvalid_1's binary_error: 0.08526\n",
            "[596]\tvalid_0's binary_error: 0.02272\tvalid_1's binary_error: 0.08524\n",
            "[597]\tvalid_0's binary_error: 0.02268\tvalid_1's binary_error: 0.0852\n",
            "[598]\tvalid_0's binary_error: 0.02256\tvalid_1's binary_error: 0.0852\n",
            "[599]\tvalid_0's binary_error: 0.02256\tvalid_1's binary_error: 0.08524\n",
            "[600]\tvalid_0's binary_error: 0.02248\tvalid_1's binary_error: 0.08512\n",
            "[601]\tvalid_0's binary_error: 0.02244\tvalid_1's binary_error: 0.08516\n",
            "[602]\tvalid_0's binary_error: 0.02242\tvalid_1's binary_error: 0.08518\n",
            "[603]\tvalid_0's binary_error: 0.02232\tvalid_1's binary_error: 0.08512\n",
            "[604]\tvalid_0's binary_error: 0.02226\tvalid_1's binary_error: 0.0851\n",
            "[605]\tvalid_0's binary_error: 0.02206\tvalid_1's binary_error: 0.08508\n",
            "[606]\tvalid_0's binary_error: 0.02198\tvalid_1's binary_error: 0.08508\n",
            "[607]\tvalid_0's binary_error: 0.02194\tvalid_1's binary_error: 0.08516\n",
            "[608]\tvalid_0's binary_error: 0.02188\tvalid_1's binary_error: 0.0851\n",
            "[609]\tvalid_0's binary_error: 0.02182\tvalid_1's binary_error: 0.08514\n",
            "[610]\tvalid_0's binary_error: 0.02182\tvalid_1's binary_error: 0.08516\n",
            "[611]\tvalid_0's binary_error: 0.02168\tvalid_1's binary_error: 0.08516\n",
            "[612]\tvalid_0's binary_error: 0.02166\tvalid_1's binary_error: 0.0852\n",
            "[613]\tvalid_0's binary_error: 0.02162\tvalid_1's binary_error: 0.08516\n",
            "[614]\tvalid_0's binary_error: 0.02144\tvalid_1's binary_error: 0.08516\n",
            "[615]\tvalid_0's binary_error: 0.02134\tvalid_1's binary_error: 0.08522\n",
            "[616]\tvalid_0's binary_error: 0.02132\tvalid_1's binary_error: 0.08518\n",
            "[617]\tvalid_0's binary_error: 0.02124\tvalid_1's binary_error: 0.08516\n",
            "[618]\tvalid_0's binary_error: 0.02104\tvalid_1's binary_error: 0.08506\n",
            "[619]\tvalid_0's binary_error: 0.02082\tvalid_1's binary_error: 0.08508\n",
            "[620]\tvalid_0's binary_error: 0.02082\tvalid_1's binary_error: 0.08514\n",
            "[621]\tvalid_0's binary_error: 0.02074\tvalid_1's binary_error: 0.0851\n",
            "[622]\tvalid_0's binary_error: 0.02062\tvalid_1's binary_error: 0.08512\n",
            "[623]\tvalid_0's binary_error: 0.02054\tvalid_1's binary_error: 0.08508\n",
            "[624]\tvalid_0's binary_error: 0.02032\tvalid_1's binary_error: 0.08504\n",
            "[625]\tvalid_0's binary_error: 0.02028\tvalid_1's binary_error: 0.085\n",
            "[626]\tvalid_0's binary_error: 0.02014\tvalid_1's binary_error: 0.08506\n",
            "[627]\tvalid_0's binary_error: 0.02008\tvalid_1's binary_error: 0.08504\n",
            "[628]\tvalid_0's binary_error: 0.01994\tvalid_1's binary_error: 0.08506\n",
            "[629]\tvalid_0's binary_error: 0.01992\tvalid_1's binary_error: 0.08514\n",
            "[630]\tvalid_0's binary_error: 0.01984\tvalid_1's binary_error: 0.0851\n",
            "[631]\tvalid_0's binary_error: 0.01974\tvalid_1's binary_error: 0.08506\n",
            "[632]\tvalid_0's binary_error: 0.01978\tvalid_1's binary_error: 0.08502\n",
            "[633]\tvalid_0's binary_error: 0.01976\tvalid_1's binary_error: 0.08496\n",
            "[634]\tvalid_0's binary_error: 0.0197\tvalid_1's binary_error: 0.08498\n",
            "[635]\tvalid_0's binary_error: 0.01962\tvalid_1's binary_error: 0.08498\n",
            "[636]\tvalid_0's binary_error: 0.01954\tvalid_1's binary_error: 0.08502\n",
            "[637]\tvalid_0's binary_error: 0.01946\tvalid_1's binary_error: 0.08502\n",
            "[638]\tvalid_0's binary_error: 0.01942\tvalid_1's binary_error: 0.085\n",
            "[639]\tvalid_0's binary_error: 0.0194\tvalid_1's binary_error: 0.08508\n",
            "[640]\tvalid_0's binary_error: 0.01922\tvalid_1's binary_error: 0.08512\n",
            "[641]\tvalid_0's binary_error: 0.01914\tvalid_1's binary_error: 0.08518\n",
            "[642]\tvalid_0's binary_error: 0.0191\tvalid_1's binary_error: 0.08514\n",
            "[643]\tvalid_0's binary_error: 0.019\tvalid_1's binary_error: 0.08518\n",
            "[644]\tvalid_0's binary_error: 0.0189\tvalid_1's binary_error: 0.08522\n",
            "[645]\tvalid_0's binary_error: 0.01884\tvalid_1's binary_error: 0.08522\n",
            "[646]\tvalid_0's binary_error: 0.01882\tvalid_1's binary_error: 0.08528\n",
            "[647]\tvalid_0's binary_error: 0.01876\tvalid_1's binary_error: 0.08528\n",
            "[648]\tvalid_0's binary_error: 0.01872\tvalid_1's binary_error: 0.08528\n",
            "[649]\tvalid_0's binary_error: 0.01866\tvalid_1's binary_error: 0.0853\n",
            "[650]\tvalid_0's binary_error: 0.01866\tvalid_1's binary_error: 0.0853\n",
            "[651]\tvalid_0's binary_error: 0.0186\tvalid_1's binary_error: 0.0853\n",
            "[652]\tvalid_0's binary_error: 0.0185\tvalid_1's binary_error: 0.0852\n",
            "[653]\tvalid_0's binary_error: 0.01844\tvalid_1's binary_error: 0.08522\n",
            "[654]\tvalid_0's binary_error: 0.0184\tvalid_1's binary_error: 0.0852\n",
            "[655]\tvalid_0's binary_error: 0.0183\tvalid_1's binary_error: 0.08508\n",
            "[656]\tvalid_0's binary_error: 0.01824\tvalid_1's binary_error: 0.08502\n",
            "[657]\tvalid_0's binary_error: 0.0182\tvalid_1's binary_error: 0.08498\n",
            "[658]\tvalid_0's binary_error: 0.01816\tvalid_1's binary_error: 0.08496\n",
            "[659]\tvalid_0's binary_error: 0.01808\tvalid_1's binary_error: 0.08498\n",
            "[660]\tvalid_0's binary_error: 0.018\tvalid_1's binary_error: 0.08504\n",
            "[661]\tvalid_0's binary_error: 0.01798\tvalid_1's binary_error: 0.08496\n",
            "[662]\tvalid_0's binary_error: 0.01792\tvalid_1's binary_error: 0.08502\n",
            "[663]\tvalid_0's binary_error: 0.01782\tvalid_1's binary_error: 0.08504\n",
            "[664]\tvalid_0's binary_error: 0.01762\tvalid_1's binary_error: 0.08502\n",
            "[665]\tvalid_0's binary_error: 0.0175\tvalid_1's binary_error: 0.08504\n",
            "[666]\tvalid_0's binary_error: 0.01748\tvalid_1's binary_error: 0.08512\n",
            "[667]\tvalid_0's binary_error: 0.01746\tvalid_1's binary_error: 0.0851\n",
            "[668]\tvalid_0's binary_error: 0.0173\tvalid_1's binary_error: 0.0851\n",
            "[669]\tvalid_0's binary_error: 0.0173\tvalid_1's binary_error: 0.08514\n",
            "[670]\tvalid_0's binary_error: 0.01726\tvalid_1's binary_error: 0.08516\n",
            "[671]\tvalid_0's binary_error: 0.01726\tvalid_1's binary_error: 0.0852\n",
            "[672]\tvalid_0's binary_error: 0.01712\tvalid_1's binary_error: 0.08508\n",
            "[673]\tvalid_0's binary_error: 0.0171\tvalid_1's binary_error: 0.08514\n",
            "[674]\tvalid_0's binary_error: 0.01714\tvalid_1's binary_error: 0.08512\n",
            "[675]\tvalid_0's binary_error: 0.01712\tvalid_1's binary_error: 0.08516\n",
            "[676]\tvalid_0's binary_error: 0.01694\tvalid_1's binary_error: 0.08518\n",
            "[677]\tvalid_0's binary_error: 0.01682\tvalid_1's binary_error: 0.0852\n",
            "[678]\tvalid_0's binary_error: 0.01676\tvalid_1's binary_error: 0.08522\n",
            "[679]\tvalid_0's binary_error: 0.01676\tvalid_1's binary_error: 0.08518\n",
            "[680]\tvalid_0's binary_error: 0.01674\tvalid_1's binary_error: 0.08526\n",
            "[681]\tvalid_0's binary_error: 0.01668\tvalid_1's binary_error: 0.08528\n",
            "[682]\tvalid_0's binary_error: 0.01664\tvalid_1's binary_error: 0.08528\n",
            "[683]\tvalid_0's binary_error: 0.01664\tvalid_1's binary_error: 0.0853\n",
            "[684]\tvalid_0's binary_error: 0.0166\tvalid_1's binary_error: 0.08528\n",
            "[685]\tvalid_0's binary_error: 0.01664\tvalid_1's binary_error: 0.08528\n",
            "[686]\tvalid_0's binary_error: 0.01662\tvalid_1's binary_error: 0.08522\n",
            "[687]\tvalid_0's binary_error: 0.01654\tvalid_1's binary_error: 0.08516\n",
            "[688]\tvalid_0's binary_error: 0.01652\tvalid_1's binary_error: 0.08512\n",
            "[689]\tvalid_0's binary_error: 0.01648\tvalid_1's binary_error: 0.08516\n",
            "[690]\tvalid_0's binary_error: 0.01626\tvalid_1's binary_error: 0.08516\n",
            "[691]\tvalid_0's binary_error: 0.01624\tvalid_1's binary_error: 0.08512\n",
            "[692]\tvalid_0's binary_error: 0.01622\tvalid_1's binary_error: 0.08516\n",
            "[693]\tvalid_0's binary_error: 0.01616\tvalid_1's binary_error: 0.08516\n",
            "[694]\tvalid_0's binary_error: 0.0161\tvalid_1's binary_error: 0.08514\n",
            "[695]\tvalid_0's binary_error: 0.01604\tvalid_1's binary_error: 0.08534\n",
            "[696]\tvalid_0's binary_error: 0.01596\tvalid_1's binary_error: 0.0854\n",
            "[697]\tvalid_0's binary_error: 0.01596\tvalid_1's binary_error: 0.08536\n",
            "[698]\tvalid_0's binary_error: 0.01598\tvalid_1's binary_error: 0.08536\n",
            "[699]\tvalid_0's binary_error: 0.01594\tvalid_1's binary_error: 0.08548\n",
            "[700]\tvalid_0's binary_error: 0.01588\tvalid_1's binary_error: 0.08542\n",
            "[701]\tvalid_0's binary_error: 0.0158\tvalid_1's binary_error: 0.08536\n",
            "[702]\tvalid_0's binary_error: 0.01578\tvalid_1's binary_error: 0.08538\n",
            "[703]\tvalid_0's binary_error: 0.01564\tvalid_1's binary_error: 0.08536\n",
            "[704]\tvalid_0's binary_error: 0.01562\tvalid_1's binary_error: 0.08534\n",
            "[705]\tvalid_0's binary_error: 0.01552\tvalid_1's binary_error: 0.08524\n",
            "[706]\tvalid_0's binary_error: 0.01546\tvalid_1's binary_error: 0.0852\n",
            "[707]\tvalid_0's binary_error: 0.01542\tvalid_1's binary_error: 0.0852\n",
            "[708]\tvalid_0's binary_error: 0.01534\tvalid_1's binary_error: 0.08526\n",
            "[709]\tvalid_0's binary_error: 0.0153\tvalid_1's binary_error: 0.08528\n",
            "[710]\tvalid_0's binary_error: 0.01528\tvalid_1's binary_error: 0.08532\n",
            "[711]\tvalid_0's binary_error: 0.01526\tvalid_1's binary_error: 0.08534\n",
            "[712]\tvalid_0's binary_error: 0.01508\tvalid_1's binary_error: 0.08528\n",
            "[713]\tvalid_0's binary_error: 0.01508\tvalid_1's binary_error: 0.08544\n",
            "[714]\tvalid_0's binary_error: 0.01508\tvalid_1's binary_error: 0.08546\n",
            "[715]\tvalid_0's binary_error: 0.01502\tvalid_1's binary_error: 0.08548\n",
            "[716]\tvalid_0's binary_error: 0.015\tvalid_1's binary_error: 0.08548\n",
            "[717]\tvalid_0's binary_error: 0.015\tvalid_1's binary_error: 0.0855\n",
            "[718]\tvalid_0's binary_error: 0.01496\tvalid_1's binary_error: 0.08556\n",
            "[719]\tvalid_0's binary_error: 0.01486\tvalid_1's binary_error: 0.08556\n",
            "[720]\tvalid_0's binary_error: 0.01482\tvalid_1's binary_error: 0.08554\n",
            "[721]\tvalid_0's binary_error: 0.01474\tvalid_1's binary_error: 0.0856\n",
            "[722]\tvalid_0's binary_error: 0.0147\tvalid_1's binary_error: 0.08562\n",
            "[723]\tvalid_0's binary_error: 0.01464\tvalid_1's binary_error: 0.08564\n",
            "[724]\tvalid_0's binary_error: 0.01456\tvalid_1's binary_error: 0.0856\n",
            "[725]\tvalid_0's binary_error: 0.01454\tvalid_1's binary_error: 0.08552\n",
            "[726]\tvalid_0's binary_error: 0.01448\tvalid_1's binary_error: 0.0855\n",
            "[727]\tvalid_0's binary_error: 0.01446\tvalid_1's binary_error: 0.0854\n",
            "[728]\tvalid_0's binary_error: 0.01442\tvalid_1's binary_error: 0.08532\n",
            "[729]\tvalid_0's binary_error: 0.01438\tvalid_1's binary_error: 0.08532\n",
            "[730]\tvalid_0's binary_error: 0.01436\tvalid_1's binary_error: 0.08526\n",
            "[731]\tvalid_0's binary_error: 0.01436\tvalid_1's binary_error: 0.08534\n",
            "[732]\tvalid_0's binary_error: 0.01434\tvalid_1's binary_error: 0.08536\n",
            "[733]\tvalid_0's binary_error: 0.0143\tvalid_1's binary_error: 0.08536\n",
            "[734]\tvalid_0's binary_error: 0.01422\tvalid_1's binary_error: 0.08538\n",
            "[735]\tvalid_0's binary_error: 0.0142\tvalid_1's binary_error: 0.08536\n",
            "[736]\tvalid_0's binary_error: 0.01418\tvalid_1's binary_error: 0.08538\n",
            "[737]\tvalid_0's binary_error: 0.0141\tvalid_1's binary_error: 0.08538\n",
            "[738]\tvalid_0's binary_error: 0.014\tvalid_1's binary_error: 0.08534\n",
            "[739]\tvalid_0's binary_error: 0.0139\tvalid_1's binary_error: 0.08538\n",
            "[740]\tvalid_0's binary_error: 0.01386\tvalid_1's binary_error: 0.08544\n",
            "[741]\tvalid_0's binary_error: 0.01384\tvalid_1's binary_error: 0.08548\n",
            "[742]\tvalid_0's binary_error: 0.01376\tvalid_1's binary_error: 0.08554\n",
            "[743]\tvalid_0's binary_error: 0.0137\tvalid_1's binary_error: 0.08566\n",
            "[744]\tvalid_0's binary_error: 0.01366\tvalid_1's binary_error: 0.08556\n",
            "[745]\tvalid_0's binary_error: 0.01356\tvalid_1's binary_error: 0.08564\n",
            "[746]\tvalid_0's binary_error: 0.01356\tvalid_1's binary_error: 0.08562\n",
            "[747]\tvalid_0's binary_error: 0.01356\tvalid_1's binary_error: 0.08572\n",
            "[748]\tvalid_0's binary_error: 0.01354\tvalid_1's binary_error: 0.08574\n",
            "[749]\tvalid_0's binary_error: 0.01348\tvalid_1's binary_error: 0.08574\n",
            "[750]\tvalid_0's binary_error: 0.01352\tvalid_1's binary_error: 0.08574\n",
            "[751]\tvalid_0's binary_error: 0.0135\tvalid_1's binary_error: 0.08582\n",
            "[752]\tvalid_0's binary_error: 0.01348\tvalid_1's binary_error: 0.08584\n",
            "[753]\tvalid_0's binary_error: 0.0134\tvalid_1's binary_error: 0.08596\n",
            "[754]\tvalid_0's binary_error: 0.01334\tvalid_1's binary_error: 0.08604\n",
            "[755]\tvalid_0's binary_error: 0.01326\tvalid_1's binary_error: 0.08606\n",
            "[756]\tvalid_0's binary_error: 0.0132\tvalid_1's binary_error: 0.08606\n",
            "[757]\tvalid_0's binary_error: 0.0132\tvalid_1's binary_error: 0.08598\n",
            "[758]\tvalid_0's binary_error: 0.0132\tvalid_1's binary_error: 0.08594\n",
            "[759]\tvalid_0's binary_error: 0.01314\tvalid_1's binary_error: 0.08594\n",
            "[760]\tvalid_0's binary_error: 0.01304\tvalid_1's binary_error: 0.08594\n",
            "[761]\tvalid_0's binary_error: 0.01298\tvalid_1's binary_error: 0.08588\n",
            "[762]\tvalid_0's binary_error: 0.01296\tvalid_1's binary_error: 0.08588\n",
            "[763]\tvalid_0's binary_error: 0.01304\tvalid_1's binary_error: 0.08578\n",
            "[764]\tvalid_0's binary_error: 0.01298\tvalid_1's binary_error: 0.08584\n",
            "[765]\tvalid_0's binary_error: 0.01294\tvalid_1's binary_error: 0.08584\n",
            "[766]\tvalid_0's binary_error: 0.01288\tvalid_1's binary_error: 0.08588\n",
            "[767]\tvalid_0's binary_error: 0.01288\tvalid_1's binary_error: 0.08586\n",
            "[768]\tvalid_0's binary_error: 0.01274\tvalid_1's binary_error: 0.08584\n",
            "[769]\tvalid_0's binary_error: 0.01266\tvalid_1's binary_error: 0.08578\n",
            "[770]\tvalid_0's binary_error: 0.01266\tvalid_1's binary_error: 0.08576\n",
            "[771]\tvalid_0's binary_error: 0.01256\tvalid_1's binary_error: 0.08582\n",
            "[772]\tvalid_0's binary_error: 0.01252\tvalid_1's binary_error: 0.08586\n",
            "[773]\tvalid_0's binary_error: 0.01248\tvalid_1's binary_error: 0.08588\n",
            "[774]\tvalid_0's binary_error: 0.01246\tvalid_1's binary_error: 0.0859\n",
            "[775]\tvalid_0's binary_error: 0.01254\tvalid_1's binary_error: 0.08586\n",
            "[776]\tvalid_0's binary_error: 0.01256\tvalid_1's binary_error: 0.08592\n",
            "[777]\tvalid_0's binary_error: 0.0125\tvalid_1's binary_error: 0.08596\n",
            "[778]\tvalid_0's binary_error: 0.01248\tvalid_1's binary_error: 0.08596\n",
            "[779]\tvalid_0's binary_error: 0.01248\tvalid_1's binary_error: 0.08594\n",
            "[780]\tvalid_0's binary_error: 0.01238\tvalid_1's binary_error: 0.0859\n",
            "[781]\tvalid_0's binary_error: 0.01234\tvalid_1's binary_error: 0.08592\n",
            "[782]\tvalid_0's binary_error: 0.01228\tvalid_1's binary_error: 0.08588\n",
            "[783]\tvalid_0's binary_error: 0.01228\tvalid_1's binary_error: 0.08588\n",
            "[784]\tvalid_0's binary_error: 0.01228\tvalid_1's binary_error: 0.08592\n",
            "[785]\tvalid_0's binary_error: 0.01226\tvalid_1's binary_error: 0.08592\n",
            "[786]\tvalid_0's binary_error: 0.01226\tvalid_1's binary_error: 0.08584\n",
            "[787]\tvalid_0's binary_error: 0.01218\tvalid_1's binary_error: 0.08592\n",
            "[788]\tvalid_0's binary_error: 0.01214\tvalid_1's binary_error: 0.08592\n",
            "[789]\tvalid_0's binary_error: 0.01214\tvalid_1's binary_error: 0.08584\n",
            "[790]\tvalid_0's binary_error: 0.01202\tvalid_1's binary_error: 0.08586\n",
            "[791]\tvalid_0's binary_error: 0.01192\tvalid_1's binary_error: 0.0858\n",
            "[792]\tvalid_0's binary_error: 0.01188\tvalid_1's binary_error: 0.08574\n",
            "[793]\tvalid_0's binary_error: 0.0118\tvalid_1's binary_error: 0.08578\n",
            "[794]\tvalid_0's binary_error: 0.01174\tvalid_1's binary_error: 0.08562\n",
            "[795]\tvalid_0's binary_error: 0.01168\tvalid_1's binary_error: 0.08558\n",
            "[796]\tvalid_0's binary_error: 0.0116\tvalid_1's binary_error: 0.08564\n",
            "[797]\tvalid_0's binary_error: 0.01154\tvalid_1's binary_error: 0.08574\n",
            "[798]\tvalid_0's binary_error: 0.01148\tvalid_1's binary_error: 0.08564\n",
            "[799]\tvalid_0's binary_error: 0.01146\tvalid_1's binary_error: 0.08566\n",
            "[800]\tvalid_0's binary_error: 0.01146\tvalid_1's binary_error: 0.08568\n",
            "[801]\tvalid_0's binary_error: 0.0114\tvalid_1's binary_error: 0.08564\n",
            "[802]\tvalid_0's binary_error: 0.01138\tvalid_1's binary_error: 0.08554\n",
            "[803]\tvalid_0's binary_error: 0.01136\tvalid_1's binary_error: 0.08552\n",
            "[804]\tvalid_0's binary_error: 0.01132\tvalid_1's binary_error: 0.08548\n",
            "[805]\tvalid_0's binary_error: 0.0113\tvalid_1's binary_error: 0.08542\n",
            "[806]\tvalid_0's binary_error: 0.01122\tvalid_1's binary_error: 0.08536\n",
            "[807]\tvalid_0's binary_error: 0.01122\tvalid_1's binary_error: 0.08542\n",
            "[808]\tvalid_0's binary_error: 0.01114\tvalid_1's binary_error: 0.08544\n",
            "[809]\tvalid_0's binary_error: 0.01114\tvalid_1's binary_error: 0.08546\n",
            "[810]\tvalid_0's binary_error: 0.01094\tvalid_1's binary_error: 0.0855\n",
            "[811]\tvalid_0's binary_error: 0.01094\tvalid_1's binary_error: 0.08546\n",
            "[812]\tvalid_0's binary_error: 0.01094\tvalid_1's binary_error: 0.0855\n",
            "[813]\tvalid_0's binary_error: 0.01094\tvalid_1's binary_error: 0.0855\n",
            "[814]\tvalid_0's binary_error: 0.01094\tvalid_1's binary_error: 0.08556\n",
            "[815]\tvalid_0's binary_error: 0.0109\tvalid_1's binary_error: 0.08552\n",
            "[816]\tvalid_0's binary_error: 0.0109\tvalid_1's binary_error: 0.08554\n",
            "[817]\tvalid_0's binary_error: 0.01092\tvalid_1's binary_error: 0.08552\n",
            "[818]\tvalid_0's binary_error: 0.0109\tvalid_1's binary_error: 0.08554\n",
            "[819]\tvalid_0's binary_error: 0.01086\tvalid_1's binary_error: 0.08554\n",
            "[820]\tvalid_0's binary_error: 0.01082\tvalid_1's binary_error: 0.0855\n",
            "[821]\tvalid_0's binary_error: 0.01078\tvalid_1's binary_error: 0.08548\n",
            "[822]\tvalid_0's binary_error: 0.01072\tvalid_1's binary_error: 0.08544\n",
            "[823]\tvalid_0's binary_error: 0.01066\tvalid_1's binary_error: 0.08552\n",
            "[824]\tvalid_0's binary_error: 0.01064\tvalid_1's binary_error: 0.08552\n",
            "[825]\tvalid_0's binary_error: 0.01062\tvalid_1's binary_error: 0.08548\n",
            "[826]\tvalid_0's binary_error: 0.01062\tvalid_1's binary_error: 0.08546\n",
            "[827]\tvalid_0's binary_error: 0.01052\tvalid_1's binary_error: 0.08546\n",
            "[828]\tvalid_0's binary_error: 0.01048\tvalid_1's binary_error: 0.08542\n",
            "[829]\tvalid_0's binary_error: 0.0104\tvalid_1's binary_error: 0.08534\n",
            "[830]\tvalid_0's binary_error: 0.01038\tvalid_1's binary_error: 0.08526\n",
            "[831]\tvalid_0's binary_error: 0.01036\tvalid_1's binary_error: 0.08536\n",
            "[832]\tvalid_0's binary_error: 0.01034\tvalid_1's binary_error: 0.08534\n",
            "[833]\tvalid_0's binary_error: 0.0103\tvalid_1's binary_error: 0.08526\n",
            "[834]\tvalid_0's binary_error: 0.01026\tvalid_1's binary_error: 0.08524\n",
            "[835]\tvalid_0's binary_error: 0.01024\tvalid_1's binary_error: 0.08516\n",
            "[836]\tvalid_0's binary_error: 0.0102\tvalid_1's binary_error: 0.0852\n",
            "[837]\tvalid_0's binary_error: 0.01018\tvalid_1's binary_error: 0.0852\n",
            "[838]\tvalid_0's binary_error: 0.01018\tvalid_1's binary_error: 0.08526\n",
            "[839]\tvalid_0's binary_error: 0.01018\tvalid_1's binary_error: 0.08524\n",
            "[840]\tvalid_0's binary_error: 0.01016\tvalid_1's binary_error: 0.08518\n",
            "[841]\tvalid_0's binary_error: 0.01014\tvalid_1's binary_error: 0.08522\n",
            "[842]\tvalid_0's binary_error: 0.01012\tvalid_1's binary_error: 0.08524\n",
            "[843]\tvalid_0's binary_error: 0.01012\tvalid_1's binary_error: 0.08532\n",
            "[844]\tvalid_0's binary_error: 0.01012\tvalid_1's binary_error: 0.08532\n",
            "[845]\tvalid_0's binary_error: 0.0101\tvalid_1's binary_error: 0.08532\n",
            "[846]\tvalid_0's binary_error: 0.0101\tvalid_1's binary_error: 0.08538\n",
            "[847]\tvalid_0's binary_error: 0.01008\tvalid_1's binary_error: 0.08538\n",
            "[848]\tvalid_0's binary_error: 0.01008\tvalid_1's binary_error: 0.08538\n",
            "[849]\tvalid_0's binary_error: 0.01002\tvalid_1's binary_error: 0.08534\n",
            "[850]\tvalid_0's binary_error: 0.00998\tvalid_1's binary_error: 0.08532\n",
            "[851]\tvalid_0's binary_error: 0.00998\tvalid_1's binary_error: 0.08528\n",
            "[852]\tvalid_0's binary_error: 0.00984\tvalid_1's binary_error: 0.08522\n",
            "[853]\tvalid_0's binary_error: 0.00984\tvalid_1's binary_error: 0.08532\n",
            "[854]\tvalid_0's binary_error: 0.0098\tvalid_1's binary_error: 0.08534\n",
            "[855]\tvalid_0's binary_error: 0.0097\tvalid_1's binary_error: 0.08542\n",
            "[856]\tvalid_0's binary_error: 0.00966\tvalid_1's binary_error: 0.0854\n",
            "[857]\tvalid_0's binary_error: 0.0096\tvalid_1's binary_error: 0.08542\n",
            "[858]\tvalid_0's binary_error: 0.00958\tvalid_1's binary_error: 0.08536\n",
            "[859]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.0853\n",
            "[860]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.08528\n",
            "[861]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.08526\n",
            "[862]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.08528\n",
            "[863]\tvalid_0's binary_error: 0.00944\tvalid_1's binary_error: 0.08524\n",
            "[864]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.0853\n",
            "[865]\tvalid_0's binary_error: 0.00946\tvalid_1's binary_error: 0.08524\n",
            "[866]\tvalid_0's binary_error: 0.00944\tvalid_1's binary_error: 0.08524\n",
            "[867]\tvalid_0's binary_error: 0.00944\tvalid_1's binary_error: 0.08526\n",
            "[868]\tvalid_0's binary_error: 0.0094\tvalid_1's binary_error: 0.0853\n",
            "[869]\tvalid_0's binary_error: 0.0094\tvalid_1's binary_error: 0.08534\n",
            "[870]\tvalid_0's binary_error: 0.00936\tvalid_1's binary_error: 0.08534\n",
            "[871]\tvalid_0's binary_error: 0.00936\tvalid_1's binary_error: 0.08538\n",
            "[872]\tvalid_0's binary_error: 0.0093\tvalid_1's binary_error: 0.08548\n",
            "[873]\tvalid_0's binary_error: 0.00924\tvalid_1's binary_error: 0.08554\n",
            "[874]\tvalid_0's binary_error: 0.0092\tvalid_1's binary_error: 0.08562\n",
            "[875]\tvalid_0's binary_error: 0.00918\tvalid_1's binary_error: 0.08562\n",
            "[876]\tvalid_0's binary_error: 0.00912\tvalid_1's binary_error: 0.08562\n",
            "[877]\tvalid_0's binary_error: 0.00908\tvalid_1's binary_error: 0.08552\n",
            "[878]\tvalid_0's binary_error: 0.00906\tvalid_1's binary_error: 0.08564\n",
            "[879]\tvalid_0's binary_error: 0.00896\tvalid_1's binary_error: 0.08572\n",
            "[880]\tvalid_0's binary_error: 0.00894\tvalid_1's binary_error: 0.08576\n",
            "[881]\tvalid_0's binary_error: 0.00894\tvalid_1's binary_error: 0.08578\n",
            "[882]\tvalid_0's binary_error: 0.00894\tvalid_1's binary_error: 0.08574\n",
            "[883]\tvalid_0's binary_error: 0.0089\tvalid_1's binary_error: 0.08574\n",
            "[884]\tvalid_0's binary_error: 0.00886\tvalid_1's binary_error: 0.08574\n",
            "[885]\tvalid_0's binary_error: 0.0088\tvalid_1's binary_error: 0.08574\n",
            "[886]\tvalid_0's binary_error: 0.00878\tvalid_1's binary_error: 0.08576\n",
            "[887]\tvalid_0's binary_error: 0.00874\tvalid_1's binary_error: 0.08574\n",
            "[888]\tvalid_0's binary_error: 0.0087\tvalid_1's binary_error: 0.08574\n",
            "[889]\tvalid_0's binary_error: 0.00868\tvalid_1's binary_error: 0.08578\n",
            "[890]\tvalid_0's binary_error: 0.00864\tvalid_1's binary_error: 0.08576\n",
            "[891]\tvalid_0's binary_error: 0.00864\tvalid_1's binary_error: 0.08578\n",
            "[892]\tvalid_0's binary_error: 0.00862\tvalid_1's binary_error: 0.08576\n",
            "[893]\tvalid_0's binary_error: 0.00862\tvalid_1's binary_error: 0.08578\n",
            "[894]\tvalid_0's binary_error: 0.0086\tvalid_1's binary_error: 0.0858\n",
            "[895]\tvalid_0's binary_error: 0.00858\tvalid_1's binary_error: 0.0858\n",
            "[896]\tvalid_0's binary_error: 0.00858\tvalid_1's binary_error: 0.08578\n",
            "[897]\tvalid_0's binary_error: 0.00852\tvalid_1's binary_error: 0.08574\n",
            "[898]\tvalid_0's binary_error: 0.0085\tvalid_1's binary_error: 0.08568\n",
            "[899]\tvalid_0's binary_error: 0.00848\tvalid_1's binary_error: 0.08566\n",
            "[900]\tvalid_0's binary_error: 0.00846\tvalid_1's binary_error: 0.08564\n",
            "[901]\tvalid_0's binary_error: 0.00846\tvalid_1's binary_error: 0.08568\n",
            "[902]\tvalid_0's binary_error: 0.00838\tvalid_1's binary_error: 0.08562\n",
            "[903]\tvalid_0's binary_error: 0.00836\tvalid_1's binary_error: 0.08558\n",
            "[904]\tvalid_0's binary_error: 0.00836\tvalid_1's binary_error: 0.08556\n",
            "[905]\tvalid_0's binary_error: 0.00836\tvalid_1's binary_error: 0.08558\n",
            "[906]\tvalid_0's binary_error: 0.00828\tvalid_1's binary_error: 0.08568\n",
            "[907]\tvalid_0's binary_error: 0.00826\tvalid_1's binary_error: 0.0857\n",
            "[908]\tvalid_0's binary_error: 0.00826\tvalid_1's binary_error: 0.08574\n",
            "[909]\tvalid_0's binary_error: 0.00826\tvalid_1's binary_error: 0.08578\n",
            "[910]\tvalid_0's binary_error: 0.00824\tvalid_1's binary_error: 0.08574\n",
            "[911]\tvalid_0's binary_error: 0.00822\tvalid_1's binary_error: 0.0859\n",
            "[912]\tvalid_0's binary_error: 0.0082\tvalid_1's binary_error: 0.08588\n",
            "[913]\tvalid_0's binary_error: 0.00818\tvalid_1's binary_error: 0.08586\n",
            "[914]\tvalid_0's binary_error: 0.00818\tvalid_1's binary_error: 0.08588\n",
            "[915]\tvalid_0's binary_error: 0.0081\tvalid_1's binary_error: 0.08592\n",
            "[916]\tvalid_0's binary_error: 0.0081\tvalid_1's binary_error: 0.08588\n",
            "[917]\tvalid_0's binary_error: 0.00808\tvalid_1's binary_error: 0.08588\n",
            "[918]\tvalid_0's binary_error: 0.00808\tvalid_1's binary_error: 0.08592\n",
            "[919]\tvalid_0's binary_error: 0.00804\tvalid_1's binary_error: 0.08586\n",
            "[920]\tvalid_0's binary_error: 0.00802\tvalid_1's binary_error: 0.0858\n",
            "[921]\tvalid_0's binary_error: 0.00796\tvalid_1's binary_error: 0.08584\n",
            "[922]\tvalid_0's binary_error: 0.00794\tvalid_1's binary_error: 0.08586\n",
            "[923]\tvalid_0's binary_error: 0.00792\tvalid_1's binary_error: 0.08576\n",
            "[924]\tvalid_0's binary_error: 0.00792\tvalid_1's binary_error: 0.08576\n",
            "[925]\tvalid_0's binary_error: 0.0079\tvalid_1's binary_error: 0.08572\n",
            "[926]\tvalid_0's binary_error: 0.00788\tvalid_1's binary_error: 0.0857\n",
            "[927]\tvalid_0's binary_error: 0.00788\tvalid_1's binary_error: 0.08566\n",
            "[928]\tvalid_0's binary_error: 0.00784\tvalid_1's binary_error: 0.08566\n",
            "[929]\tvalid_0's binary_error: 0.00782\tvalid_1's binary_error: 0.0857\n",
            "[930]\tvalid_0's binary_error: 0.00778\tvalid_1's binary_error: 0.08564\n",
            "[931]\tvalid_0's binary_error: 0.00778\tvalid_1's binary_error: 0.08566\n",
            "[932]\tvalid_0's binary_error: 0.00778\tvalid_1's binary_error: 0.08562\n",
            "[933]\tvalid_0's binary_error: 0.00774\tvalid_1's binary_error: 0.08564\n",
            "[934]\tvalid_0's binary_error: 0.00774\tvalid_1's binary_error: 0.08564\n",
            "[935]\tvalid_0's binary_error: 0.00768\tvalid_1's binary_error: 0.08564\n",
            "[936]\tvalid_0's binary_error: 0.00768\tvalid_1's binary_error: 0.0857\n",
            "[937]\tvalid_0's binary_error: 0.00768\tvalid_1's binary_error: 0.08568\n",
            "[938]\tvalid_0's binary_error: 0.00768\tvalid_1's binary_error: 0.0857\n",
            "[939]\tvalid_0's binary_error: 0.00768\tvalid_1's binary_error: 0.08572\n",
            "[940]\tvalid_0's binary_error: 0.00764\tvalid_1's binary_error: 0.08572\n",
            "[941]\tvalid_0's binary_error: 0.00756\tvalid_1's binary_error: 0.08568\n",
            "[942]\tvalid_0's binary_error: 0.0075\tvalid_1's binary_error: 0.0857\n",
            "[943]\tvalid_0's binary_error: 0.00748\tvalid_1's binary_error: 0.0857\n",
            "[944]\tvalid_0's binary_error: 0.00744\tvalid_1's binary_error: 0.08576\n",
            "[945]\tvalid_0's binary_error: 0.00746\tvalid_1's binary_error: 0.0857\n",
            "[946]\tvalid_0's binary_error: 0.00734\tvalid_1's binary_error: 0.08562\n",
            "[947]\tvalid_0's binary_error: 0.00734\tvalid_1's binary_error: 0.0856\n",
            "[948]\tvalid_0's binary_error: 0.00728\tvalid_1's binary_error: 0.08568\n",
            "[949]\tvalid_0's binary_error: 0.00724\tvalid_1's binary_error: 0.0858\n",
            "[950]\tvalid_0's binary_error: 0.00722\tvalid_1's binary_error: 0.0858\n",
            "[951]\tvalid_0's binary_error: 0.0072\tvalid_1's binary_error: 0.08586\n",
            "[952]\tvalid_0's binary_error: 0.0072\tvalid_1's binary_error: 0.0859\n",
            "[953]\tvalid_0's binary_error: 0.0072\tvalid_1's binary_error: 0.08594\n",
            "[954]\tvalid_0's binary_error: 0.00716\tvalid_1's binary_error: 0.08592\n",
            "[955]\tvalid_0's binary_error: 0.00716\tvalid_1's binary_error: 0.08594\n",
            "[956]\tvalid_0's binary_error: 0.00714\tvalid_1's binary_error: 0.08592\n",
            "[957]\tvalid_0's binary_error: 0.00716\tvalid_1's binary_error: 0.0859\n",
            "[958]\tvalid_0's binary_error: 0.00712\tvalid_1's binary_error: 0.08586\n",
            "[959]\tvalid_0's binary_error: 0.0071\tvalid_1's binary_error: 0.08586\n",
            "[960]\tvalid_0's binary_error: 0.0071\tvalid_1's binary_error: 0.0859\n",
            "[961]\tvalid_0's binary_error: 0.00706\tvalid_1's binary_error: 0.08586\n",
            "[962]\tvalid_0's binary_error: 0.007\tvalid_1's binary_error: 0.08588\n",
            "[963]\tvalid_0's binary_error: 0.00694\tvalid_1's binary_error: 0.0859\n",
            "[964]\tvalid_0's binary_error: 0.00686\tvalid_1's binary_error: 0.08596\n",
            "[965]\tvalid_0's binary_error: 0.00686\tvalid_1's binary_error: 0.08592\n",
            "[966]\tvalid_0's binary_error: 0.00686\tvalid_1's binary_error: 0.0859\n",
            "[967]\tvalid_0's binary_error: 0.00686\tvalid_1's binary_error: 0.08602\n",
            "[968]\tvalid_0's binary_error: 0.0068\tvalid_1's binary_error: 0.08598\n",
            "[969]\tvalid_0's binary_error: 0.0068\tvalid_1's binary_error: 0.08602\n",
            "[970]\tvalid_0's binary_error: 0.0068\tvalid_1's binary_error: 0.08598\n",
            "[971]\tvalid_0's binary_error: 0.0068\tvalid_1's binary_error: 0.08592\n",
            "[972]\tvalid_0's binary_error: 0.00678\tvalid_1's binary_error: 0.08588\n",
            "[973]\tvalid_0's binary_error: 0.00674\tvalid_1's binary_error: 0.08586\n",
            "[974]\tvalid_0's binary_error: 0.0067\tvalid_1's binary_error: 0.08584\n",
            "[975]\tvalid_0's binary_error: 0.00666\tvalid_1's binary_error: 0.0859\n",
            "[976]\tvalid_0's binary_error: 0.00662\tvalid_1's binary_error: 0.08592\n",
            "[977]\tvalid_0's binary_error: 0.00658\tvalid_1's binary_error: 0.08592\n",
            "[978]\tvalid_0's binary_error: 0.00656\tvalid_1's binary_error: 0.08592\n",
            "[979]\tvalid_0's binary_error: 0.00654\tvalid_1's binary_error: 0.08592\n",
            "[980]\tvalid_0's binary_error: 0.00656\tvalid_1's binary_error: 0.08588\n",
            "[981]\tvalid_0's binary_error: 0.00654\tvalid_1's binary_error: 0.08598\n",
            "[982]\tvalid_0's binary_error: 0.00652\tvalid_1's binary_error: 0.08594\n",
            "[983]\tvalid_0's binary_error: 0.0065\tvalid_1's binary_error: 0.08594\n",
            "[984]\tvalid_0's binary_error: 0.00646\tvalid_1's binary_error: 0.08602\n",
            "[985]\tvalid_0's binary_error: 0.00648\tvalid_1's binary_error: 0.08604\n",
            "[986]\tvalid_0's binary_error: 0.00638\tvalid_1's binary_error: 0.08604\n",
            "[987]\tvalid_0's binary_error: 0.00632\tvalid_1's binary_error: 0.08598\n",
            "[988]\tvalid_0's binary_error: 0.00632\tvalid_1's binary_error: 0.08602\n",
            "[989]\tvalid_0's binary_error: 0.00628\tvalid_1's binary_error: 0.08602\n",
            "[990]\tvalid_0's binary_error: 0.00622\tvalid_1's binary_error: 0.08602\n",
            "[991]\tvalid_0's binary_error: 0.00622\tvalid_1's binary_error: 0.08602\n",
            "[992]\tvalid_0's binary_error: 0.0062\tvalid_1's binary_error: 0.08598\n",
            "[993]\tvalid_0's binary_error: 0.0062\tvalid_1's binary_error: 0.08592\n",
            "[994]\tvalid_0's binary_error: 0.00616\tvalid_1's binary_error: 0.08594\n",
            "[995]\tvalid_0's binary_error: 0.00616\tvalid_1's binary_error: 0.08594\n",
            "[996]\tvalid_0's binary_error: 0.00616\tvalid_1's binary_error: 0.08594\n",
            "[997]\tvalid_0's binary_error: 0.00614\tvalid_1's binary_error: 0.08594\n",
            "[998]\tvalid_0's binary_error: 0.00614\tvalid_1's binary_error: 0.08592\n",
            "[999]\tvalid_0's binary_error: 0.00612\tvalid_1's binary_error: 0.08588\n",
            "[1000]\tvalid_0's binary_error: 0.00602\tvalid_1's binary_error: 0.08598\n",
            "[1001]\tvalid_0's binary_error: 0.00602\tvalid_1's binary_error: 0.08602\n",
            "[1002]\tvalid_0's binary_error: 0.00594\tvalid_1's binary_error: 0.08596\n",
            "[1003]\tvalid_0's binary_error: 0.00588\tvalid_1's binary_error: 0.0861\n",
            "[1004]\tvalid_0's binary_error: 0.00592\tvalid_1's binary_error: 0.08604\n",
            "[1005]\tvalid_0's binary_error: 0.00584\tvalid_1's binary_error: 0.08606\n",
            "[1006]\tvalid_0's binary_error: 0.00584\tvalid_1's binary_error: 0.08604\n",
            "[1007]\tvalid_0's binary_error: 0.00572\tvalid_1's binary_error: 0.08618\n",
            "[1008]\tvalid_0's binary_error: 0.00574\tvalid_1's binary_error: 0.08606\n",
            "[1009]\tvalid_0's binary_error: 0.00572\tvalid_1's binary_error: 0.0861\n",
            "[1010]\tvalid_0's binary_error: 0.00572\tvalid_1's binary_error: 0.08608\n",
            "[1011]\tvalid_0's binary_error: 0.00572\tvalid_1's binary_error: 0.08608\n",
            "[1012]\tvalid_0's binary_error: 0.0057\tvalid_1's binary_error: 0.08614\n",
            "[1013]\tvalid_0's binary_error: 0.00568\tvalid_1's binary_error: 0.08606\n",
            "[1014]\tvalid_0's binary_error: 0.00562\tvalid_1's binary_error: 0.08602\n",
            "[1015]\tvalid_0's binary_error: 0.0056\tvalid_1's binary_error: 0.0861\n",
            "[1016]\tvalid_0's binary_error: 0.00558\tvalid_1's binary_error: 0.08624\n",
            "[1017]\tvalid_0's binary_error: 0.0056\tvalid_1's binary_error: 0.0862\n",
            "[1018]\tvalid_0's binary_error: 0.0056\tvalid_1's binary_error: 0.08624\n",
            "[1019]\tvalid_0's binary_error: 0.00554\tvalid_1's binary_error: 0.0863\n",
            "[1020]\tvalid_0's binary_error: 0.00554\tvalid_1's binary_error: 0.0863\n",
            "[1021]\tvalid_0's binary_error: 0.00554\tvalid_1's binary_error: 0.08624\n",
            "[1022]\tvalid_0's binary_error: 0.00554\tvalid_1's binary_error: 0.08624\n",
            "[1023]\tvalid_0's binary_error: 0.0055\tvalid_1's binary_error: 0.08626\n",
            "[1024]\tvalid_0's binary_error: 0.0055\tvalid_1's binary_error: 0.08626\n",
            "[1025]\tvalid_0's binary_error: 0.00548\tvalid_1's binary_error: 0.0863\n",
            "[1026]\tvalid_0's binary_error: 0.00546\tvalid_1's binary_error: 0.0863\n",
            "[1027]\tvalid_0's binary_error: 0.0054\tvalid_1's binary_error: 0.08622\n",
            "[1028]\tvalid_0's binary_error: 0.00542\tvalid_1's binary_error: 0.08614\n",
            "[1029]\tvalid_0's binary_error: 0.00542\tvalid_1's binary_error: 0.08616\n",
            "[1030]\tvalid_0's binary_error: 0.00538\tvalid_1's binary_error: 0.08606\n",
            "[1031]\tvalid_0's binary_error: 0.00532\tvalid_1's binary_error: 0.08608\n",
            "[1032]\tvalid_0's binary_error: 0.00536\tvalid_1's binary_error: 0.08608\n",
            "[1033]\tvalid_0's binary_error: 0.00536\tvalid_1's binary_error: 0.08606\n",
            "[1034]\tvalid_0's binary_error: 0.00528\tvalid_1's binary_error: 0.08606\n",
            "[1035]\tvalid_0's binary_error: 0.00532\tvalid_1's binary_error: 0.086\n",
            "[1036]\tvalid_0's binary_error: 0.00532\tvalid_1's binary_error: 0.086\n",
            "[1037]\tvalid_0's binary_error: 0.00532\tvalid_1's binary_error: 0.08602\n",
            "[1038]\tvalid_0's binary_error: 0.0053\tvalid_1's binary_error: 0.086\n",
            "[1039]\tvalid_0's binary_error: 0.00526\tvalid_1's binary_error: 0.08594\n",
            "[1040]\tvalid_0's binary_error: 0.00522\tvalid_1's binary_error: 0.08602\n",
            "[1041]\tvalid_0's binary_error: 0.0052\tvalid_1's binary_error: 0.08614\n",
            "[1042]\tvalid_0's binary_error: 0.00516\tvalid_1's binary_error: 0.0859\n",
            "[1043]\tvalid_0's binary_error: 0.00516\tvalid_1's binary_error: 0.08594\n",
            "[1044]\tvalid_0's binary_error: 0.0051\tvalid_1's binary_error: 0.08602\n",
            "[1045]\tvalid_0's binary_error: 0.00508\tvalid_1's binary_error: 0.08602\n",
            "[1046]\tvalid_0's binary_error: 0.00504\tvalid_1's binary_error: 0.08598\n",
            "[1047]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08592\n",
            "[1048]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08588\n",
            "[1049]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08588\n",
            "[1050]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08596\n",
            "[1051]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08588\n",
            "[1052]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08594\n",
            "[1053]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08588\n",
            "[1054]\tvalid_0's binary_error: 0.00496\tvalid_1's binary_error: 0.08588\n",
            "[1055]\tvalid_0's binary_error: 0.0049\tvalid_1's binary_error: 0.08588\n",
            "[1056]\tvalid_0's binary_error: 0.0049\tvalid_1's binary_error: 0.08592\n",
            "[1057]\tvalid_0's binary_error: 0.00488\tvalid_1's binary_error: 0.08592\n",
            "[1058]\tvalid_0's binary_error: 0.00488\tvalid_1's binary_error: 0.0859\n",
            "[1059]\tvalid_0's binary_error: 0.00486\tvalid_1's binary_error: 0.08588\n",
            "[1060]\tvalid_0's binary_error: 0.00486\tvalid_1's binary_error: 0.0859\n",
            "[1061]\tvalid_0's binary_error: 0.00486\tvalid_1's binary_error: 0.08594\n",
            "[1062]\tvalid_0's binary_error: 0.00486\tvalid_1's binary_error: 0.08592\n",
            "[1063]\tvalid_0's binary_error: 0.00484\tvalid_1's binary_error: 0.08592\n",
            "[1064]\tvalid_0's binary_error: 0.00484\tvalid_1's binary_error: 0.08594\n",
            "[1065]\tvalid_0's binary_error: 0.00486\tvalid_1's binary_error: 0.08596\n",
            "[1066]\tvalid_0's binary_error: 0.00482\tvalid_1's binary_error: 0.08596\n",
            "[1067]\tvalid_0's binary_error: 0.00482\tvalid_1's binary_error: 0.08592\n",
            "[1068]\tvalid_0's binary_error: 0.0047\tvalid_1's binary_error: 0.0859\n",
            "[1069]\tvalid_0's binary_error: 0.0047\tvalid_1's binary_error: 0.08584\n",
            "[1070]\tvalid_0's binary_error: 0.0047\tvalid_1's binary_error: 0.0858\n",
            "[1071]\tvalid_0's binary_error: 0.00468\tvalid_1's binary_error: 0.0858\n",
            "[1072]\tvalid_0's binary_error: 0.00466\tvalid_1's binary_error: 0.0858\n",
            "[1073]\tvalid_0's binary_error: 0.00466\tvalid_1's binary_error: 0.08584\n",
            "[1074]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08582\n",
            "[1075]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08584\n",
            "[1076]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08586\n",
            "[1077]\tvalid_0's binary_error: 0.00462\tvalid_1's binary_error: 0.08584\n",
            "[1078]\tvalid_0's binary_error: 0.00462\tvalid_1's binary_error: 0.08584\n",
            "[1079]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08584\n",
            "[1080]\tvalid_0's binary_error: 0.00462\tvalid_1's binary_error: 0.08588\n",
            "[1081]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08586\n",
            "[1082]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08586\n",
            "[1083]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.08584\n",
            "[1084]\tvalid_0's binary_error: 0.00464\tvalid_1's binary_error: 0.0858\n",
            "[1085]\tvalid_0's binary_error: 0.00454\tvalid_1's binary_error: 0.08578\n",
            "[1086]\tvalid_0's binary_error: 0.00452\tvalid_1's binary_error: 0.08572\n",
            "[1087]\tvalid_0's binary_error: 0.00452\tvalid_1's binary_error: 0.08576\n",
            "[1088]\tvalid_0's binary_error: 0.0045\tvalid_1's binary_error: 0.08574\n",
            "[1089]\tvalid_0's binary_error: 0.00452\tvalid_1's binary_error: 0.08572\n",
            "[1090]\tvalid_0's binary_error: 0.00452\tvalid_1's binary_error: 0.08572\n",
            "[1091]\tvalid_0's binary_error: 0.0045\tvalid_1's binary_error: 0.08562\n",
            "[1092]\tvalid_0's binary_error: 0.00448\tvalid_1's binary_error: 0.08568\n",
            "[1093]\tvalid_0's binary_error: 0.0045\tvalid_1's binary_error: 0.08574\n",
            "[1094]\tvalid_0's binary_error: 0.00444\tvalid_1's binary_error: 0.0858\n",
            "[1095]\tvalid_0's binary_error: 0.0044\tvalid_1's binary_error: 0.08582\n",
            "[1096]\tvalid_0's binary_error: 0.00436\tvalid_1's binary_error: 0.08584\n",
            "[1097]\tvalid_0's binary_error: 0.00436\tvalid_1's binary_error: 0.0858\n",
            "[1098]\tvalid_0's binary_error: 0.00428\tvalid_1's binary_error: 0.08578\n",
            "[1099]\tvalid_0's binary_error: 0.00428\tvalid_1's binary_error: 0.08586\n",
            "[1100]\tvalid_0's binary_error: 0.00428\tvalid_1's binary_error: 0.08586\n",
            "[1101]\tvalid_0's binary_error: 0.00424\tvalid_1's binary_error: 0.08582\n",
            "[1102]\tvalid_0's binary_error: 0.00424\tvalid_1's binary_error: 0.08578\n",
            "[1103]\tvalid_0's binary_error: 0.00424\tvalid_1's binary_error: 0.08578\n",
            "[1104]\tvalid_0's binary_error: 0.00426\tvalid_1's binary_error: 0.08588\n",
            "[1105]\tvalid_0's binary_error: 0.00422\tvalid_1's binary_error: 0.0859\n",
            "[1106]\tvalid_0's binary_error: 0.00416\tvalid_1's binary_error: 0.0859\n",
            "[1107]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08594\n",
            "[1108]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08594\n",
            "[1109]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08592\n",
            "[1110]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08596\n",
            "[1111]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08592\n",
            "[1112]\tvalid_0's binary_error: 0.0041\tvalid_1's binary_error: 0.08596\n",
            "[1113]\tvalid_0's binary_error: 0.00412\tvalid_1's binary_error: 0.08598\n",
            "[1114]\tvalid_0's binary_error: 0.00412\tvalid_1's binary_error: 0.086\n",
            "[1115]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08598\n",
            "[1116]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08594\n",
            "[1117]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08588\n",
            "[1118]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08584\n",
            "[1119]\tvalid_0's binary_error: 0.00414\tvalid_1's binary_error: 0.08582\n",
            "[1120]\tvalid_0's binary_error: 0.0041\tvalid_1's binary_error: 0.08584\n",
            "[1121]\tvalid_0's binary_error: 0.0041\tvalid_1's binary_error: 0.08584\n",
            "[1122]\tvalid_0's binary_error: 0.00408\tvalid_1's binary_error: 0.08582\n",
            "[1123]\tvalid_0's binary_error: 0.00408\tvalid_1's binary_error: 0.08578\n",
            "[1124]\tvalid_0's binary_error: 0.00404\tvalid_1's binary_error: 0.08578\n",
            "[1125]\tvalid_0's binary_error: 0.00406\tvalid_1's binary_error: 0.08576\n",
            "[1126]\tvalid_0's binary_error: 0.00404\tvalid_1's binary_error: 0.08576\n",
            "[1127]\tvalid_0's binary_error: 0.00402\tvalid_1's binary_error: 0.08588\n",
            "[1128]\tvalid_0's binary_error: 0.00402\tvalid_1's binary_error: 0.08592\n",
            "[1129]\tvalid_0's binary_error: 0.00402\tvalid_1's binary_error: 0.0859\n",
            "[1130]\tvalid_0's binary_error: 0.004\tvalid_1's binary_error: 0.08586\n",
            "[1131]\tvalid_0's binary_error: 0.004\tvalid_1's binary_error: 0.08582\n",
            "[1132]\tvalid_0's binary_error: 0.004\tvalid_1's binary_error: 0.08584\n",
            "[1133]\tvalid_0's binary_error: 0.00398\tvalid_1's binary_error: 0.08588\n",
            "[1134]\tvalid_0's binary_error: 0.00398\tvalid_1's binary_error: 0.08582\n",
            "[1135]\tvalid_0's binary_error: 0.0039\tvalid_1's binary_error: 0.0858\n",
            "[1136]\tvalid_0's binary_error: 0.00386\tvalid_1's binary_error: 0.08584\n",
            "[1137]\tvalid_0's binary_error: 0.00384\tvalid_1's binary_error: 0.08586\n",
            "[1138]\tvalid_0's binary_error: 0.00384\tvalid_1's binary_error: 0.08588\n",
            "[1139]\tvalid_0's binary_error: 0.0038\tvalid_1's binary_error: 0.08582\n",
            "[1140]\tvalid_0's binary_error: 0.00378\tvalid_1's binary_error: 0.08586\n",
            "[1141]\tvalid_0's binary_error: 0.00378\tvalid_1's binary_error: 0.08592\n",
            "[1142]\tvalid_0's binary_error: 0.00372\tvalid_1's binary_error: 0.0859\n",
            "[1143]\tvalid_0's binary_error: 0.0037\tvalid_1's binary_error: 0.08592\n",
            "[1144]\tvalid_0's binary_error: 0.00368\tvalid_1's binary_error: 0.08588\n",
            "[1145]\tvalid_0's binary_error: 0.00356\tvalid_1's binary_error: 0.08586\n",
            "[1146]\tvalid_0's binary_error: 0.00354\tvalid_1's binary_error: 0.0859\n",
            "[1147]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.08594\n",
            "[1148]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.08596\n",
            "[1149]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.08596\n",
            "[1150]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.086\n",
            "[1151]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.08604\n",
            "[1152]\tvalid_0's binary_error: 0.00352\tvalid_1's binary_error: 0.08602\n",
            "[1153]\tvalid_0's binary_error: 0.0035\tvalid_1's binary_error: 0.0861\n",
            "[1154]\tvalid_0's binary_error: 0.00348\tvalid_1's binary_error: 0.08614\n",
            "[1155]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.08608\n",
            "[1156]\tvalid_0's binary_error: 0.00348\tvalid_1's binary_error: 0.08608\n",
            "[1157]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.08612\n",
            "[1158]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.0862\n",
            "[1159]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.0862\n",
            "[1160]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.08618\n",
            "[1161]\tvalid_0's binary_error: 0.00346\tvalid_1's binary_error: 0.0862\n",
            "[1162]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.08626\n",
            "[1163]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.0863\n",
            "[1164]\tvalid_0's binary_error: 0.00342\tvalid_1's binary_error: 0.08628\n",
            "[1165]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.08628\n",
            "[1166]\tvalid_0's binary_error: 0.00344\tvalid_1's binary_error: 0.0863\n",
            "[1167]\tvalid_0's binary_error: 0.00342\tvalid_1's binary_error: 0.08624\n",
            "[1168]\tvalid_0's binary_error: 0.00342\tvalid_1's binary_error: 0.08624\n",
            "[1169]\tvalid_0's binary_error: 0.0034\tvalid_1's binary_error: 0.0862\n",
            "[1170]\tvalid_0's binary_error: 0.0034\tvalid_1's binary_error: 0.0862\n",
            "[1171]\tvalid_0's binary_error: 0.00338\tvalid_1's binary_error: 0.08618\n",
            "[1172]\tvalid_0's binary_error: 0.00338\tvalid_1's binary_error: 0.0862\n",
            "[1173]\tvalid_0's binary_error: 0.00334\tvalid_1's binary_error: 0.08606\n",
            "[1174]\tvalid_0's binary_error: 0.00334\tvalid_1's binary_error: 0.08614\n",
            "[1175]\tvalid_0's binary_error: 0.00334\tvalid_1's binary_error: 0.08614\n",
            "[1176]\tvalid_0's binary_error: 0.00332\tvalid_1's binary_error: 0.0861\n",
            "[1177]\tvalid_0's binary_error: 0.00332\tvalid_1's binary_error: 0.0861\n",
            "[1178]\tvalid_0's binary_error: 0.0033\tvalid_1's binary_error: 0.08612\n",
            "[1179]\tvalid_0's binary_error: 0.00328\tvalid_1's binary_error: 0.08608\n",
            "[1180]\tvalid_0's binary_error: 0.0033\tvalid_1's binary_error: 0.08606\n",
            "[1181]\tvalid_0's binary_error: 0.0033\tvalid_1's binary_error: 0.08608\n",
            "[1182]\tvalid_0's binary_error: 0.0033\tvalid_1's binary_error: 0.08598\n",
            "[1183]\tvalid_0's binary_error: 0.00326\tvalid_1's binary_error: 0.08594\n",
            "[1184]\tvalid_0's binary_error: 0.00324\tvalid_1's binary_error: 0.08602\n",
            "[1185]\tvalid_0's binary_error: 0.00324\tvalid_1's binary_error: 0.08604\n",
            "[1186]\tvalid_0's binary_error: 0.00324\tvalid_1's binary_error: 0.08604\n",
            "[1187]\tvalid_0's binary_error: 0.00324\tvalid_1's binary_error: 0.08604\n",
            "[1188]\tvalid_0's binary_error: 0.00316\tvalid_1's binary_error: 0.08598\n",
            "[1189]\tvalid_0's binary_error: 0.00316\tvalid_1's binary_error: 0.08604\n",
            "[1190]\tvalid_0's binary_error: 0.00316\tvalid_1's binary_error: 0.08598\n",
            "[1191]\tvalid_0's binary_error: 0.00316\tvalid_1's binary_error: 0.08604\n",
            "[1192]\tvalid_0's binary_error: 0.00316\tvalid_1's binary_error: 0.0861\n",
            "[1193]\tvalid_0's binary_error: 0.00312\tvalid_1's binary_error: 0.0862\n",
            "[1194]\tvalid_0's binary_error: 0.0031\tvalid_1's binary_error: 0.08616\n",
            "[1195]\tvalid_0's binary_error: 0.0031\tvalid_1's binary_error: 0.0862\n",
            "[1196]\tvalid_0's binary_error: 0.0031\tvalid_1's binary_error: 0.08628\n",
            "[1197]\tvalid_0's binary_error: 0.0031\tvalid_1's binary_error: 0.08632\n",
            "[1198]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.08632\n",
            "[1199]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.08634\n",
            "[1200]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.08636\n",
            "[1201]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.0863\n",
            "[1202]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.08634\n",
            "[1203]\tvalid_0's binary_error: 0.00306\tvalid_1's binary_error: 0.08632\n",
            "[1204]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08638\n",
            "[1205]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08642\n",
            "[1206]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08644\n",
            "[1207]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08648\n",
            "[1208]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08648\n",
            "[1209]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08646\n",
            "[1210]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08636\n",
            "[1211]\tvalid_0's binary_error: 0.00304\tvalid_1's binary_error: 0.08628\n",
            "[1212]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08628\n",
            "[1213]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08632\n",
            "[1214]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.0863\n",
            "[1215]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08626\n",
            "[1216]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08628\n",
            "[1217]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.0863\n",
            "[1218]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.0863\n",
            "[1219]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.0863\n",
            "[1220]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08628\n",
            "[1221]\tvalid_0's binary_error: 0.00302\tvalid_1's binary_error: 0.08626\n",
            "[1222]\tvalid_0's binary_error: 0.003\tvalid_1's binary_error: 0.08614\n",
            "[1223]\tvalid_0's binary_error: 0.003\tvalid_1's binary_error: 0.08608\n",
            "[1224]\tvalid_0's binary_error: 0.00298\tvalid_1's binary_error: 0.086\n",
            "[1225]\tvalid_0's binary_error: 0.00296\tvalid_1's binary_error: 0.08598\n",
            "[1226]\tvalid_0's binary_error: 0.00296\tvalid_1's binary_error: 0.08602\n",
            "[1227]\tvalid_0's binary_error: 0.00296\tvalid_1's binary_error: 0.08602\n",
            "[1228]\tvalid_0's binary_error: 0.00296\tvalid_1's binary_error: 0.08606\n",
            "[1229]\tvalid_0's binary_error: 0.00294\tvalid_1's binary_error: 0.08602\n",
            "[1230]\tvalid_0's binary_error: 0.00294\tvalid_1's binary_error: 0.086\n",
            "[1231]\tvalid_0's binary_error: 0.00294\tvalid_1's binary_error: 0.08598\n",
            "[1232]\tvalid_0's binary_error: 0.00292\tvalid_1's binary_error: 0.08594\n",
            "[1233]\tvalid_0's binary_error: 0.00292\tvalid_1's binary_error: 0.08594\n",
            "[1234]\tvalid_0's binary_error: 0.00292\tvalid_1's binary_error: 0.08594\n",
            "[1235]\tvalid_0's binary_error: 0.0029\tvalid_1's binary_error: 0.0859\n",
            "[1236]\tvalid_0's binary_error: 0.0029\tvalid_1's binary_error: 0.08588\n",
            "[1237]\tvalid_0's binary_error: 0.00288\tvalid_1's binary_error: 0.08594\n",
            "[1238]\tvalid_0's binary_error: 0.0029\tvalid_1's binary_error: 0.08592\n",
            "[1239]\tvalid_0's binary_error: 0.00288\tvalid_1's binary_error: 0.0859\n",
            "[1240]\tvalid_0's binary_error: 0.00286\tvalid_1's binary_error: 0.08596\n",
            "[1241]\tvalid_0's binary_error: 0.00286\tvalid_1's binary_error: 0.086\n",
            "[1242]\tvalid_0's binary_error: 0.00282\tvalid_1's binary_error: 0.08604\n",
            "[1243]\tvalid_0's binary_error: 0.0028\tvalid_1's binary_error: 0.086\n",
            "[1244]\tvalid_0's binary_error: 0.0028\tvalid_1's binary_error: 0.08592\n",
            "[1245]\tvalid_0's binary_error: 0.00282\tvalid_1's binary_error: 0.08592\n",
            "[1246]\tvalid_0's binary_error: 0.00278\tvalid_1's binary_error: 0.08588\n",
            "[1247]\tvalid_0's binary_error: 0.00274\tvalid_1's binary_error: 0.08576\n",
            "[1248]\tvalid_0's binary_error: 0.00272\tvalid_1's binary_error: 0.0857\n",
            "[1249]\tvalid_0's binary_error: 0.0027\tvalid_1's binary_error: 0.0857\n",
            "[1250]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.0857\n",
            "[1251]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08566\n",
            "[1252]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08566\n",
            "[1253]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08566\n",
            "[1254]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08564\n",
            "[1255]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08566\n",
            "[1256]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.0857\n",
            "[1257]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08574\n",
            "[1258]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08574\n",
            "[1259]\tvalid_0's binary_error: 0.00268\tvalid_1's binary_error: 0.08572\n",
            "[1260]\tvalid_0's binary_error: 0.00266\tvalid_1's binary_error: 0.08572\n",
            "[1261]\tvalid_0's binary_error: 0.00266\tvalid_1's binary_error: 0.08572\n",
            "[1262]\tvalid_0's binary_error: 0.00266\tvalid_1's binary_error: 0.08568\n",
            "[1263]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.0857\n",
            "[1264]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.0857\n",
            "[1265]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.08572\n",
            "[1266]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.08574\n",
            "[1267]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.08578\n",
            "[1268]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.08576\n",
            "[1269]\tvalid_0's binary_error: 0.00262\tvalid_1's binary_error: 0.08582\n",
            "[1270]\tvalid_0's binary_error: 0.0026\tvalid_1's binary_error: 0.08588\n",
            "[1271]\tvalid_0's binary_error: 0.00256\tvalid_1's binary_error: 0.086\n",
            "[1272]\tvalid_0's binary_error: 0.00254\tvalid_1's binary_error: 0.08596\n",
            "[1273]\tvalid_0's binary_error: 0.00254\tvalid_1's binary_error: 0.08602\n",
            "[1274]\tvalid_0's binary_error: 0.00254\tvalid_1's binary_error: 0.08598\n",
            "[1275]\tvalid_0's binary_error: 0.00254\tvalid_1's binary_error: 0.086\n",
            "[1276]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08602\n",
            "[1277]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.0861\n",
            "[1278]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08612\n",
            "[1279]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.0861\n",
            "[1280]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08608\n",
            "[1281]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08608\n",
            "[1282]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08604\n",
            "[1283]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08602\n",
            "[1284]\tvalid_0's binary_error: 0.0025\tvalid_1's binary_error: 0.08598\n",
            "[1285]\tvalid_0's binary_error: 0.00246\tvalid_1's binary_error: 0.08606\n",
            "[1286]\tvalid_0's binary_error: 0.00246\tvalid_1's binary_error: 0.08602\n",
            "[1287]\tvalid_0's binary_error: 0.00244\tvalid_1's binary_error: 0.08604\n",
            "[1288]\tvalid_0's binary_error: 0.00244\tvalid_1's binary_error: 0.086\n",
            "[1289]\tvalid_0's binary_error: 0.00242\tvalid_1's binary_error: 0.08598\n",
            "[1290]\tvalid_0's binary_error: 0.00242\tvalid_1's binary_error: 0.086\n",
            "[1291]\tvalid_0's binary_error: 0.00242\tvalid_1's binary_error: 0.0861\n",
            "[1292]\tvalid_0's binary_error: 0.0024\tvalid_1's binary_error: 0.08606\n",
            "[1293]\tvalid_0's binary_error: 0.0024\tvalid_1's binary_error: 0.08604\n",
            "[1294]\tvalid_0's binary_error: 0.00238\tvalid_1's binary_error: 0.08602\n",
            "[1295]\tvalid_0's binary_error: 0.00236\tvalid_1's binary_error: 0.08604\n",
            "[1296]\tvalid_0's binary_error: 0.00234\tvalid_1's binary_error: 0.08598\n",
            "[1297]\tvalid_0's binary_error: 0.00228\tvalid_1's binary_error: 0.086\n",
            "[1298]\tvalid_0's binary_error: 0.00228\tvalid_1's binary_error: 0.086\n",
            "[1299]\tvalid_0's binary_error: 0.00228\tvalid_1's binary_error: 0.08598\n",
            "[1300]\tvalid_0's binary_error: 0.00226\tvalid_1's binary_error: 0.08596\n",
            "[1301]\tvalid_0's binary_error: 0.00224\tvalid_1's binary_error: 0.08594\n",
            "[1302]\tvalid_0's binary_error: 0.00224\tvalid_1's binary_error: 0.086\n",
            "[1303]\tvalid_0's binary_error: 0.00224\tvalid_1's binary_error: 0.08606\n",
            "[1304]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08608\n",
            "[1305]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08614\n",
            "[1306]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08616\n",
            "[1307]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08606\n",
            "[1308]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08606\n",
            "[1309]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.0861\n",
            "[1310]\tvalid_0's binary_error: 0.00222\tvalid_1's binary_error: 0.08612\n",
            "[1311]\tvalid_0's binary_error: 0.00218\tvalid_1's binary_error: 0.08614\n",
            "[1312]\tvalid_0's binary_error: 0.00218\tvalid_1's binary_error: 0.08606\n",
            "[1313]\tvalid_0's binary_error: 0.00218\tvalid_1's binary_error: 0.08604\n",
            "[1314]\tvalid_0's binary_error: 0.00216\tvalid_1's binary_error: 0.08596\n",
            "[1315]\tvalid_0's binary_error: 0.00216\tvalid_1's binary_error: 0.08596\n",
            "[1316]\tvalid_0's binary_error: 0.00214\tvalid_1's binary_error: 0.08608\n",
            "[1317]\tvalid_0's binary_error: 0.00214\tvalid_1's binary_error: 0.08608\n",
            "[1318]\tvalid_0's binary_error: 0.0021\tvalid_1's binary_error: 0.0861\n",
            "[1319]\tvalid_0's binary_error: 0.0021\tvalid_1's binary_error: 0.08614\n",
            "[1320]\tvalid_0's binary_error: 0.0021\tvalid_1's binary_error: 0.08612\n",
            "[1321]\tvalid_0's binary_error: 0.00208\tvalid_1's binary_error: 0.08604\n",
            "[1322]\tvalid_0's binary_error: 0.00208\tvalid_1's binary_error: 0.08612\n",
            "[1323]\tvalid_0's binary_error: 0.00208\tvalid_1's binary_error: 0.08604\n",
            "[1324]\tvalid_0's binary_error: 0.00208\tvalid_1's binary_error: 0.08602\n",
            "[1325]\tvalid_0's binary_error: 0.00208\tvalid_1's binary_error: 0.086\n",
            "[1326]\tvalid_0's binary_error: 0.00204\tvalid_1's binary_error: 0.086\n",
            "[1327]\tvalid_0's binary_error: 0.00202\tvalid_1's binary_error: 0.0861\n",
            "[1328]\tvalid_0's binary_error: 0.002\tvalid_1's binary_error: 0.08616\n",
            "[1329]\tvalid_0's binary_error: 0.00198\tvalid_1's binary_error: 0.0862\n",
            "[1330]\tvalid_0's binary_error: 0.00198\tvalid_1's binary_error: 0.0861\n",
            "[1331]\tvalid_0's binary_error: 0.002\tvalid_1's binary_error: 0.08612\n",
            "[1332]\tvalid_0's binary_error: 0.00198\tvalid_1's binary_error: 0.08604\n",
            "[1333]\tvalid_0's binary_error: 0.00198\tvalid_1's binary_error: 0.08608\n",
            "[1334]\tvalid_0's binary_error: 0.00194\tvalid_1's binary_error: 0.08604\n",
            "[1335]\tvalid_0's binary_error: 0.00192\tvalid_1's binary_error: 0.086\n",
            "[1336]\tvalid_0's binary_error: 0.00192\tvalid_1's binary_error: 0.08596\n",
            "[1337]\tvalid_0's binary_error: 0.00192\tvalid_1's binary_error: 0.086\n",
            "[1338]\tvalid_0's binary_error: 0.00192\tvalid_1's binary_error: 0.08606\n",
            "[1339]\tvalid_0's binary_error: 0.0019\tvalid_1's binary_error: 0.0861\n",
            "[1340]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08606\n",
            "[1341]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08612\n",
            "[1342]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08616\n",
            "[1343]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08612\n",
            "[1344]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08608\n",
            "[1345]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08606\n",
            "[1346]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08604\n",
            "[1347]\tvalid_0's binary_error: 0.00188\tvalid_1's binary_error: 0.08604\n",
            "[1348]\tvalid_0's binary_error: 0.00184\tvalid_1's binary_error: 0.08598\n",
            "[1349]\tvalid_0's binary_error: 0.00186\tvalid_1's binary_error: 0.086\n",
            "[1350]\tvalid_0's binary_error: 0.00186\tvalid_1's binary_error: 0.086\n",
            "[1351]\tvalid_0's binary_error: 0.00186\tvalid_1's binary_error: 0.08602\n",
            "[1352]\tvalid_0's binary_error: 0.00184\tvalid_1's binary_error: 0.08598\n",
            "[1353]\tvalid_0's binary_error: 0.00184\tvalid_1's binary_error: 0.08602\n",
            "[1354]\tvalid_0's binary_error: 0.00184\tvalid_1's binary_error: 0.08606\n",
            "[1355]\tvalid_0's binary_error: 0.00182\tvalid_1's binary_error: 0.08606\n",
            "[1356]\tvalid_0's binary_error: 0.0018\tvalid_1's binary_error: 0.08608\n",
            "[1357]\tvalid_0's binary_error: 0.0018\tvalid_1's binary_error: 0.0862\n",
            "[1358]\tvalid_0's binary_error: 0.0018\tvalid_1's binary_error: 0.08622\n",
            "[1359]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08622\n",
            "[1360]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08624\n",
            "[1361]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08626\n",
            "[1362]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08628\n",
            "[1363]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08634\n",
            "[1364]\tvalid_0's binary_error: 0.00178\tvalid_1's binary_error: 0.08632\n",
            "[1365]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08636\n",
            "[1366]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.0864\n",
            "[1367]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08644\n",
            "[1368]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08648\n",
            "[1369]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08658\n",
            "[1370]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08648\n",
            "[1371]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08644\n",
            "[1372]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08636\n",
            "[1373]\tvalid_0's binary_error: 0.00176\tvalid_1's binary_error: 0.08636\n",
            "[1374]\tvalid_0's binary_error: 0.00172\tvalid_1's binary_error: 0.08644\n",
            "[1375]\tvalid_0's binary_error: 0.00174\tvalid_1's binary_error: 0.08634\n",
            "[1376]\tvalid_0's binary_error: 0.00168\tvalid_1's binary_error: 0.0864\n",
            "[1377]\tvalid_0's binary_error: 0.00168\tvalid_1's binary_error: 0.08634\n",
            "[1378]\tvalid_0's binary_error: 0.00166\tvalid_1's binary_error: 0.0863\n",
            "[1379]\tvalid_0's binary_error: 0.00162\tvalid_1's binary_error: 0.0864\n",
            "[1380]\tvalid_0's binary_error: 0.0016\tvalid_1's binary_error: 0.08642\n",
            "[1381]\tvalid_0's binary_error: 0.0016\tvalid_1's binary_error: 0.0864\n",
            "[1382]\tvalid_0's binary_error: 0.0016\tvalid_1's binary_error: 0.08636\n",
            "[1383]\tvalid_0's binary_error: 0.0016\tvalid_1's binary_error: 0.0864\n",
            "[1384]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08636\n",
            "[1385]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.08644\n",
            "[1386]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.08646\n",
            "[1387]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08648\n",
            "[1388]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08648\n",
            "[1389]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1390]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1391]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1392]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1393]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1394]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.08646\n",
            "[1395]\tvalid_0's binary_error: 0.00154\tvalid_1's binary_error: 0.0864\n",
            "[1396]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.0863\n",
            "[1397]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.0863\n",
            "[1398]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.08634\n",
            "[1399]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.08638\n",
            "[1400]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.08642\n",
            "[1401]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.0864\n",
            "[1402]\tvalid_0's binary_error: 0.00152\tvalid_1's binary_error: 0.0864\n",
            "[1403]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08636\n",
            "[1404]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08642\n",
            "[1405]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08642\n",
            "[1406]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08644\n",
            "[1407]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08644\n",
            "[1408]\tvalid_0's binary_error: 0.0015\tvalid_1's binary_error: 0.08644\n",
            "[1409]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.08648\n",
            "[1410]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.0865\n",
            "[1411]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.08656\n",
            "[1412]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.08654\n",
            "[1413]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.08654\n",
            "[1414]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.08652\n",
            "[1415]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.0865\n",
            "[1416]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.0865\n",
            "[1417]\tvalid_0's binary_error: 0.00148\tvalid_1's binary_error: 0.0865\n",
            "[1418]\tvalid_0's binary_error: 0.00144\tvalid_1's binary_error: 0.08652\n",
            "[1419]\tvalid_0's binary_error: 0.00144\tvalid_1's binary_error: 0.08648\n",
            "[1420]\tvalid_0's binary_error: 0.00144\tvalid_1's binary_error: 0.08652\n",
            "[1421]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08656\n",
            "[1422]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08658\n",
            "[1423]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08652\n",
            "[1424]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08658\n",
            "[1425]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08656\n",
            "[1426]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08654\n",
            "[1427]\tvalid_0's binary_error: 0.00142\tvalid_1's binary_error: 0.08646\n",
            "[1428]\tvalid_0's binary_error: 0.0014\tvalid_1's binary_error: 0.08642\n",
            "[1429]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08642\n",
            "[1430]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.0864\n",
            "[1431]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08634\n",
            "[1432]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08628\n",
            "[1433]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08628\n",
            "[1434]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08628\n",
            "[1435]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08618\n",
            "[1436]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08614\n",
            "[1437]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.0862\n",
            "[1438]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08622\n",
            "[1439]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08618\n",
            "[1440]\tvalid_0's binary_error: 0.00138\tvalid_1's binary_error: 0.08626\n",
            "[1441]\tvalid_0's binary_error: 0.00136\tvalid_1's binary_error: 0.08626\n",
            "[1442]\tvalid_0's binary_error: 0.00136\tvalid_1's binary_error: 0.0863\n",
            "[1443]\tvalid_0's binary_error: 0.00134\tvalid_1's binary_error: 0.08632\n",
            "[1444]\tvalid_0's binary_error: 0.00134\tvalid_1's binary_error: 0.0863\n",
            "[1445]\tvalid_0's binary_error: 0.00134\tvalid_1's binary_error: 0.0863\n",
            "[1446]\tvalid_0's binary_error: 0.00132\tvalid_1's binary_error: 0.08626\n",
            "[1447]\tvalid_0's binary_error: 0.00132\tvalid_1's binary_error: 0.08624\n",
            "[1448]\tvalid_0's binary_error: 0.00132\tvalid_1's binary_error: 0.08616\n",
            "[1449]\tvalid_0's binary_error: 0.00132\tvalid_1's binary_error: 0.0861\n",
            "[1450]\tvalid_0's binary_error: 0.0013\tvalid_1's binary_error: 0.08618\n",
            "[1451]\tvalid_0's binary_error: 0.0013\tvalid_1's binary_error: 0.08614\n",
            "[1452]\tvalid_0's binary_error: 0.0013\tvalid_1's binary_error: 0.08614\n",
            "[1453]\tvalid_0's binary_error: 0.0013\tvalid_1's binary_error: 0.08614\n",
            "[1454]\tvalid_0's binary_error: 0.00126\tvalid_1's binary_error: 0.08618\n",
            "[1455]\tvalid_0's binary_error: 0.00126\tvalid_1's binary_error: 0.08622\n",
            "[1456]\tvalid_0's binary_error: 0.00126\tvalid_1's binary_error: 0.08626\n",
            "[1457]\tvalid_0's binary_error: 0.00126\tvalid_1's binary_error: 0.08622\n",
            "[1458]\tvalid_0's binary_error: 0.00124\tvalid_1's binary_error: 0.0863\n",
            "[1459]\tvalid_0's binary_error: 0.00124\tvalid_1's binary_error: 0.08626\n",
            "[1460]\tvalid_0's binary_error: 0.00122\tvalid_1's binary_error: 0.08624\n",
            "[1461]\tvalid_0's binary_error: 0.00124\tvalid_1's binary_error: 0.08622\n",
            "[1462]\tvalid_0's binary_error: 0.00122\tvalid_1's binary_error: 0.0863\n",
            "[1463]\tvalid_0's binary_error: 0.00122\tvalid_1's binary_error: 0.08636\n",
            "[1464]\tvalid_0's binary_error: 0.00122\tvalid_1's binary_error: 0.08634\n",
            "[1465]\tvalid_0's binary_error: 0.00122\tvalid_1's binary_error: 0.08632\n",
            "[1466]\tvalid_0's binary_error: 0.0012\tvalid_1's binary_error: 0.08636\n",
            "[1467]\tvalid_0's binary_error: 0.00114\tvalid_1's binary_error: 0.08632\n",
            "[1468]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.0863\n",
            "[1469]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08628\n",
            "[1470]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08636\n",
            "[1471]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08638\n",
            "[1472]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08634\n",
            "[1473]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08626\n",
            "[1474]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08626\n",
            "[1475]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08624\n",
            "[1476]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08622\n",
            "[1477]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08622\n",
            "[1478]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08622\n",
            "[1479]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08618\n",
            "[1480]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08618\n",
            "[1481]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.0862\n",
            "[1482]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08622\n",
            "[1483]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08624\n",
            "[1484]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08624\n",
            "[1485]\tvalid_0's binary_error: 0.00108\tvalid_1's binary_error: 0.08626\n",
            "[1486]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08626\n",
            "[1487]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08624\n",
            "[1488]\tvalid_0's binary_error: 0.00112\tvalid_1's binary_error: 0.08624\n",
            "[1489]\tvalid_0's binary_error: 0.00108\tvalid_1's binary_error: 0.08622\n",
            "[1490]\tvalid_0's binary_error: 0.0011\tvalid_1's binary_error: 0.08628\n",
            "[1491]\tvalid_0's binary_error: 0.00108\tvalid_1's binary_error: 0.08626\n",
            "[1492]\tvalid_0's binary_error: 0.00104\tvalid_1's binary_error: 0.08622\n",
            "[1493]\tvalid_0's binary_error: 0.00104\tvalid_1's binary_error: 0.08624\n",
            "[1494]\tvalid_0's binary_error: 0.00104\tvalid_1's binary_error: 0.08622\n",
            "[1495]\tvalid_0's binary_error: 0.00104\tvalid_1's binary_error: 0.08628\n",
            "[1496]\tvalid_0's binary_error: 0.00104\tvalid_1's binary_error: 0.08626\n",
            "[1497]\tvalid_0's binary_error: 0.00102\tvalid_1's binary_error: 0.08626\n",
            "[1498]\tvalid_0's binary_error: 0.00102\tvalid_1's binary_error: 0.08626\n",
            "[1499]\tvalid_0's binary_error: 0.00102\tvalid_1's binary_error: 0.0862\n",
            "[1500]\tvalid_0's binary_error: 0.00102\tvalid_1's binary_error: 0.08616\n",
            "[1501]\tvalid_0's binary_error: 0.001\tvalid_1's binary_error: 0.08618\n",
            "[1502]\tvalid_0's binary_error: 0.001\tvalid_1's binary_error: 0.08614\n",
            "[1503]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.0862\n",
            "[1504]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08618\n",
            "[1505]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08622\n",
            "[1506]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08616\n",
            "[1507]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.0861\n",
            "[1508]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08606\n",
            "[1509]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08604\n",
            "[1510]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08614\n",
            "[1511]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08616\n",
            "[1512]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08616\n",
            "[1513]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08618\n",
            "[1514]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08616\n",
            "[1515]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08614\n",
            "[1516]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08612\n",
            "[1517]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08612\n",
            "[1518]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08608\n",
            "[1519]\tvalid_0's binary_error: 0.00098\tvalid_1's binary_error: 0.08606\n",
            "[1520]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08604\n",
            "[1521]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08612\n",
            "[1522]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.0861\n",
            "[1523]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08604\n",
            "[1524]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08604\n",
            "[1525]\tvalid_0's binary_error: 0.00096\tvalid_1's binary_error: 0.08608\n",
            "[1526]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08612\n",
            "[1527]\tvalid_0's binary_error: 0.00092\tvalid_1's binary_error: 0.08614\n",
            "[1528]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.0861\n",
            "[1529]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08612\n",
            "[1530]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08614\n",
            "[1531]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.0861\n",
            "[1532]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08606\n",
            "[1533]\tvalid_0's binary_error: 0.00092\tvalid_1's binary_error: 0.08606\n",
            "[1534]\tvalid_0's binary_error: 0.00094\tvalid_1's binary_error: 0.08608\n",
            "[1535]\tvalid_0's binary_error: 0.00092\tvalid_1's binary_error: 0.08606\n",
            "[1536]\tvalid_0's binary_error: 0.00092\tvalid_1's binary_error: 0.08606\n",
            "[1537]\tvalid_0's binary_error: 0.00092\tvalid_1's binary_error: 0.08612\n",
            "[1538]\tvalid_0's binary_error: 0.0009\tvalid_1's binary_error: 0.0862\n",
            "[1539]\tvalid_0's binary_error: 0.0009\tvalid_1's binary_error: 0.08616\n",
            "[1540]\tvalid_0's binary_error: 0.0009\tvalid_1's binary_error: 0.08618\n",
            "[1541]\tvalid_0's binary_error: 0.00084\tvalid_1's binary_error: 0.08608\n",
            "[1542]\tvalid_0's binary_error: 0.00084\tvalid_1's binary_error: 0.0861\n",
            "[1543]\tvalid_0's binary_error: 0.00084\tvalid_1's binary_error: 0.08604\n",
            "[1544]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08606\n",
            "[1545]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08606\n",
            "[1546]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08614\n",
            "[1547]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08612\n",
            "[1548]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08612\n",
            "[1549]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08614\n",
            "[1550]\tvalid_0's binary_error: 0.00082\tvalid_1's binary_error: 0.08614\n",
            "[1551]\tvalid_0's binary_error: 0.0008\tvalid_1's binary_error: 0.08616\n",
            "[1552]\tvalid_0's binary_error: 0.0008\tvalid_1's binary_error: 0.08616\n",
            "[1553]\tvalid_0's binary_error: 0.0008\tvalid_1's binary_error: 0.08624\n",
            "[1554]\tvalid_0's binary_error: 0.0008\tvalid_1's binary_error: 0.08622\n",
            "[1555]\tvalid_0's binary_error: 0.0008\tvalid_1's binary_error: 0.08622\n",
            "[1556]\tvalid_0's binary_error: 0.00072\tvalid_1's binary_error: 0.08626\n",
            "[1557]\tvalid_0's binary_error: 0.00072\tvalid_1's binary_error: 0.08626\n",
            "[1558]\tvalid_0's binary_error: 0.00072\tvalid_1's binary_error: 0.0862\n",
            "[1559]\tvalid_0's binary_error: 0.00072\tvalid_1's binary_error: 0.08622\n",
            "[1560]\tvalid_0's binary_error: 0.00072\tvalid_1's binary_error: 0.08622\n",
            "[1561]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08616\n",
            "[1562]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.0861\n",
            "[1563]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08602\n",
            "[1564]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08596\n",
            "[1565]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08596\n",
            "[1566]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.086\n",
            "[1567]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08598\n",
            "[1568]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08596\n",
            "[1569]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.0859\n",
            "[1570]\tvalid_0's binary_error: 0.0007\tvalid_1's binary_error: 0.08592\n",
            "[1571]\tvalid_0's binary_error: 0.00068\tvalid_1's binary_error: 0.08594\n",
            "[1572]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.08596\n",
            "[1573]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.08598\n",
            "[1574]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.086\n",
            "[1575]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.08598\n",
            "[1576]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.086\n",
            "[1577]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.086\n",
            "[1578]\tvalid_0's binary_error: 0.00066\tvalid_1's binary_error: 0.08598\n",
            "[1579]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08606\n",
            "[1580]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08608\n",
            "[1581]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08602\n",
            "[1582]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08606\n",
            "[1583]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08602\n",
            "[1584]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.0861\n",
            "[1585]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.0861\n",
            "[1586]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.0862\n",
            "[1587]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.0862\n",
            "[1588]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08626\n",
            "[1589]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08628\n",
            "[1590]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08626\n",
            "[1591]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08622\n",
            "[1592]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08624\n",
            "[1593]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08624\n",
            "[1594]\tvalid_0's binary_error: 0.00064\tvalid_1's binary_error: 0.08624\n",
            "[1595]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08618\n",
            "[1596]\tvalid_0's binary_error: 0.00058\tvalid_1's binary_error: 0.08618\n",
            "[1597]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08626\n",
            "[1598]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08624\n",
            "[1599]\tvalid_0's binary_error: 0.00062\tvalid_1's binary_error: 0.08626\n",
            "[1600]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.08628\n",
            "[1601]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.08632\n",
            "[1602]\tvalid_0's binary_error: 0.00058\tvalid_1's binary_error: 0.08636\n",
            "[1603]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.0863\n",
            "[1604]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.08632\n",
            "[1605]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.08632\n",
            "[1606]\tvalid_0's binary_error: 0.0006\tvalid_1's binary_error: 0.08634\n",
            "[1607]\tvalid_0's binary_error: 0.00058\tvalid_1's binary_error: 0.08632\n",
            "[1608]\tvalid_0's binary_error: 0.00058\tvalid_1's binary_error: 0.08638\n",
            "[1609]\tvalid_0's binary_error: 0.00056\tvalid_1's binary_error: 0.08642\n",
            "[1610]\tvalid_0's binary_error: 0.00056\tvalid_1's binary_error: 0.08646\n",
            "[1611]\tvalid_0's binary_error: 0.00056\tvalid_1's binary_error: 0.08648\n",
            "[1612]\tvalid_0's binary_error: 0.00056\tvalid_1's binary_error: 0.08644\n",
            "[1613]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08644\n",
            "[1614]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08632\n",
            "[1615]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08636\n",
            "[1616]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08638\n",
            "[1617]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08636\n",
            "[1618]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08636\n",
            "[1619]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08634\n",
            "[1620]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08636\n",
            "[1621]\tvalid_0's binary_error: 0.00054\tvalid_1's binary_error: 0.08642\n",
            "[1622]\tvalid_0's binary_error: 0.00052\tvalid_1's binary_error: 0.08642\n",
            "[1623]\tvalid_0's binary_error: 0.0005\tvalid_1's binary_error: 0.08632\n",
            "[1624]\tvalid_0's binary_error: 0.0005\tvalid_1's binary_error: 0.08638\n",
            "[1625]\tvalid_0's binary_error: 0.0005\tvalid_1's binary_error: 0.0863\n",
            "[1626]\tvalid_0's binary_error: 0.0005\tvalid_1's binary_error: 0.08638\n",
            "[1627]\tvalid_0's binary_error: 0.0005\tvalid_1's binary_error: 0.0864\n",
            "[1628]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.08632\n",
            "[1629]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.08636\n",
            "[1630]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.0864\n",
            "[1631]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.08642\n",
            "[1632]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.08632\n",
            "[1633]\tvalid_0's binary_error: 0.00048\tvalid_1's binary_error: 0.0863\n",
            "[1634]\tvalid_0's binary_error: 0.00046\tvalid_1's binary_error: 0.0863\n",
            "[1635]\tvalid_0's binary_error: 0.00046\tvalid_1's binary_error: 0.0863\n",
            "[1636]\tvalid_0's binary_error: 0.00046\tvalid_1's binary_error: 0.0863\n",
            "[1637]\tvalid_0's binary_error: 0.00044\tvalid_1's binary_error: 0.08634\n",
            "[1638]\tvalid_0's binary_error: 0.00044\tvalid_1's binary_error: 0.08628\n",
            "[1639]\tvalid_0's binary_error: 0.00044\tvalid_1's binary_error: 0.08634\n",
            "[1640]\tvalid_0's binary_error: 0.00044\tvalid_1's binary_error: 0.08634\n",
            "[1641]\tvalid_0's binary_error: 0.00044\tvalid_1's binary_error: 0.08624\n",
            "[1642]\tvalid_0's binary_error: 0.00046\tvalid_1's binary_error: 0.0862\n",
            "[1643]\tvalid_0's binary_error: 0.00046\tvalid_1's binary_error: 0.08616\n",
            "[1644]\tvalid_0's binary_error: 0.00042\tvalid_1's binary_error: 0.08618\n",
            "[1645]\tvalid_0's binary_error: 0.00042\tvalid_1's binary_error: 0.0862\n",
            "[1646]\tvalid_0's binary_error: 0.00042\tvalid_1's binary_error: 0.08618\n",
            "[1647]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08614\n",
            "[1648]\tvalid_0's binary_error: 0.00042\tvalid_1's binary_error: 0.08618\n",
            "[1649]\tvalid_0's binary_error: 0.00042\tvalid_1's binary_error: 0.08618\n",
            "[1650]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08624\n",
            "[1651]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08626\n",
            "[1652]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08628\n",
            "[1653]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08618\n",
            "[1654]\tvalid_0's binary_error: 0.0004\tvalid_1's binary_error: 0.08618\n",
            "[1655]\tvalid_0's binary_error: 0.00036\tvalid_1's binary_error: 0.08622\n",
            "[1656]\tvalid_0's binary_error: 0.00034\tvalid_1's binary_error: 0.08614\n",
            "[1657]\tvalid_0's binary_error: 0.00034\tvalid_1's binary_error: 0.08614\n",
            "[1658]\tvalid_0's binary_error: 0.00034\tvalid_1's binary_error: 0.08614\n",
            "[1659]\tvalid_0's binary_error: 0.00034\tvalid_1's binary_error: 0.08614\n",
            "[1660]\tvalid_0's binary_error: 0.00034\tvalid_1's binary_error: 0.08614\n",
            "[1661]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08618\n",
            "[1662]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08614\n",
            "[1663]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08616\n",
            "[1664]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08616\n",
            "[1665]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.0861\n",
            "[1666]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08606\n",
            "[1667]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08606\n",
            "[1668]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08608\n",
            "[1669]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08614\n",
            "[1670]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08608\n",
            "[1671]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.0861\n",
            "[1672]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.0861\n",
            "[1673]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08614\n",
            "[1674]\tvalid_0's binary_error: 0.00032\tvalid_1's binary_error: 0.08626\n",
            "[1675]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08632\n",
            "[1676]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08634\n",
            "[1677]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08632\n",
            "[1678]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08632\n",
            "[1679]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08624\n",
            "[1680]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.0863\n",
            "[1681]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08632\n",
            "[1682]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08638\n",
            "[1683]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08636\n",
            "[1684]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08636\n",
            "[1685]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.0864\n",
            "[1686]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08638\n",
            "[1687]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.0864\n",
            "[1688]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08644\n",
            "[1689]\tvalid_0's binary_error: 0.0003\tvalid_1's binary_error: 0.08638\n",
            "[1690]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08638\n",
            "[1691]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.0864\n",
            "[1692]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08638\n",
            "[1693]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08638\n",
            "[1694]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.0864\n",
            "[1695]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08648\n",
            "[1696]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08646\n",
            "[1697]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08644\n",
            "[1698]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08646\n",
            "[1699]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08646\n",
            "[1700]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08656\n",
            "[1701]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08654\n",
            "[1702]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08652\n",
            "[1703]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08652\n",
            "[1704]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08652\n",
            "[1705]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08656\n",
            "[1706]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08658\n",
            "[1707]\tvalid_0's binary_error: 0.00028\tvalid_1's binary_error: 0.08658\n",
            "[1708]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.0866\n",
            "[1709]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08664\n",
            "[1710]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08664\n",
            "[1711]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08668\n",
            "[1712]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08666\n",
            "[1713]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08662\n",
            "[1714]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.0866\n",
            "[1715]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08658\n",
            "[1716]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08658\n",
            "[1717]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08662\n",
            "[1718]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.0867\n",
            "[1719]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08672\n",
            "[1720]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08674\n",
            "[1721]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08676\n",
            "[1722]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.0867\n",
            "[1723]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.0867\n",
            "[1724]\tvalid_0's binary_error: 0.00026\tvalid_1's binary_error: 0.08668\n",
            "[1725]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.08672\n",
            "[1726]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.08676\n",
            "[1727]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.08672\n",
            "[1728]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.0867\n",
            "[1729]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.08674\n",
            "[1730]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.0867\n",
            "[1731]\tvalid_0's binary_error: 0.00024\tvalid_1's binary_error: 0.0867\n",
            "[1732]\tvalid_0's binary_error: 0.00022\tvalid_1's binary_error: 0.08674\n",
            "[1733]\tvalid_0's binary_error: 0.00022\tvalid_1's binary_error: 0.08676\n",
            "[1734]\tvalid_0's binary_error: 0.00022\tvalid_1's binary_error: 0.08676\n",
            "[1735]\tvalid_0's binary_error: 0.00022\tvalid_1's binary_error: 0.08674\n",
            "[1736]\tvalid_0's binary_error: 0.00022\tvalid_1's binary_error: 0.08684\n",
            "[1737]\tvalid_0's binary_error: 0.0002\tvalid_1's binary_error: 0.08666\n",
            "[1738]\tvalid_0's binary_error: 0.0002\tvalid_1's binary_error: 0.08666\n",
            "[1739]\tvalid_0's binary_error: 0.0002\tvalid_1's binary_error: 0.08672\n",
            "[1740]\tvalid_0's binary_error: 0.0002\tvalid_1's binary_error: 0.08674\n",
            "[1741]\tvalid_0's binary_error: 0.00018\tvalid_1's binary_error: 0.08672\n",
            "[1742]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.0867\n",
            "[1743]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08674\n",
            "[1744]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08676\n",
            "[1745]\tvalid_0's binary_error: 0.00018\tvalid_1's binary_error: 0.0867\n",
            "[1746]\tvalid_0's binary_error: 0.00018\tvalid_1's binary_error: 0.08668\n",
            "[1747]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08674\n",
            "[1748]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08676\n",
            "[1749]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08676\n",
            "[1750]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08672\n",
            "[1751]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08676\n",
            "[1752]\tvalid_0's binary_error: 0.00018\tvalid_1's binary_error: 0.08682\n",
            "[1753]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08682\n",
            "[1754]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.0868\n",
            "[1755]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08678\n",
            "[1756]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08672\n",
            "[1757]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.0867\n",
            "[1758]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08668\n",
            "[1759]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08668\n",
            "[1760]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0867\n",
            "[1761]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1762]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08668\n",
            "[1763]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08664\n",
            "[1764]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1765]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08668\n",
            "[1766]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08658\n",
            "[1767]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08662\n",
            "[1768]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08668\n",
            "[1769]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08668\n",
            "[1770]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1771]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08662\n",
            "[1772]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0866\n",
            "[1773]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08664\n",
            "[1774]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08664\n",
            "[1775]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08664\n",
            "[1776]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1777]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1778]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08674\n",
            "[1779]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08672\n",
            "[1780]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08678\n",
            "[1781]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08678\n",
            "[1782]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08682\n",
            "[1783]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0868\n",
            "[1784]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08682\n",
            "[1785]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08672\n",
            "[1786]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08674\n",
            "[1787]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0867\n",
            "[1788]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08672\n",
            "[1789]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0867\n",
            "[1790]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08672\n",
            "[1791]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08674\n",
            "[1792]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0867\n",
            "[1793]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08666\n",
            "[1794]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08664\n",
            "[1795]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08654\n",
            "[1796]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08656\n",
            "[1797]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08652\n",
            "[1798]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08646\n",
            "[1799]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.0865\n",
            "[1800]\tvalid_0's binary_error: 0.00016\tvalid_1's binary_error: 0.08654\n",
            "[1801]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08654\n",
            "[1802]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08654\n",
            "[1803]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0865\n",
            "[1804]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08648\n",
            "[1805]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08654\n",
            "[1806]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08654\n",
            "[1807]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08652\n",
            "[1808]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08644\n",
            "[1809]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08638\n",
            "[1810]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0864\n",
            "[1811]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08636\n",
            "[1812]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08638\n",
            "[1813]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08648\n",
            "[1814]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08654\n",
            "[1815]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08656\n",
            "[1816]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0866\n",
            "[1817]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08662\n",
            "[1818]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08668\n",
            "[1819]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.0867\n",
            "[1820]\tvalid_0's binary_error: 0.00014\tvalid_1's binary_error: 0.08676\n",
            "[1821]\tvalid_0's binary_error: 0.00012\tvalid_1's binary_error: 0.08676\n",
            "[1822]\tvalid_0's binary_error: 0.00012\tvalid_1's binary_error: 0.0868\n",
            "[1823]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08678\n",
            "[1824]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08666\n",
            "[1825]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08662\n",
            "[1826]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08662\n",
            "[1827]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08656\n",
            "[1828]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08654\n",
            "[1829]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08658\n",
            "[1830]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08658\n",
            "[1831]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.0866\n",
            "[1832]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08656\n",
            "[1833]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08652\n",
            "[1834]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08646\n",
            "[1835]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.0865\n",
            "[1836]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08642\n",
            "[1837]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08642\n",
            "[1838]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.08648\n",
            "[1839]\tvalid_0's binary_error: 0.0001\tvalid_1's binary_error: 0.0865\n",
            "[1840]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08658\n",
            "[1841]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08658\n",
            "[1842]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1843]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1844]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08656\n",
            "[1845]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08658\n",
            "[1846]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08664\n",
            "[1847]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08664\n",
            "[1848]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08662\n",
            "[1849]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08662\n",
            "[1850]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1851]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1852]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1853]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08672\n",
            "[1854]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08672\n",
            "[1855]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.0867\n",
            "[1856]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08662\n",
            "[1857]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1858]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08664\n",
            "[1859]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.0866\n",
            "[1860]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08662\n",
            "[1861]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.0866\n",
            "[1862]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08658\n",
            "[1863]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08658\n",
            "[1864]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1865]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08664\n",
            "[1866]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1867]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08666\n",
            "[1868]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.08664\n",
            "[1869]\tvalid_0's binary_error: 8e-05\tvalid_1's binary_error: 0.0866\n",
            "[1870]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0866\n",
            "[1871]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0865\n",
            "[1872]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08656\n",
            "[1873]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1874]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1875]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08662\n",
            "[1876]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1877]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1878]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08664\n",
            "[1879]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08662\n",
            "[1880]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08664\n",
            "[1881]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08664\n",
            "[1882]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0866\n",
            "[1883]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1884]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1885]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08662\n",
            "[1886]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0866\n",
            "[1887]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0866\n",
            "[1888]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1889]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1890]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08656\n",
            "[1891]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08656\n",
            "[1892]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08658\n",
            "[1893]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0865\n",
            "[1894]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1895]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1896]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1897]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08656\n",
            "[1898]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1899]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1900]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08648\n",
            "[1901]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0864\n",
            "[1902]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0864\n",
            "[1903]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1904]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1905]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1906]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08636\n",
            "[1907]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1908]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1909]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1910]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0864\n",
            "[1911]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08642\n",
            "[1912]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08642\n",
            "[1913]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1914]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1915]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1916]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1917]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1918]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1919]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1920]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08642\n",
            "[1921]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0864\n",
            "[1922]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08642\n",
            "[1923]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1924]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08648\n",
            "[1925]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08648\n",
            "[1926]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08648\n",
            "[1927]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08642\n",
            "[1928]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1929]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08648\n",
            "[1930]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0865\n",
            "[1931]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1932]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1933]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1934]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08652\n",
            "[1935]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08654\n",
            "[1936]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0865\n",
            "[1937]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1938]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1939]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08646\n",
            "[1940]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1941]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1942]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08644\n",
            "[1943]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1944]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08628\n",
            "[1945]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08626\n",
            "[1946]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08624\n",
            "[1947]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08628\n",
            "[1948]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0862\n",
            "[1949]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08618\n",
            "[1950]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08616\n",
            "[1951]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08616\n",
            "[1952]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0862\n",
            "[1953]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08616\n",
            "[1954]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08624\n",
            "[1955]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08624\n",
            "[1956]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08628\n",
            "[1957]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08626\n",
            "[1958]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08624\n",
            "[1959]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08622\n",
            "[1960]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08624\n",
            "[1961]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08624\n",
            "[1962]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08624\n",
            "[1963]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08622\n",
            "[1964]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08622\n",
            "[1965]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08622\n",
            "[1966]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08624\n",
            "[1967]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08626\n",
            "[1968]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08628\n",
            "[1969]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.0863\n",
            "[1970]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08632\n",
            "[1971]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08632\n",
            "[1972]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.0863\n",
            "[1973]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08634\n",
            "[1974]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08632\n",
            "[1975]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08634\n",
            "[1976]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08628\n",
            "[1977]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08622\n",
            "[1978]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08614\n",
            "[1979]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08618\n",
            "[1980]\tvalid_0's binary_error: 4e-05\tvalid_1's binary_error: 0.08616\n",
            "[1981]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08618\n",
            "[1982]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08626\n",
            "[1983]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08626\n",
            "[1984]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0863\n",
            "[1985]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1986]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1987]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1988]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08628\n",
            "[1989]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08628\n",
            "[1990]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0863\n",
            "[1991]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0863\n",
            "[1992]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1993]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08634\n",
            "[1994]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0863\n",
            "[1995]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08636\n",
            "[1996]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08636\n",
            "[1997]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08632\n",
            "[1998]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08638\n",
            "[1999]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.08638\n",
            "[2000]\tvalid_0's binary_error: 6e-05\tvalid_1's binary_error: 0.0864\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pk8phvUz3Lkk"
      },
      "source": [
        "import io\n",
        "import multiprocessing\n",
        "from contextlib import redirect_stdout\n",
        "from copy import deepcopy\n",
        "from dataclasses import dataclass, asdict\n",
        "import hyperopt.pyll\n",
        "from hyperopt import fmin, tpe, hp\n",
        "import numpy as np\n",
        "import lightgbm as lgb\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.metrics import f1_score\n",
        "from sklearn.metrics import precision_score\n",
        "from sklearn.metrics import recall_score\n",
        "from sklearn.metrics import roc_auc_score\n",
        "import torch\n",
        "\n",
        "import copy\n",
        "cpu_count = 4\n",
        "use_gpu = False\n",
        "@dataclass\n",
        "class LGBOpt:\n",
        "    num_threads: any = hp.choice('num_threads', [cpu_count])\n",
        "    num_leaves: any = hp.choice('num_leaves', [64])\n",
        "    metric: any = hp.choice('metric', ['binary_error'])\n",
        "    num_round: any = hp.choice('num_rounds', [1000])\n",
        "    objective: any = hp.choice('objective', ['binary'])\n",
        "    learning_rate: any = hp.uniform('learning_rate', 0.01, 0.1)\n",
        "    feature_fraction: any = hp.uniform('feature_fraction', 0.5, 1.0)\n",
        "    bagging_fraction: any = hp.uniform('bagging_fraction', 0.8, 1.0)\n",
        "    device_type: any = hp.choice('device_tpye', ['gpu']) if use_gpu else hp.choice('device_type',\n",
        "                                                                                   ['cpu'])\n",
        "    boosting: any = hp.choice('boosting', ['gbdt', 'dart', 'goss'])\n",
        "    extra_trees: any = hp.choice('extra_tress', [False, True])\n",
        "    drop_rate: any = hp.uniform('drop_rate', 0, 0.2)\n",
        "    uniform_drop: any = hp.choice('uniform_drop', [True, False])\n",
        "    lambda_l1: any = hp.uniform('lambda_l1', 0, 10)  # TODO: Check range\n",
        "    lambda_l2: any = hp.uniform('lambda_l2', 0, 10)  # TODO: Check range\n",
        "    min_gain_to_split: any = hp.uniform('min_gain_to_split', 0, 1)  # TODO: Check range\n",
        "    min_data_in_bin = hp.choice('min_data_in_bin', [3, 5, 10, 15, 20, 50])\n",
        "\n",
        "    @staticmethod\n",
        "    def get_common_params():\n",
        "        return {'num_thread': 4, 'num_leaves': 12, 'metric': 'binary', 'objective': 'binary',\n",
        "                'num_round': 1000, 'learning_rate': 0.01, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}\n",
        "    "
      ],
      "execution_count": 71,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "64owMInt3Y_G"
      },
      "source": [
        "class FitterBase(object):\n",
        "    def __init__(self, label, metric, max_eval=100, opt=None):\n",
        "        self.label = label\n",
        "        self.metric = metric\n",
        "        self.opt_params = dict()\n",
        "        self.max_eval = max_eval\n",
        "        self.opt = opt\n",
        "\n",
        "    def get_loss(self, y, y_pred):\n",
        "        if self.metric == 'error':\n",
        "            return 1 - accuracy_score(y, y_pred)\n",
        "        elif self.metric == 'precision':\n",
        "            return 1 - precision_score(y, y_pred)\n",
        "        elif self.metric == 'recall':\n",
        "            return 1 - recall_score(y, y_pred)\n",
        "        elif self.metric == 'macro_f1':\n",
        "            return 1 - f1_score(y, y_pred, average='macro')\n",
        "        elif self.metric == 'micro_f1':\n",
        "            return 1 - f1_score(y, y_pred, average='micro')\n",
        "        elif self.metric == 'auc':  # TODO: Add a warning checking if y_predict is all [0, 1], it should be probability\n",
        "            return 1 - roc_auc_score(y, y_pred)\n",
        "        else:\n",
        "            raise Exception(\"Not implemented yet.\")\n"
      ],
      "execution_count": 72,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EXkcB_jI3erG"
      },
      "source": [
        "class LGBFitter(FitterBase):\n",
        "    def __init__(self, label='label', metric='error', opt: LGBOpt = None, max_eval=100):\n",
        "        super(LGBFitter, self).__init__(label, metric, max_eval)\n",
        "        if opt is not None:\n",
        "            self.opt = opt\n",
        "        else:\n",
        "            self.opt = LGBOpt()\n",
        "        self.best_round = None\n",
        "        self.clf = None\n",
        "\n",
        "    def train(self, train_df, eval_df, params=None, use_best_eval=True):\n",
        "        self.best_round = None\n",
        "        dtrain = lgb.Dataset(train_df.drop(columns=[self.label]), train_df[self.label])\n",
        "        deval = lgb.Dataset(eval_df.drop(columns=[self.label]), eval_df[self.label])\n",
        "        evallist = [dtrain, deval]\n",
        "        if params is None:\n",
        "            use_params = deepcopy(self.opt_params)\n",
        "        else:\n",
        "            use_params = deepcopy(params)\n",
        "\n",
        "        num_round = use_params.pop('num_round')\n",
        "        if use_best_eval:\n",
        "            with io.StringIO() as buf, redirect_stdout(buf):\n",
        "                self.clf = lgb.train(use_params, dtrain, num_round, valid_sets=evallist)\n",
        "                output = buf.getvalue().split(\"\\n\")\n",
        "            min_error = np.inf\n",
        "            min_index = 0\n",
        "            for idx in range(len(output) - 1):\n",
        "                if len(output[idx].split(\"\\t\")) == 3:\n",
        "                    temp = float(output[idx].split(\"\\t\")[2].split(\":\")[1])\n",
        "                    if min_error > temp:\n",
        "                        min_error = temp\n",
        "                        min_index = int(output[idx].split(\"\\t\")[0][1:-1])\n",
        "            print(\"The minimum is attained in round %d\" % (min_index + 1))\n",
        "            self.best_round = min_index + 1\n",
        "            return output\n",
        "        else:\n",
        "            with io.StringIO() as buf, redirect_stdout(buf):\n",
        "                self.clf = lgb.train(use_params, dtrain, num_round, valid_sets=evallist)\n",
        "                output = buf.getvalue().split(\"\\n\")\n",
        "            self.best_round = num_round\n",
        "            return output\n",
        "\n",
        "    def search(self, train_df, eval_df, use_best_eval=True):\n",
        "        self.opt_params = dict()\n",
        "\n",
        "        def train_impl(params):\n",
        "            self.train(train_df, eval_df, params, use_best_eval)\n",
        "            if self.metric == 'auc':\n",
        "                y_pred = self.clf.predict(eval_df.drop(columns=[self.label]), num_iteration=self.best_round)\n",
        "            else:\n",
        "                y_pred = (self.clf.predict(eval_df.drop(columns=[self.label]),\n",
        "                                           num_iteration=self.best_round) > 0.5).astype(int)\n",
        "            return self.get_loss(eval_df[self.label], y_pred)\n",
        "\n",
        "        self.opt_params = fmin(train_impl, asdict(self.opt), algo=tpe.suggest, max_evals=self.max_eval)\n",
        "\n",
        "    def search_k_fold(self, k_fold, data, use_best_eval=True):\n",
        "        self.opt_params = dict()\n",
        "\n",
        "        def train_impl_nfold(params):\n",
        "            loss = list()\n",
        "            for train_id, eval_id in k_fold.split(data):\n",
        "                train_df = data.loc[train_id]\n",
        "                eval_df = data.loc[eval_id]\n",
        "                self.train(train_df, eval_df, params, use_best_eval)\n",
        "                if self.metric == 'auc':\n",
        "                    y_pred = self.clf.predict(eval_df.drop(columns=[self.label]), num_iteration=self.best_round)\n",
        "                else:\n",
        "                    y_pred = (self.clf.predict(eval_df.drop(columns=[self.label]),\n",
        "                                               num_iteration=self.best_round) > 0.5).astype(int)\n",
        "                loss.append(self.get_loss(eval_df[self.label], y_pred))\n",
        "            return np.mean(loss)\n",
        "\n",
        "        self.opt_params = fmin(train_impl_nfold, asdict(self.opt), algo=tpe.suggest, max_evals=self.max_eval)\n",
        "\n",
        "    def train_k_fold(self, k_fold, train_data, test_data, params=None, drop_test_y=True, use_best_eval=True):\n",
        "        acc_result = list()\n",
        "        train_pred = np.empty(train_data.shape[0])\n",
        "        test_pred = np.empty(test_data.shape[0])\n",
        "        if drop_test_y:\n",
        "            dtest = test_data.drop(columns=self.label)\n",
        "        else:\n",
        "            dtest = test_data\n",
        "\n",
        "        models = list()\n",
        "        for train_id, eval_id in k_fold.split(train_data):\n",
        "            train_df = train_data.loc[train_id]\n",
        "            eval_df = train_data.loc[eval_id]\n",
        "            self.train(train_df, eval_df, params, use_best_eval)\n",
        "            models.append(copy.deepcopy(self.clf))\n",
        "            train_pred[eval_id] = self.clf.predict(eval_df.drop(columns=self.label), num_iteration=self.best_round)\n",
        "            if self.metric == 'auc':\n",
        "                y_pred = self.clf.predict(eval_df.drop(columns=[self.label]), num_iteration=self.best_round)\n",
        "            else:\n",
        "                y_pred = (self.clf.predict(eval_df.drop(columns=[self.label]),\n",
        "                                           num_iteration=self.best_round) > 0.5).astype(int)\n",
        "            acc_result.append(self.get_loss(eval_df[self.label], y_pred))\n",
        "            test_pred += self.clf.predict(dtest, num_iteration=self.best_round)\n",
        "        test_pred /= k_fold.n_splits\n",
        "        return train_pred, test_pred, acc_result, models"
      ],
      "execution_count": 73,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "l47zt7ma3nkw"
      },
      "source": [
        "fitter = LGBFitter(label='loan_status')"
      ],
      "execution_count": 74,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lcCNFu453z9r"
      },
      "source": [
        "params = {'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary',\n",
        "                'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}"
      ],
      "execution_count": 75,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "V2YnD1xI32ef"
      },
      "source": [
        "from sklearn.model_selection import KFold\n",
        "kfold = KFold(n_splits=5)"
      ],
      "execution_count": 76,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Gb6hAxDh34Wy",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "cbcf0829-518f-48b1-ef97-53accdda63fe"
      },
      "source": [
        "train_pred,test_pred,acc,model = fitter.train_k_fold(kfold, tran_shaffle, test, params = params)"
      ],
      "execution_count": 77,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "The minimum is attained in round 1028\n",
            "The minimum is attained in round 989\n",
            "The minimum is attained in round 1555\n",
            "The minimum is attained in round 1041\n",
            "The minimum is attained in round 736\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "deSs7C2Dn8HF",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "491f1987-cc91-4c6e-fe70-18ac2768f0e9"
      },
      "source": [
        "import numpy as np\n",
        "print(params)\n",
        "print(np.mean(acc))"
      ],
      "execution_count": 78,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "{'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary', 'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}\n",
            "0.07972000000000001\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZbsqGzX2BInD",
        "outputId": "7ff9e602-183f-4f84-89a6-cc267e4ca6bc"
      },
      "source": [
        "1- accuracy_score(test['loan_status'], (test_pred > 0.5).astype(np.int64))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.08279999999999998"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6M-Tqx-PoDBJ"
      },
      "source": [
        "上次作业调参的最优参数： {'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary', 'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8} **0.07944**"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "nDLMlpzkoXoY"
      },
      "source": [
        "构建衍生变量：\n",
        "{'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary', 'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}\n",
        "0.07984000000000002"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "A2qz03520BHR"
      },
      "source": [
        "构建衍生变量：discrete_rate_greater_917\n",
        "通过观察贷款状态为违约的利率比正常的要高很多，贷款为正常的贷款利率分布于30%和35%的是9.17%，所以尝试增加一个衍生变量：利率是否大于9.17%\n",
        "{'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary', 'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}\n",
        "0.07966"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DcXRVx6j2_M2"
      },
      "source": [
        "构建衍生变量：discrete_rate_greater_10.99\n",
        "{'num_thread': 4, 'num_leaves': 4, 'metric': 'binary', 'objective': 'binary', 'num_round': 2000, 'learning_rate': 0.02, 'feature_fraction': 0.8, 'bagging_fraction': 0.8}\n",
        "0.07975999999999998"
      ]
    }
  ]
}