word2vec_cbow.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "import numpy as np\n",
    "from tqdm import tqdm_notebook"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Initialization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def initialize_wrd_emb(vocab_size, emb_size):\n",
    "    WRD_EMB = np.random.randn(vocab_size, emb_size) * 0.01\n",
    "    return WRD_EMB\n",
    "\n",
    "def initialize_dense(input_size, output_size):\n",
    "    W = np.random.randn(output_size, input_size) * 0.01\n",
    "    b = np.random.randn(output_size, 1) * 0.01\n",
    "    return W, b\n",
    "\n",
    "def initialize_parameters(vocab_size, emb_size):\n",
    "    WRD_EMB = initialize_wrd_emb(vocab_size, emb_size)\n",
    "    W, b = initialize_dense(emb_size, vocab_size)\n",
    "    \n",
    "    parameters = {}\n",
    "    parameters['WRD_EMB'] = WRD_EMB\n",
    "    parameters['W'] = W\n",
    "    parameters['b'] = b\n",
    "    \n",
    "    return parameters"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Forward Propagation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def ind_to_word_vecs(inds, parameters):\n",
    "    \"\"\"\n",
    "    inds -- shape: (CBOW_N, number of examples)\n",
    "    \"\"\"\n",
    "    WRD_EMB = parameters['WRD_EMB']\n",
    "    word_vecs = np.take(WRD_EMB, inds.T, axis=0).T\n",
    "    \n",
    "    assert(word_vecs.shape == (WRD_EMB.shape[1], inds.shape[0], inds.shape[1]))\n",
    "    \n",
    "    return word_vecs\n",
    "\n",
    "def mean_(word_vecs):\n",
    "    word_vecs_mean = np.mean(word_vecs, axis=1)\n",
    "    word_vecs_mean = word_vecs_mean.reshape(word_vecs.shape[0], -1)\n",
    "    \n",
    "    assert(word_vecs_mean.shape == (word_vecs.shape[0], word_vecs.shape[2]))\n",
    "    \n",
    "    return word_vecs_mean\n",
    "\n",
    "def linear_dense(word_vecs_mean, parameters):\n",
    "    W, b = parameters['W'], parameters['b']\n",
    "    Z = np.dot(W, word_vecs_mean) + b\n",
    "    \n",
    "    assert(Z.shape == (W.shape[0], word_vecs_mean.shape[1]))\n",
    "    \n",
    "    return W, b, Z\n",
    "\n",
    "def softmax(Z):\n",
    "    softmax_out = np.divide(np.exp(Z), np.sum(np.exp(Z), axis=0, keepdims=True) + 0.001)\n",
    "    \n",
    "    assert(softmax_out.shape == Z.shape)\n",
    "\n",
    "    return softmax_out\n",
    "\n",
    "def forward_propagation(inds, parameters):\n",
    "    word_vecs = ind_to_word_vecs(inds, parameters)\n",
    "    word_vecs_mean = mean_(word_vecs)\n",
    "    W, b, Z = linear_dense(word_vecs_mean, parameters)\n",
    "    softmax_out = softmax(Z)\n",
    "    \n",
    "    caches = {}\n",
    "    caches['inds'] = inds\n",
    "    caches['word_vecs'] = word_vecs\n",
    "    caches['word_vecs_mean'] = word_vecs_mean\n",
    "    caches['W'] = W\n",
    "    caches['b'] = b\n",
    "    caches['Z'] = Z\n",
    "    \n",
    "    return softmax_out, caches"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Cost Function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def cross_entropy(softmax_out, Y):\n",
    "    m = softmax_out.shape[1]\n",
    "    cost = -(1 / m) * np.sum(np.sum(Y * np.log(softmax_out + 0.001), axis=0, keepdims=True), axis=1)\n",
    "    return cost"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Backward Propagation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def softmax_backward(Y, caches):\n",
    "    Z = caches['Z']\n",
    "    dL_dZ = Z - Y\n",
    "    \n",
    "    assert(dL_dZ.shape == Z.shape)\n",
    "    \n",
    "    return dL_dZ\n",
    "\n",
    "def dense_backward(dL_dZ, caches):\n",
    "    \"\"\"\n",
    "    Z = W * X + b\n",
    "    \"\"\"\n",
    "    W = caches['W']\n",
    "    b = caches['b']\n",
    "    word_vecs_mean = caches['word_vecs_mean']\n",
    "    m = word_vecs_mean.shape[1]\n",
    "    \n",
    "    dL_dW = (1 / m) * np.dot(dL_dZ, word_vecs_mean.T)\n",
    "    dL_db = (1 / m) * np.sum(dL_dZ, axis=1, keepdims=True)\n",
    "    dL_dword_vecs_mean = np.dot(W.T, dL_dZ)\n",
    "\n",
    "    assert(W.shape == dL_dW.shape)\n",
    "    assert(b.shape == dL_db.shape)\n",
    "    assert(word_vecs_mean.shape == dL_dword_vecs_mean.shape)\n",
    "    \n",
    "    return dL_dW, dL_db, dL_dword_vecs_mean\n",
    "\n",
    "def mean_backward(dL_dword_vecs_mean, caches):\n",
    "    \"\"\"\n",
    "    ele_mean_i = (1 / n) * (ele_1 + ele_2 + ele_n)\n",
    "    \"\"\"\n",
    "    word_vecs = caches['word_vecs']\n",
    "    CBOW_N = word_vecs.shape[1]\n",
    "    \n",
    "#     dL_dword_vecs = (1 / m) * (1 / CBOW_N) * np.ones((dL_dword_vecs_mean.shape[0], CBOW_N)) *\\\n",
    "#         np.sum(dL_dword_vecs_mean, axis=1, keepdims=True)\n",
    "        \n",
    "    dL_dword_vecs = (1 / m) * (1 / CBOW_N) * np.sum(dL_dword_vecs_mean, axis=1, keepdims=True)\n",
    "    assert((word_vecs.shape[0], 1) == dL_dword_vecs.shape)\n",
    "    \n",
    "    return dL_dword_vecs\n",
    "\n",
    "def backward_propagation(Y, caches):\n",
    "    dL_dZ = softmax_backward(Y, caches)\n",
    "    dL_dW, dL_db, dL_dword_vecs_mean = dense_backward(dL_dZ, caches)\n",
    "    dL_dword_vecs = mean_backward(dL_dword_vecs_mean, caches)\n",
    "    \n",
    "    gradients = dict()\n",
    "    gradients['dL_dZ'] = dL_dZ\n",
    "    gradients['dL_dW'] = dL_dW\n",
    "    gradients['dL_db'] = dL_db\n",
    "    gradients['dL_dword_vecs'] = dL_dword_vecs\n",
    "    \n",
    "    return gradients\n",
    "\n",
    "def update_parameters(parameters, caches, gradients, learning_rate):\n",
    "    CBOW_N = caches['inds'].shape[0]\n",
    "    vocab_size, emb_size = parameters['WRD_EMB'].shape\n",
    "    inds = caches['inds']\n",
    "    WRD_EMB = parameters['WRD_EMB']\n",
    "    dL_dword_vecs = gradients['dL_dword_vecs']\n",
    "    m = inds.shape[-1]\n",
    "    \n",
    "    \n",
    "#     updated_WRD_EMD = parameters['WRD_EMB'][inds.T, :] -\\\n",
    "#         learning_rate * gradients['dL_dword_vecs'].T.reshape(1, CBOW_N, -1)\n",
    "    for i in range(m):\n",
    "        WRD_EMB[inds[:, i], :] -= dL_dword_vecs.T * learning_rate\n",
    "    \n",
    "#     parameters['WRD_EMB'][inds.flatten(), :] = updated_WRD_EMD.reshape(-1, emb_size)\n",
    "    parameters['W'] -= learning_rate * gradients['dL_dW']\n",
    "    parameters['b'] -= learning_rate * gradients['dL_db']\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sys import getsizeof\n",
    "import gc\n",
    "\n",
    "\n",
    "def cbow_model(X, Y, vocab_size, emb_size, learning_rate, epochs, batch_size=256, parameters=None, print_cost=False):\n",
    "    costs = []\n",
    "    m = X.shape[1]\n",
    "    if parameters is None:\n",
    "        parameters = initialize_parameters(vocab_size, emb_size)\n",
    "\n",
    "#     batch_inds = list(range(0, m, batch_size))\n",
    "    for epoch in range(epochs):\n",
    "#         np.random.shuffle(batch_inds)\n",
    "        for b, i in enumerate(range(0, m, batch_size)):\n",
    "            X_batch = X[:, i:i+batch_size]\n",
    "            Y_batch = Y[:, i:i+batch_size]\n",
    "\n",
    "            softmax_out, caches = forward_propagation(X_batch, parameters)\n",
    "            gradients = backward_propagation(Y_batch, caches)\n",
    "            update_parameters(parameters, caches, gradients, learning_rate)\n",
    "            cost = cross_entropy(softmax_out, Y_batch)\n",
    "#             if b % 100 == 0:\n",
    "#                 print('epoch {}, {}/{} - Cost: {}'.format(epoch, b, 1000, np.squeeze(cost)))\n",
    "#             gc.collect()\n",
    "#             del X_batch\n",
    "#             del Y_batch\n",
    "#             del caches\n",
    "#             del gradients\n",
    "            \n",
    "            \n",
    "        costs.append(cost)\n",
    "        if print_cost and epoch % 1000 == 0:\n",
    "            print(\"Cost after epoch {}: {}\".format(epoch, np.squeeze(cost)))\n",
    "        \n",
    "    return parameters"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Toy data\n",
    "Sentence: I(0) would(1) like(2) to(3) get(4) a(5) better(6) job(7).  \n",
    "vocab_size = 8  \n",
    "```\n",
    "[0, 2] [1]  \n",
    "[1, 3] [2]  \n",
    "[2, 4] [3]  \n",
    "[3, 5] [4]  \n",
    "[4, 6] [5]  \n",
    "[5, 7] [6]\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Initialization Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "parameters = initialize_parameters(31295, 100)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Forward Probagation Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 4520, 16807,  3646, 27552, 22269, 23619, 29791, 11870, 31053,\n",
       "       27600])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X[:, 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "softmax_out, caches = forward_propagation(X[:, 0].reshape(-1, 1), parameters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9999999680468006"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.sum(softmax_out)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compute Cost Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "cost = cross_entropy(softmax_out, Y_one_hot[:, 0].reshape(-1, 1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([6.87648511])"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cost"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Backward Probagation Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "gradients = backward_propagation(Y_one_hot[:, 0].reshape(-1, 1), caches)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0, 0/1000 - Cost: 6.876591503818192\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'W': array([[-1.47086901e-02,  2.46776711e-03,  8.18906010e-04, ...,\n",
       "          7.11362578e-03, -1.51344408e-02,  2.04960263e-02],\n",
       "        [-8.39211344e-04, -6.51600397e-03,  3.82367199e-03, ...,\n",
       "          6.86077946e-03, -3.04584365e-02, -5.93998251e-03],\n",
       "        [ 2.44059705e-03,  1.71246057e-02, -7.00175285e-03, ...,\n",
       "          4.45684667e-03, -8.81435529e-03, -8.60441116e-03],\n",
       "        ...,\n",
       "        [-7.68705416e-03,  9.26354933e-03,  1.38015740e-02, ...,\n",
       "         -6.52921729e-03,  1.65386648e-02,  4.51150994e-03],\n",
       "        [-1.99787661e-03, -4.76608309e-03,  1.25434277e-02, ...,\n",
       "          6.25772980e-03,  1.02281155e-02,  9.27558552e-03],\n",
       "        [ 5.29647943e-03, -5.31701038e-05, -7.73642428e-03, ...,\n",
       "          3.97533109e-03, -6.43360645e-03, -1.15651844e-02]]),\n",
       " 'WRD_EMB': array([[-0.02116959,  0.01432641,  0.01467965, ..., -0.0030714 ,\n",
       "          0.00436741,  0.00781568],\n",
       "        [-0.00391822,  0.00905689, -0.00870093, ...,  0.00275129,\n",
       "         -0.00073205, -0.00215951],\n",
       "        [ 0.01561363, -0.0009474 , -0.00348521, ..., -0.01465311,\n",
       "          0.01559075, -0.0166009 ],\n",
       "        ...,\n",
       "        [-0.02503272,  0.00728895,  0.00248655, ...,  0.0005427 ,\n",
       "         -0.00995635, -0.01470732],\n",
       "        [-0.00371814,  0.01334736,  0.01333557, ...,  0.00907466,\n",
       "          0.00517611,  0.00161721],\n",
       "        [ 0.01097048,  0.00573451,  0.00437109, ...,  0.01108946,\n",
       "         -0.0035487 , -0.0048346 ]]),\n",
       " 'b': array([[-0.00687612],\n",
       "        [ 0.00293493],\n",
       "        [-0.01740288],\n",
       "        ...,\n",
       "        [-0.00816605],\n",
       "        [ 0.00989744],\n",
       "        [-0.00917688]])}"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cbow_model(X[:, 0].reshape(-1, 1), Y_one_hot[:, 0].reshape(-1, 1), 31295, 100, 0.05, 1, batch_size=256, parameters=None, print_cost=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Stack Overflow data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "with open('pickles/X.pkl', 'rb') as file:\n",
    "    X = pickle.load(file)\n",
    "    \n",
    "with open('pickles/Y.pkl', 'rb') as file:\n",
    "    Y = pickle.load(file)\n",
    "    \n",
    "assert(X.shape[-1] == Y.shape[-1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "vocab_size = 31295\n",
    "m = X.shape[-1]\n",
    "batch_size = 256\n",
    "emb_size = 100\n",
    "\n",
    "Y_one_hot = np.zeros((vocab_size, m))\n",
    "Y_one_hot[Y.flatten(), np.arange(m)] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# ran_sam_inds = np.random.randint(m, size=2)\n",
    "X_sample, Y_one_hot_sample = X[:, np.arange(10000)], Y_one_hot[:, np.arange(10000)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(10, 10000) (31295, 10000)\n"
     ]
    }
   ],
   "source": [
    "print(X_sample.shape, Y_one_hot_sample.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'Y_one_hot' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-49-87dbb1fa15c6>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mparameters\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcbow_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mY_one_hot\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvocab_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0memb_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0.05\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m2000\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m126\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mprint_cost\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'Y_one_hot' is not defined"
     ]
    }
   ],
   "source": [
    "parameters = cbow_model(X, Y_one_hot, vocab_size, emb_size, 0.05, 2000, batch_size=126, print_cost=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "WRD_EMB = parameters['WRD_EMB']\n",
    "\n",
    "# with open('pickles/word_to_id.pkl', 'rb') as file:\n",
    "#     word_to_id = pickle.load(file)\n",
    "    \n",
    "# with open('pickles/id_to_word.pkl', 'rb') as file:\n",
    "#     id_to_word = pickle.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_top_n_similar(word, wrd_emb, n=10):\n",
    "    id_ = word_to_id[word]\n",
    "    vec_word = wrd_emb[id_, :]\n",
    "    norm_vec_word = np.linalg.norm(vec_word)\n",
    "    cos_sim = np.dot(wrd_emb, vec_word.T) / (np.linalg.norm(wrd_emb, axis=1) * norm_vec_word)\n",
    "    top_n_ind = np.argsort(cos_sim)[-n:][::-1]\n",
    "    return top_n_ind"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "inds = find_top_n_similar('sort', WRD_EMB, 20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "[id_to_word[id_] for id_ in inds]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "id_to_word[156]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "word_to_id['bfs']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Toy Data: the quick brown fox jumped over the lazy dog"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### CBOW"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "text_toy = ['the','quick','brown','fox','jumped','over','the','lazy','dog']\n",
    "id_to_word_toy = dict()\n",
    "word_to_id_toy = dict()\n",
    "i = 0\n",
    "for token in text_toy:\n",
    "    if token in word_to_id_toy:\n",
    "        continue\n",
    "    id_to_word_toy[i] = token\n",
    "    word_to_id_toy[token] = i\n",
    "    i += 1\n",
    "window_size = 1\n",
    "example_len = 2 * 1 + 1\n",
    "X_toy = []\n",
    "Y_toy = []\n",
    "\n",
    "for i in range(len(text_toy) - example_len + 1):\n",
    "    X_toy.extend([word_to_id_toy[word] for word in text_toy[i:i+1] + text_toy[i+2:i+3]])\n",
    "    Y_toy.append(word_to_id_toy[text_toy[i+1]])\n",
    "        \n",
    "X_toy = np.array(X_toy)\n",
    "X_toy = X_toy.reshape(-1, window_size * 2).T\n",
    "Y_toy = np.array(Y_toy)\n",
    "Y_toy = Y_toy.reshape(1, -1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "vocab_size = 8\n",
    "m = X_toy.shape[-1]\n",
    "emb_size = 6\n",
    "\n",
    "Y_toy_one_hot = np.zeros((vocab_size, m))\n",
    "Y_toy_one_hot[Y_toy.flatten(), np.arange(m)] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2, 7) (8, 7)\n"
     ]
    }
   ],
   "source": [
    "print(X_toy.shape, Y_toy_one_hot.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 0: 1.8594929193940735\n",
      "Cost after epoch 1000: 1.856402710540856\n",
      "Cost after epoch 2000: 1.8563665576270325\n",
      "Cost after epoch 3000: 1.8563304119137587\n",
      "Cost after epoch 4000: 1.8562942733990428\n",
      "Cost after epoch 5000: 1.8562581420809632\n",
      "Cost after epoch 6000: 1.8562220179576037\n",
      "Cost after epoch 7000: 1.8561859010270512\n",
      "Cost after epoch 8000: 1.856149791287392\n",
      "Cost after epoch 9000: 1.8561136887367136\n",
      "Cost after epoch 10000: 1.8560775933731033\n",
      "Cost after epoch 11000: 1.85604150519465\n",
      "Cost after epoch 12000: 1.856005424199442\n",
      "Cost after epoch 13000: 1.8559693503855694\n",
      "Cost after epoch 14000: 1.8559332837511224\n",
      "Cost after epoch 15000: 1.855897224294191\n",
      "Cost after epoch 16000: 1.8558611720128675\n",
      "Cost after epoch 17000: 1.855825126905243\n",
      "Cost after epoch 18000: 1.8557890889694106\n",
      "Cost after epoch 19000: 1.855753058203463\n",
      "Cost after epoch 20000: 1.8557170346054948\n",
      "Cost after epoch 21000: 1.855681018173599\n",
      "Cost after epoch 22000: 1.8556450089058714\n",
      "Cost after epoch 23000: 1.855609006800407\n",
      "Cost after epoch 24000: 1.8555730118553022\n",
      "Cost after epoch 25000: 1.8555370240686535\n",
      "Cost after epoch 26000: 1.8555010434385586\n",
      "Cost after epoch 27000: 1.855465069963115\n",
      "Cost after epoch 28000: 1.8554291036404205\n",
      "Cost after epoch 29000: 1.8553931444685754\n",
      "Cost after epoch 30000: 1.8553571924456786\n",
      "Cost after epoch 31000: 1.8553212475698304\n",
      "Cost after epoch 32000: 1.8552853098391315\n",
      "Cost after epoch 33000: 1.8552493792516835\n",
      "Cost after epoch 34000: 1.8552134558055888\n",
      "Cost after epoch 35000: 1.8551775394989491\n",
      "Cost after epoch 36000: 1.8551416303298687\n",
      "Cost after epoch 37000: 1.85510572829645\n",
      "Cost after epoch 38000: 1.8550698333967979\n",
      "Cost after epoch 39000: 1.855033945629018\n",
      "Cost after epoch 40000: 1.8549980649912148\n",
      "Cost after epoch 41000: 1.8549621914814947\n",
      "Cost after epoch 42000: 1.8549263250979648\n",
      "Cost after epoch 43000: 1.8548904658387317\n",
      "Cost after epoch 44000: 1.8548546137019049\n",
      "Cost after epoch 45000: 1.8548187686855906\n",
      "Cost after epoch 46000: 1.8547829307878994\n",
      "Cost after epoch 47000: 1.8547471000069402\n",
      "Cost after epoch 48000: 1.854711276340824\n",
      "Cost after epoch 49000: 1.8546754597876607\n",
      "Cost after epoch 50000: 1.8546396503455624\n",
      "Cost after epoch 51000: 1.854603848012641\n",
      "Cost after epoch 52000: 1.854568052787008\n",
      "Cost after epoch 53000: 1.8545322646667781\n",
      "Cost after epoch 54000: 1.8544964836500644\n",
      "Cost after epoch 55000: 1.8544607097349808\n",
      "Cost after epoch 56000: 1.854424942919643\n",
      "Cost after epoch 57000: 1.854389183202166\n",
      "Cost after epoch 58000: 1.854353430580666\n",
      "Cost after epoch 59000: 1.854317685053259\n",
      "Cost after epoch 60000: 1.8542819466180636\n",
      "Cost after epoch 61000: 1.8542462152731969\n",
      "Cost after epoch 62000: 1.8542104910167767\n",
      "Cost after epoch 63000: 1.8541747738469232\n",
      "Cost after epoch 64000: 1.8541390637617552\n",
      "Cost after epoch 65000: 1.8541033607593935\n",
      "Cost after epoch 66000: 1.8540676648379582\n",
      "Cost after epoch 67000: 1.8540319759955706\n",
      "Cost after epoch 68000: 1.8539962942303536\n",
      "Cost after epoch 69000: 1.8539606195404281\n",
      "Cost after epoch 70000: 1.8539249519239192\n",
      "Cost after epoch 71000: 1.8538892913789486\n",
      "Cost after epoch 72000: 1.8538536379036412\n",
      "Cost after epoch 73000: 1.8538179914961224\n",
      "Cost after epoch 74000: 1.853782352154517\n",
      "Cost after epoch 75000: 1.853746719876952\n",
      "Cost after epoch 76000: 1.8537110946615523\n",
      "Cost after epoch 77000: 1.8536754765064465\n",
      "Cost after epoch 78000: 1.8536398654097614\n",
      "Cost after epoch 79000: 1.853604261369626\n",
      "Cost after epoch 80000: 1.8535686643841685\n",
      "Cost after epoch 81000: 1.8535330744515186\n",
      "Cost after epoch 82000: 1.8534974915698068\n",
      "Cost after epoch 83000: 1.8534619157371632\n",
      "Cost after epoch 84000: 1.8534263469517196\n",
      "Cost after epoch 85000: 1.8533907852116074\n",
      "Cost after epoch 86000: 1.8533552305149592\n",
      "Cost after epoch 87000: 1.8533196828599074\n",
      "Cost after epoch 88000: 1.8532841422445856\n",
      "Cost after epoch 89000: 1.853248608667129\n",
      "Cost after epoch 90000: 1.8532130821256712\n",
      "Cost after epoch 91000: 1.8531775626183475\n",
      "Cost after epoch 92000: 1.853142050143294\n",
      "Cost after epoch 93000: 1.8531065446986477\n",
      "Cost after epoch 94000: 1.8530710462825446\n",
      "Cost after epoch 95000: 1.8530355548931228\n",
      "Cost after epoch 96000: 1.8530000705285201\n",
      "Cost after epoch 97000: 1.8529645931868757\n",
      "Cost after epoch 98000: 1.8529291228663283\n",
      "Cost after epoch 99000: 1.8528936595650183\n",
      "Cost after epoch 100000: 1.852858203281086\n",
      "Cost after epoch 101000: 1.8528227540126727\n",
      "Cost after epoch 102000: 1.8527873117579192\n",
      "Cost after epoch 103000: 1.852751876514968\n",
      "Cost after epoch 104000: 1.8527164482819625\n",
      "Cost after epoch 105000: 1.8526810270570457\n",
      "Cost after epoch 106000: 1.8526456128383617\n",
      "Cost after epoch 107000: 1.852610205624054\n",
      "Cost after epoch 108000: 1.8525748054122693\n",
      "Cost after epoch 109000: 1.8525394122011511\n",
      "Cost after epoch 110000: 1.8525040259888474\n",
      "Cost after epoch 111000: 1.8524686467735036\n",
      "Cost after epoch 112000: 1.8524332745532692\n",
      "Cost after epoch 113000: 1.85239790932629\n",
      "Cost after epoch 114000: 1.8523625510907151\n",
      "Cost after epoch 115000: 1.8523271998446937\n",
      "Cost after epoch 116000: 1.8522918555863754\n",
      "Cost after epoch 117000: 1.8522565183139108\n",
      "Cost after epoch 118000: 1.8522211880254507\n",
      "Cost after epoch 119000: 1.8521858647191454\n",
      "Cost after epoch 120000: 1.852150548393148\n",
      "Cost after epoch 121000: 1.8521152390456102\n",
      "Cost after epoch 122000: 1.8520799366746856\n",
      "Cost after epoch 123000: 1.8520446412785274\n",
      "Cost after epoch 124000: 1.8520093528552908\n",
      "Cost after epoch 125000: 1.8519740714031296\n",
      "Cost after epoch 126000: 1.8519387969201997\n",
      "Cost after epoch 127000: 1.851903529404656\n",
      "Cost after epoch 128000: 1.8518682688546562\n",
      "Cost after epoch 129000: 1.8518330152683573\n",
      "Cost after epoch 130000: 1.8517977686439167\n",
      "Cost after epoch 131000: 1.8517625289794923\n",
      "Cost after epoch 132000: 1.8517272962732432\n",
      "Cost after epoch 133000: 1.8516920705233284\n",
      "Cost after epoch 134000: 1.8516568517279082\n",
      "Cost after epoch 135000: 1.8516216398851433\n",
      "Cost after epoch 136000: 1.8515864349931945\n",
      "Cost after epoch 137000: 1.851551237050223\n",
      "Cost after epoch 138000: 1.8515160460543918\n",
      "Cost after epoch 139000: 1.851480862003863\n",
      "Cost after epoch 140000: 1.8514456848968002\n",
      "Cost after epoch 141000: 1.8514105147313675\n",
      "Cost after epoch 142000: 1.8513753515057292\n",
      "Cost after epoch 143000: 1.8513401952180504\n",
      "Cost after epoch 144000: 1.8513050458664964\n",
      "Cost after epoch 145000: 1.8512699034492335\n",
      "Cost after epoch 146000: 1.8512347679644285\n",
      "Cost after epoch 147000: 1.8511996394102492\n",
      "Cost after epoch 148000: 1.8511645177848624\n",
      "Cost after epoch 149000: 1.8511294030864374\n",
      "Cost after epoch 150000: 1.851094295313143\n",
      "Cost after epoch 151000: 1.8510591944631485\n",
      "Cost after epoch 152000: 1.8510241005346244\n",
      "Cost after epoch 153000: 1.850989013525741\n",
      "Cost after epoch 154000: 1.8509539334346699\n",
      "Cost after epoch 155000: 1.850918860259583\n",
      "Cost after epoch 156000: 1.850883793998652\n",
      "Cost after epoch 157000: 1.8508487346500508\n",
      "Cost after epoch 158000: 1.8508136822119525\n",
      "Cost after epoch 159000: 1.8507786366825312\n",
      "Cost after epoch 160000: 1.8507435980599616\n",
      "Cost after epoch 161000: 1.8507085663424188\n",
      "Cost after epoch 162000: 1.8506735415280784\n",
      "Cost after epoch 163000: 1.8506385236151177\n",
      "Cost after epoch 164000: 1.8506035126017122\n",
      "Cost after epoch 165000: 1.8505685084860406\n",
      "Cost after epoch 166000: 1.85053351126628\n",
      "Cost after epoch 167000: 1.8504985209406097\n",
      "Cost after epoch 168000: 1.8504635375072087\n",
      "Cost after epoch 169000: 1.8504285609642561\n",
      "Cost after epoch 170000: 1.8503935913099334\n",
      "Cost after epoch 171000: 1.85035862854242\n",
      "Cost after epoch 172000: 1.8503236726598984\n",
      "Cost after epoch 173000: 1.8502887236605499\n",
      "Cost after epoch 174000: 1.8502537815425577\n",
      "Cost after epoch 175000: 1.850218846304104\n",
      "Cost after epoch 176000: 1.8501839179433734\n",
      "Cost after epoch 177000: 1.8501489964585496\n",
      "Cost after epoch 178000: 1.8501140818478174\n",
      "Cost after epoch 179000: 1.850079174109362\n",
      "Cost after epoch 180000: 1.85004427324137\n",
      "Cost after epoch 181000: 1.850009379242027\n",
      "Cost after epoch 182000: 1.84997449210952\n",
      "Cost after epoch 183000: 1.8499396118420368\n",
      "Cost after epoch 184000: 1.849904738437766\n",
      "Cost after epoch 185000: 1.8498698718948958\n",
      "Cost after epoch 186000: 1.8498350122116154\n",
      "Cost after epoch 187000: 1.849800159386115\n",
      "Cost after epoch 188000: 1.849765313416585\n",
      "Cost after epoch 189000: 1.8497304743012153\n",
      "Cost after epoch 190000: 1.8496956420381985\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 191000: 1.8496608166257265\n",
      "Cost after epoch 192000: 1.8496259980619913\n",
      "Cost after epoch 193000: 1.8495911863451868\n",
      "Cost after epoch 194000: 1.8495563814735063\n",
      "Cost after epoch 195000: 1.8495215834451444\n",
      "Cost after epoch 196000: 1.8494867922582954\n",
      "Cost after epoch 197000: 1.8494520079111543\n",
      "Cost after epoch 198000: 1.8494172304019179\n",
      "Cost after epoch 199000: 1.8493824597287833\n",
      "Cost after epoch 200000: 1.849347695889946\n",
      "Cost after epoch 201000: 1.8493129388836045\n",
      "Cost after epoch 202000: 1.8492781887079566\n",
      "Cost after epoch 203000: 1.8492434453612012\n",
      "Cost after epoch 204000: 1.849208708841538\n",
      "Cost after epoch 205000: 1.8491739791471662\n",
      "Cost after epoch 206000: 1.849139256276286\n",
      "Cost after epoch 207000: 1.8491045402270996\n",
      "Cost after epoch 208000: 1.849069830997807\n",
      "Cost after epoch 209000: 1.8490351285866113\n",
      "Cost after epoch 210000: 1.8490004329917142\n",
      "Cost after epoch 211000: 1.8489657442113199\n",
      "Cost after epoch 212000: 1.8489310622436312\n",
      "Cost after epoch 213000: 1.8488963870868524\n",
      "Cost after epoch 214000: 1.8488617187391891\n",
      "Cost after epoch 215000: 1.848827057198846\n",
      "Cost after epoch 216000: 1.8487924024640299\n",
      "Cost after epoch 217000: 1.8487577545329454\n",
      "Cost after epoch 218000: 1.8487231134038016\n",
      "Cost after epoch 219000: 1.8486884790748048\n",
      "Cost after epoch 220000: 1.8486538515441637\n",
      "Cost after epoch 221000: 1.8486192308100868\n",
      "Cost after epoch 222000: 1.8485846168707838\n",
      "Cost after epoch 223000: 1.8485500097244643\n",
      "Cost after epoch 224000: 1.8485154093693374\n",
      "Cost after epoch 225000: 1.8484808158036152\n",
      "Cost after epoch 226000: 1.848446229025509\n",
      "Cost after epoch 227000: 1.8484116490332307\n",
      "Cost after epoch 228000: 1.8483770758249929\n",
      "Cost after epoch 229000: 1.848342509399009\n",
      "Cost after epoch 230000: 1.848307949753492\n",
      "Cost after epoch 231000: 1.8482733968866565\n",
      "Cost after epoch 232000: 1.8482388507967171\n",
      "Cost after epoch 233000: 1.848204311481889\n",
      "Cost after epoch 234000: 1.8481697789403881\n",
      "Cost after epoch 235000: 1.8481352531704316\n",
      "Cost after epoch 236000: 1.8481007341702351\n",
      "Cost after epoch 237000: 1.8480662219380175\n",
      "Cost after epoch 238000: 1.8480317164719953\n",
      "Cost after epoch 239000: 1.847997217770388\n",
      "Cost after epoch 240000: 1.8479627258314146\n",
      "Cost after epoch 241000: 1.8479282406532949\n",
      "Cost after epoch 242000: 1.8478937622342488\n",
      "Cost after epoch 243000: 1.847859290572498\n",
      "Cost after epoch 244000: 1.8478248256662624\n",
      "Cost after epoch 245000: 1.8477903675137646\n",
      "Cost after epoch 246000: 1.8477559161132275\n",
      "Cost after epoch 247000: 1.8477214714628725\n",
      "Cost after epoch 248000: 1.8476870335609255\n",
      "Cost after epoch 249000: 1.847652602405609\n",
      "Cost after epoch 250000: 1.8476181779951475\n",
      "Cost after epoch 251000: 1.8475837603277667\n",
      "Cost after epoch 252000: 1.8475493494016928\n",
      "Cost after epoch 253000: 1.847514945215151\n",
      "Cost after epoch 254000: 1.8474805477663683\n",
      "Cost after epoch 255000: 1.8474461570535723\n",
      "Cost after epoch 256000: 1.847411773074991\n",
      "Cost after epoch 257000: 1.8473773958288524\n",
      "Cost after epoch 258000: 1.8473430253133858\n",
      "Cost after epoch 259000: 1.8473086615268204\n",
      "Cost after epoch 260000: 1.847274304467387\n",
      "Cost after epoch 261000: 1.8472399541333155\n",
      "Cost after epoch 262000: 1.8472056105228372\n",
      "Cost after epoch 263000: 1.847171273634184\n",
      "Cost after epoch 264000: 1.8471369434655878\n",
      "Cost after epoch 265000: 1.8471026200152814\n",
      "Cost after epoch 266000: 1.8470683032814985\n",
      "Cost after epoch 267000: 1.8470339932624729\n",
      "Cost after epoch 268000: 1.846999689956439\n",
      "Cost after epoch 269000: 1.8469653933616317\n",
      "Cost after epoch 270000: 1.8469311034762863\n",
      "Cost after epoch 271000: 1.846896820298639\n",
      "Cost after epoch 272000: 1.8468625438269264\n",
      "Cost after epoch 273000: 1.8468282740593853\n",
      "Cost after epoch 274000: 1.846794010994254\n",
      "Cost after epoch 275000: 1.84675975462977\n",
      "Cost after epoch 276000: 1.8467255049641729\n",
      "Cost after epoch 277000: 1.846691261995701\n",
      "Cost after epoch 278000: 1.846657025722595\n",
      "Cost after epoch 279000: 1.8466227961430952\n",
      "Cost after epoch 280000: 1.8465885732554421\n",
      "Cost after epoch 281000: 1.846554357057877\n",
      "Cost after epoch 282000: 1.8465201475486424\n",
      "Cost after epoch 283000: 1.8464859447259807\n",
      "Cost after epoch 284000: 1.8464517485881347\n",
      "Cost after epoch 285000: 1.8464175591333487\n",
      "Cost after epoch 286000: 1.8463833763598663\n",
      "Cost after epoch 287000: 1.846349200265932\n",
      "Cost after epoch 288000: 1.8463150308497918\n",
      "Cost after epoch 289000: 1.8462808681096903\n",
      "Cost after epoch 290000: 1.8462467120438748\n",
      "Cost after epoch 291000: 1.8462125626505914\n",
      "Cost after epoch 292000: 1.8461784199280884\n",
      "Cost after epoch 293000: 1.8461442838746134\n",
      "Cost after epoch 294000: 1.8461101544884146\n",
      "Cost after epoch 295000: 1.846076031767741\n",
      "Cost after epoch 296000: 1.846041915710842\n",
      "Cost after epoch 297000: 1.8460078063159684\n",
      "Cost after epoch 298000: 1.8459737035813706\n",
      "Cost after epoch 299000: 1.845939607505299\n",
      "Cost after epoch 300000: 1.8459055180860053\n",
      "Cost after epoch 301000: 1.845871435321743\n",
      "Cost after epoch 302000: 1.8458373592107638\n",
      "Cost after epoch 303000: 1.845803289751322\n",
      "Cost after epoch 304000: 1.8457692269416701\n",
      "Cost after epoch 305000: 1.8457351707800629\n",
      "Cost after epoch 306000: 1.8457011212647558\n",
      "Cost after epoch 307000: 1.8456670783940041\n",
      "Cost after epoch 308000: 1.8456330421660638\n",
      "Cost after epoch 309000: 1.8455990125791906\n",
      "Cost after epoch 310000: 1.8455649896316424\n",
      "Cost after epoch 311000: 1.8455309733216765\n",
      "Cost after epoch 312000: 1.845496963647551\n",
      "Cost after epoch 313000: 1.8454629606075248\n",
      "Cost after epoch 314000: 1.845428964199857\n",
      "Cost after epoch 315000: 1.8453949744228069\n",
      "Cost after epoch 316000: 1.8453609912746352\n",
      "Cost after epoch 317000: 1.8453270147536027\n",
      "Cost after epoch 318000: 1.8452930448579707\n",
      "Cost after epoch 319000: 1.845259081586001\n",
      "Cost after epoch 320000: 1.8452251249359555\n",
      "Cost after epoch 321000: 1.8451911749060974\n",
      "Cost after epoch 322000: 1.8451572314946911\n",
      "Cost after epoch 323000: 1.8451232946999996\n",
      "Cost after epoch 324000: 1.845089364520287\n",
      "Cost after epoch 325000: 1.8450554409538198\n",
      "Cost after epoch 326000: 1.845021523998862\n",
      "Cost after epoch 327000: 1.8449876136536807\n",
      "Cost after epoch 328000: 1.8449537099165425\n",
      "Cost after epoch 329000: 1.844919812785714\n",
      "Cost after epoch 330000: 1.8448859222594638\n",
      "Cost after epoch 331000: 1.8448520383360594\n",
      "Cost after epoch 332000: 1.8448181610137697\n",
      "Cost after epoch 333000: 1.8447842902908642\n",
      "Cost after epoch 334000: 1.844750426165612\n",
      "Cost after epoch 335000: 1.844716568636285\n",
      "Cost after epoch 336000: 1.8446827177011527\n",
      "Cost after epoch 337000: 1.8446488733584876\n",
      "Cost after epoch 338000: 1.8446150356065607\n",
      "Cost after epoch 339000: 1.844581204443645\n",
      "Cost after epoch 340000: 1.844547379868013\n",
      "Cost after epoch 341000: 1.844513561877939\n",
      "Cost after epoch 342000: 1.844479750471696\n",
      "Cost after epoch 343000: 1.8444459456475597\n",
      "Cost after epoch 344000: 1.844412147403805\n",
      "Cost after epoch 345000: 1.844378355738707\n",
      "Cost after epoch 346000: 1.8443445706505426\n",
      "Cost after epoch 347000: 1.8443107921375876\n",
      "Cost after epoch 348000: 1.8442770201981207\n",
      "Cost after epoch 349000: 1.8442432548304182\n",
      "Cost after epoch 350000: 1.8442094960327586\n",
      "Cost after epoch 351000: 1.8441757438034219\n",
      "Cost after epoch 352000: 1.8441419981406864\n",
      "Cost after epoch 353000: 1.844108259042832\n",
      "Cost after epoch 354000: 1.8440745265081389\n",
      "Cost after epoch 355000: 1.8440408005348887\n",
      "Cost after epoch 356000: 1.844007081121363\n",
      "Cost after epoch 357000: 1.8439733682658435\n",
      "Cost after epoch 358000: 1.8439396619666124\n",
      "Cost after epoch 359000: 1.8439059622219522\n",
      "Cost after epoch 360000: 1.8438722690301477\n",
      "Cost after epoch 361000: 1.8438385823894823\n",
      "Cost after epoch 362000: 1.843804902298241\n",
      "Cost after epoch 363000: 1.843771228754709\n",
      "Cost after epoch 364000: 1.843737561757171\n",
      "Cost after epoch 365000: 1.8437039013039147\n",
      "Cost after epoch 366000: 1.8436702473932254\n",
      "Cost after epoch 367000: 1.8436366000233912\n",
      "Cost after epoch 368000: 1.8436029591926988\n",
      "Cost after epoch 369000: 1.8435693248994385\n",
      "Cost after epoch 370000: 1.8435356971418972\n",
      "Cost after epoch 371000: 1.8435020759183651\n",
      "Cost after epoch 372000: 1.8434684612271315\n",
      "Cost after epoch 373000: 1.8434348530664872\n",
      "Cost after epoch 374000: 1.843401251434723\n",
      "Cost after epoch 375000: 1.8433676563301307\n",
      "Cost after epoch 376000: 1.8433340677510022\n",
      "Cost after epoch 377000: 1.8433004856956292\n",
      "Cost after epoch 378000: 1.8432669101623051\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 379000: 1.8432333411493238\n",
      "Cost after epoch 380000: 1.8431997786549792\n",
      "Cost after epoch 381000: 1.8431662226775647\n",
      "Cost after epoch 382000: 1.8431326732153774\n",
      "Cost after epoch 383000: 1.8430991302667117\n",
      "Cost after epoch 384000: 1.8430655938298632\n",
      "Cost after epoch 385000: 1.84303206390313\n",
      "Cost after epoch 386000: 1.8429985404848077\n",
      "Cost after epoch 387000: 1.8429650235731958\n",
      "Cost after epoch 388000: 1.842931513166591\n",
      "Cost after epoch 389000: 1.842898009263293\n",
      "Cost after epoch 390000: 1.8428645118616003\n",
      "Cost after epoch 391000: 1.8428310209598129\n",
      "Cost after epoch 392000: 1.842797536556231\n",
      "Cost after epoch 393000: 1.8427640586491558\n",
      "Cost after epoch 394000: 1.8427305872368882\n",
      "Cost after epoch 395000: 1.8426971223177304\n",
      "Cost after epoch 396000: 1.842663663889984\n",
      "Cost after epoch 397000: 1.8426302119519526\n",
      "Cost after epoch 398000: 1.8425967665019398\n",
      "Cost after epoch 399000: 1.8425633275382491\n",
      "Cost after epoch 400000: 1.842529895059185\n",
      "Cost after epoch 401000: 1.8424964690630525\n",
      "Cost after epoch 402000: 1.842463049548157\n",
      "Cost after epoch 403000: 1.8424296365128048\n",
      "Cost after epoch 404000: 1.842396229955302\n",
      "Cost after epoch 405000: 1.8423628298739558\n",
      "Cost after epoch 406000: 1.842329436267074\n",
      "Cost after epoch 407000: 1.8422960491329639\n",
      "Cost after epoch 408000: 1.8422626684699348\n",
      "Cost after epoch 409000: 1.8422292942762961\n",
      "Cost after epoch 410000: 1.8421959265503562\n",
      "Cost after epoch 411000: 1.8421625652904263\n",
      "Cost after epoch 412000: 1.8421292104948166\n",
      "Cost after epoch 413000: 1.8420958621618384\n",
      "Cost after epoch 414000: 1.842062520289803\n",
      "Cost after epoch 415000: 1.842029184877024\n",
      "Cost after epoch 416000: 1.8419958559218126\n",
      "Cost after epoch 417000: 1.841962533422482\n",
      "Cost after epoch 418000: 1.8419292173773467\n",
      "Cost after epoch 419000: 1.8418959077847206\n",
      "Cost after epoch 420000: 1.8418626046429185\n",
      "Cost after epoch 421000: 1.8418293079502552\n",
      "Cost after epoch 422000: 1.8417960177050476\n",
      "Cost after epoch 423000: 1.8417627339056113\n",
      "Cost after epoch 424000: 1.8417294565502629\n",
      "Cost after epoch 425000: 1.8416961856373206\n",
      "Cost after epoch 426000: 1.8416629211651014\n",
      "Cost after epoch 427000: 1.8416296631319242\n",
      "Cost after epoch 428000: 1.8415964115361074\n",
      "Cost after epoch 429000: 1.8415631663759708\n",
      "Cost after epoch 430000: 1.8415299276498345\n",
      "Cost after epoch 431000: 1.8414966953560186\n",
      "Cost after epoch 432000: 1.8414634694928438\n",
      "Cost after epoch 433000: 1.8414302500586324\n",
      "Cost after epoch 434000: 1.841397037051705\n",
      "Cost after epoch 435000: 1.8413638304703854\n",
      "Cost after epoch 436000: 1.841330630312996\n",
      "Cost after epoch 437000: 1.84129743657786\n",
      "Cost after epoch 438000: 1.8412642492633018\n",
      "Cost after epoch 439000: 1.8412310683676463\n",
      "Cost after epoch 440000: 1.8411978938892166\n",
      "Cost after epoch 441000: 1.8411647258263408\n",
      "Cost after epoch 442000: 1.8411315641773431\n",
      "Cost after epoch 443000: 1.841098408940552\n",
      "Cost after epoch 444000: 1.8410652601142932\n",
      "Cost after epoch 445000: 1.8410321176968938\n",
      "Cost after epoch 446000: 1.8409989816866832\n",
      "Cost after epoch 447000: 1.840965852081989\n",
      "Cost after epoch 448000: 1.840932728881141\n",
      "Cost after epoch 449000: 1.840899612082468\n",
      "Cost after epoch 450000: 1.8408665016843015\n",
      "Cost after epoch 451000: 1.8408333976849705\n",
      "Cost after epoch 452000: 1.8408003000828077\n",
      "Cost after epoch 453000: 1.8407672088761435\n",
      "Cost after epoch 454000: 1.8407341240633106\n",
      "Cost after epoch 455000: 1.8407010456426416\n",
      "Cost after epoch 456000: 1.8406679736124696\n",
      "Cost after epoch 457000: 1.8406349079711286\n",
      "Cost after epoch 458000: 1.8406018487169529\n",
      "Cost after epoch 459000: 1.8405687958482766\n",
      "Cost after epoch 460000: 1.8405357493634351\n",
      "Cost after epoch 461000: 1.8405027092607646\n",
      "Cost after epoch 462000: 1.8404696755386012\n",
      "Cost after epoch 463000: 1.8404366481952814\n",
      "Cost after epoch 464000: 1.8404036272291422\n",
      "Cost after epoch 465000: 1.8403706126385215\n",
      "Cost after epoch 466000: 1.8403376044217574\n",
      "Cost after epoch 467000: 1.84030460257719\n",
      "Cost after epoch 468000: 1.8402716071031566\n",
      "Cost after epoch 469000: 1.8402386179979981\n",
      "Cost after epoch 470000: 1.8402056352600549\n",
      "Cost after epoch 471000: 1.8401726588876675\n",
      "Cost after epoch 472000: 1.8401396888791772\n",
      "Cost after epoch 473000: 1.8401067252329253\n",
      "Cost after epoch 474000: 1.8400737679472547\n",
      "Cost after epoch 475000: 1.8400408170205083\n",
      "Cost after epoch 476000: 1.8400078724510294\n",
      "Cost after epoch 477000: 1.8399749342371614\n",
      "Cost after epoch 478000: 1.8399420023772493\n",
      "Cost after epoch 479000: 1.8399090768696367\n",
      "Cost after epoch 480000: 1.8398761577126699\n",
      "Cost after epoch 481000: 1.8398432449046942\n",
      "Cost after epoch 482000: 1.8398103384440572\n",
      "Cost after epoch 483000: 1.8397774383291043\n",
      "Cost after epoch 484000: 1.8397445445581833\n",
      "Cost after epoch 485000: 1.8397116571296426\n",
      "Cost after epoch 486000: 1.8396787760418292\n",
      "Cost after epoch 487000: 1.8396459012930932\n",
      "Cost after epoch 488000: 1.839613032881784\n",
      "Cost after epoch 489000: 1.8395801708062514\n",
      "Cost after epoch 490000: 1.8395473150648443\n",
      "Cost after epoch 491000: 1.8395144656559155\n",
      "Cost after epoch 492000: 1.8394816225778152\n",
      "Cost after epoch 493000: 1.8394487858288961\n",
      "Cost after epoch 494000: 1.8394159554075096\n",
      "Cost after epoch 495000: 1.8393831313120095\n",
      "Cost after epoch 496000: 1.8393503135407487\n",
      "Cost after epoch 497000: 1.8393175020920813\n",
      "Cost after epoch 498000: 1.8392846969643615\n",
      "Cost after epoch 499000: 1.8392518981559434\n",
      "Cost after epoch 500000: 1.8392191056651837\n",
      "Cost after epoch 501000: 1.8391863194904379\n",
      "Cost after epoch 502000: 1.839153539630062\n",
      "Cost after epoch 503000: 1.839120766082413\n",
      "Cost after epoch 504000: 1.8390879988458488\n",
      "Cost after epoch 505000: 1.8390552379187268\n",
      "Cost after epoch 506000: 1.839022483299405\n",
      "Cost after epoch 507000: 1.838989734986243\n",
      "Cost after epoch 508000: 1.8389569929775993\n",
      "Cost after epoch 509000: 1.8389242572718354\n",
      "Cost after epoch 510000: 1.83889152786731\n",
      "Cost after epoch 511000: 1.838858804762385\n",
      "Cost after epoch 512000: 1.838826087955421\n",
      "Cost after epoch 513000: 1.838793377444781\n",
      "Cost after epoch 514000: 1.8387606732288257\n",
      "Cost after epoch 515000: 1.83872797530592\n",
      "Cost after epoch 516000: 1.8386952836744253\n",
      "Cost after epoch 517000: 1.8386625983327065\n",
      "Cost after epoch 518000: 1.8386299192791284\n",
      "Cost after epoch 519000: 1.8385972465120546\n",
      "Cost after epoch 520000: 1.8385645800298516\n",
      "Cost after epoch 521000: 1.8385319198308843\n",
      "Cost after epoch 522000: 1.8384992659135198\n",
      "Cost after epoch 523000: 1.838466618276125\n",
      "Cost after epoch 524000: 1.8384339769170668\n",
      "Cost after epoch 525000: 1.8384013418347127\n",
      "Cost after epoch 526000: 1.838368713027432\n",
      "Cost after epoch 527000: 1.8383360904935921\n",
      "Cost after epoch 528000: 1.8383034742315643\n",
      "Cost after epoch 529000: 1.8382708642397165\n",
      "Cost after epoch 530000: 1.8382382605164205\n",
      "Cost after epoch 531000: 1.8382056630600458\n",
      "Cost after epoch 532000: 1.8381730718689646\n",
      "Cost after epoch 533000: 1.8381404869415487\n",
      "Cost after epoch 534000: 1.8381079082761704\n",
      "Cost after epoch 535000: 1.838075335871202\n",
      "Cost after epoch 536000: 1.838042769725017\n",
      "Cost after epoch 537000: 1.83801020983599\n",
      "Cost after epoch 538000: 1.837977656202494\n",
      "Cost after epoch 539000: 1.8379451088229046\n",
      "Cost after epoch 540000: 1.837912567695597\n",
      "Cost after epoch 541000: 1.8378800328189462\n",
      "Cost after epoch 542000: 1.8378475041913283\n",
      "Cost after epoch 543000: 1.8378149818111216\n",
      "Cost after epoch 544000: 1.8377824656767017\n",
      "Cost after epoch 545000: 1.837749955786448\n",
      "Cost after epoch 546000: 1.8377174521387376\n",
      "Cost after epoch 547000: 1.8376849547319494\n",
      "Cost after epoch 548000: 1.837652463564462\n",
      "Cost after epoch 549000: 1.8376199786346568\n",
      "Cost after epoch 550000: 1.8375874999409123\n",
      "Cost after epoch 551000: 1.8375550274816095\n",
      "Cost after epoch 552000: 1.8375225612551314\n",
      "Cost after epoch 553000: 1.8374901012598568\n",
      "Cost after epoch 554000: 1.8374576474941686\n",
      "Cost after epoch 555000: 1.837425199956451\n",
      "Cost after epoch 556000: 1.8373927586450864\n",
      "Cost after epoch 557000: 1.8373603235584575\n",
      "Cost after epoch 558000: 1.8373278946949494\n",
      "Cost after epoch 559000: 1.837295472052947\n",
      "Cost after epoch 560000: 1.8372630556308343\n",
      "Cost after epoch 561000: 1.8372306454269973\n",
      "Cost after epoch 562000: 1.8371982414398225\n",
      "Cost after epoch 563000: 1.8371658436676965\n",
      "Cost after epoch 564000: 1.837133452109005\n",
      "Cost after epoch 565000: 1.8371010667621377\n",
      "Cost after epoch 566000: 1.8370686876254811\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 567000: 1.8370363146974242\n",
      "Cost after epoch 568000: 1.8370039479763558\n",
      "Cost after epoch 569000: 1.8369715874606658\n",
      "Cost after epoch 570000: 1.8369392331487433\n",
      "Cost after epoch 571000: 1.8369068850389805\n",
      "Cost after epoch 572000: 1.8368745431297675\n",
      "Cost after epoch 573000: 1.8368422074194946\n",
      "Cost after epoch 574000: 1.8368098779065551\n",
      "Cost after epoch 575000: 1.8367775545893412\n",
      "Cost after epoch 576000: 1.8367452374662454\n",
      "Cost after epoch 577000: 1.8367129265356628\n",
      "Cost after epoch 578000: 1.836680621795985\n",
      "Cost after epoch 579000: 1.8366483232456072\n",
      "Cost after epoch 580000: 1.836616030882924\n",
      "Cost after epoch 581000: 1.8365837447063313\n",
      "Cost after epoch 582000: 1.8365514647142254\n",
      "Cost after epoch 583000: 1.8365191909050016\n",
      "Cost after epoch 584000: 1.8364869232770573\n",
      "Cost after epoch 585000: 1.8364546618287891\n",
      "Cost after epoch 586000: 1.8364224065585955\n",
      "Cost after epoch 587000: 1.8363901574648742\n",
      "Cost after epoch 588000: 1.8363579145460251\n",
      "Cost after epoch 589000: 1.8363256778004466\n",
      "Cost after epoch 590000: 1.8362934472265386\n",
      "Cost after epoch 591000: 1.8362612228227015\n",
      "Cost after epoch 592000: 1.8362290045873357\n",
      "Cost after epoch 593000: 1.836196792518842\n",
      "Cost after epoch 594000: 1.8361645866156224\n",
      "Cost after epoch 595000: 1.836132386876079\n",
      "Cost after epoch 596000: 1.8361001932986147\n",
      "Cost after epoch 597000: 1.8360680058816325\n",
      "Cost after epoch 598000: 1.8360358246235364\n",
      "Cost after epoch 599000: 1.8360036495227297\n",
      "Cost after epoch 600000: 1.8359714805776184\n",
      "Cost after epoch 601000: 1.8359393177866061\n",
      "Cost after epoch 602000: 1.8359071611480988\n",
      "Cost after epoch 603000: 1.8358750106605028\n",
      "Cost after epoch 604000: 1.8358428663222244\n",
      "Cost after epoch 605000: 1.8358107281316705\n",
      "Cost after epoch 606000: 1.8357785960872486\n",
      "Cost after epoch 607000: 1.8357464701873663\n",
      "Cost after epoch 608000: 1.835714350430433\n",
      "Cost after epoch 609000: 1.8356822368148564\n",
      "Cost after epoch 610000: 1.8356501293390461\n",
      "Cost after epoch 611000: 1.8356180280014134\n",
      "Cost after epoch 612000: 1.835585932800367\n",
      "Cost after epoch 613000: 1.8355538437343182\n",
      "Cost after epoch 614000: 1.8355217608016787\n",
      "Cost after epoch 615000: 1.8354896840008605\n",
      "Cost after epoch 616000: 1.8354576133302754\n",
      "Cost after epoch 617000: 1.8354255487883364\n",
      "Cost after epoch 618000: 1.8353934903734563\n",
      "Cost after epoch 619000: 1.8353614380840497\n",
      "Cost after epoch 620000: 1.83532939191853\n",
      "Cost after epoch 621000: 1.8352973518753126\n",
      "Cost after epoch 622000: 1.8352653179528127\n",
      "Cost after epoch 623000: 1.8352332901494448\n",
      "Cost after epoch 624000: 1.8352012684636256\n",
      "Cost after epoch 625000: 1.8351692528937722\n",
      "Cost after epoch 626000: 1.835137243438301\n",
      "Cost after epoch 627000: 1.83510524009563\n",
      "Cost after epoch 628000: 1.8350732428641772\n",
      "Cost after epoch 629000: 1.8350412517423607\n",
      "Cost after epoch 630000: 1.8350092667285998\n",
      "Cost after epoch 631000: 1.834977287821314\n",
      "Cost after epoch 632000: 1.8349453150189232\n",
      "Cost after epoch 633000: 1.8349133483198479\n",
      "Cost after epoch 634000: 1.834881387722509\n",
      "Cost after epoch 635000: 1.8348494332253285\n",
      "Cost after epoch 636000: 1.834817484826728\n",
      "Cost after epoch 637000: 1.8347855425251294\n",
      "Cost after epoch 638000: 1.8347536063189558\n",
      "Cost after epoch 639000: 1.8347216762066303\n",
      "Cost after epoch 640000: 1.8346897521865766\n",
      "Cost after epoch 641000: 1.8346578342572184\n",
      "Cost after epoch 642000: 1.8346259224169819\n",
      "Cost after epoch 643000: 1.8345940166642918\n",
      "Cost after epoch 644000: 1.8345621169975739\n",
      "Cost after epoch 645000: 1.8345302234152543\n",
      "Cost after epoch 646000: 1.8344983359157585\n",
      "Cost after epoch 647000: 1.834466454497515\n",
      "Cost after epoch 648000: 1.8344345791589505\n",
      "Cost after epoch 649000: 1.8344027098984934\n",
      "Cost after epoch 650000: 1.8343708467145732\n",
      "Cost after epoch 651000: 1.8343389896056173\n",
      "Cost after epoch 652000: 1.834307138570056\n",
      "Cost after epoch 653000: 1.834275293606319\n",
      "Cost after epoch 654000: 1.834243454712837\n",
      "Cost after epoch 655000: 1.8342116218880402\n",
      "Cost after epoch 656000: 1.834179795130361\n",
      "Cost after epoch 657000: 1.8341479744382316\n",
      "Cost after epoch 658000: 1.8341161598100826\n",
      "Cost after epoch 659000: 1.8340843512443485\n",
      "Cost after epoch 660000: 1.8340525487394614\n",
      "Cost after epoch 661000: 1.8340207522938563\n",
      "Cost after epoch 662000: 1.8339889619059662\n",
      "Cost after epoch 663000: 1.833957177574226\n",
      "Cost after epoch 664000: 1.8339253992970714\n",
      "Cost after epoch 665000: 1.8338936270729376\n",
      "Cost after epoch 666000: 1.8338618609002615\n",
      "Cost after epoch 667000: 1.8338301007774789\n",
      "Cost after epoch 668000: 1.833798346703027\n",
      "Cost after epoch 669000: 1.8337665986753433\n",
      "Cost after epoch 670000: 1.8337348566928664\n",
      "Cost after epoch 671000: 1.8337031207540337\n",
      "Cost after epoch 672000: 1.833671390857285\n",
      "Cost after epoch 673000: 1.83363966700106\n",
      "Cost after epoch 674000: 1.8336079491837975\n",
      "Cost after epoch 675000: 1.8335762374039384\n",
      "Cost after epoch 676000: 1.8335445316599237\n",
      "Cost after epoch 677000: 1.8335128319501952\n",
      "Cost after epoch 678000: 1.8334811382731937\n",
      "Cost after epoch 679000: 1.8334494506273618\n",
      "Cost after epoch 680000: 1.8334177690111424\n",
      "Cost after epoch 681000: 1.8333860934229789\n",
      "Cost after epoch 682000: 1.8333544238613135\n",
      "Cost after epoch 683000: 1.8333227603245925\n",
      "Cost after epoch 684000: 1.8332911028112593\n",
      "Cost after epoch 685000: 1.8332594513197586\n",
      "Cost after epoch 686000: 1.8332278058485365\n",
      "Cost after epoch 687000: 1.8331961663960397\n",
      "Cost after epoch 688000: 1.8331645329607134\n",
      "Cost after epoch 689000: 1.833132905541005\n",
      "Cost after epoch 690000: 1.8331012841353627\n",
      "Cost after epoch 691000: 1.8330696687422334\n",
      "Cost after epoch 692000: 1.8330380593600657\n",
      "Cost after epoch 693000: 1.833006455987308\n",
      "Cost after epoch 694000: 1.8329748586224106\n",
      "Cost after epoch 695000: 1.8329432672638226\n",
      "Cost after epoch 696000: 1.8329116819099944\n",
      "Cost after epoch 697000: 1.8328801025593766\n",
      "Cost after epoch 698000: 1.8328485292104204\n",
      "Cost after epoch 699000: 1.8328169618615775\n",
      "Cost after epoch 700000: 1.8327854005113\n",
      "Cost after epoch 701000: 1.8327538451580407\n",
      "Cost after epoch 702000: 1.8327222958002516\n",
      "Cost after epoch 703000: 1.8326907524363873\n",
      "Cost after epoch 704000: 1.8326592150649015\n",
      "Cost after epoch 705000: 1.832627683684248\n",
      "Cost after epoch 706000: 1.8325961582928827\n",
      "Cost after epoch 707000: 1.8325646388892607\n",
      "Cost after epoch 708000: 1.8325331254718373\n",
      "Cost after epoch 709000: 1.8325016180390687\n",
      "Cost after epoch 710000: 1.8324701165894126\n",
      "Cost after epoch 711000: 1.8324386211213255\n",
      "Cost after epoch 712000: 1.8324071316332649\n",
      "Cost after epoch 713000: 1.8323756481236892\n",
      "Cost after epoch 714000: 1.8323441705910575\n",
      "Cost after epoch 715000: 1.832312699033828\n",
      "Cost after epoch 716000: 1.8322812334504615\n",
      "Cost after epoch 717000: 1.8322497738394168\n",
      "Cost after epoch 718000: 1.8322183201991542\n",
      "Cost after epoch 719000: 1.8321868725281365\n",
      "Cost after epoch 720000: 1.8321554308248225\n",
      "Cost after epoch 721000: 1.8321239950876764\n",
      "Cost after epoch 722000: 1.8320925653151596\n",
      "Cost after epoch 723000: 1.8320611415057353\n",
      "Cost after epoch 724000: 1.8320297236578653\n",
      "Cost after epoch 725000: 1.8319983117700143\n",
      "Cost after epoch 726000: 1.831966905840647\n",
      "Cost after epoch 727000: 1.8319355058682272\n",
      "Cost after epoch 728000: 1.8319041118512207\n",
      "Cost after epoch 729000: 1.831872723788092\n",
      "Cost after epoch 730000: 1.8318413416773087\n",
      "Cost after epoch 731000: 1.8318099655173363\n",
      "Cost after epoch 732000: 1.831778595306642\n",
      "Cost after epoch 733000: 1.8317472310436933\n",
      "Cost after epoch 734000: 1.8317158727269576\n",
      "Cost after epoch 735000: 1.8316845203549037\n",
      "Cost after epoch 736000: 1.8316531739260002\n",
      "Cost after epoch 737000: 1.8316218334387162\n",
      "Cost after epoch 738000: 1.8315904988915217\n",
      "Cost after epoch 739000: 1.8315591702828875\n",
      "Cost after epoch 740000: 1.8315278476112826\n",
      "Cost after epoch 741000: 1.8314965308751798\n",
      "Cost after epoch 742000: 1.8314652200730495\n",
      "Cost after epoch 743000: 1.8314339152033647\n",
      "Cost after epoch 744000: 1.8314026162645969\n",
      "Cost after epoch 745000: 1.8313713232552202\n",
      "Cost after epoch 746000: 1.8313400361737067\n",
      "Cost after epoch 747000: 1.8313087550185312\n",
      "Cost after epoch 748000: 1.8312774797881677\n",
      "Cost after epoch 749000: 1.8312462104810907\n",
      "Cost after epoch 750000: 1.8312149470957761\n",
      "Cost after epoch 751000: 1.8311836896306992\n",
      "Cost after epoch 752000: 1.8311524380843363\n",
      "Cost after epoch 753000: 1.8311211924551638\n",
      "Cost after epoch 754000: 1.831089952741659\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 755000: 1.8310587189422995\n",
      "Cost after epoch 756000: 1.8310274910555633\n",
      "Cost after epoch 757000: 1.8309962690799284\n",
      "Cost after epoch 758000: 1.8309650530138746\n",
      "Cost after epoch 759000: 1.8309338428558806\n",
      "Cost after epoch 760000: 1.8309026386044258\n",
      "Cost after epoch 761000: 1.830871440257992\n",
      "Cost after epoch 762000: 1.8308402478150578\n",
      "Cost after epoch 763000: 1.8308090612741061\n",
      "Cost after epoch 764000: 1.8307778806336183\n",
      "Cost after epoch 765000: 1.8307467058920757\n",
      "Cost after epoch 766000: 1.830715537047962\n",
      "Cost after epoch 767000: 1.8306843740997598\n",
      "Cost after epoch 768000: 1.830653217045952\n",
      "Cost after epoch 769000: 1.8306220658850223\n",
      "Cost after epoch 770000: 1.8305909206154567\n",
      "Cost after epoch 771000: 1.8305597812357386\n",
      "Cost after epoch 772000: 1.8305286477443536\n",
      "Cost after epoch 773000: 1.830497520139788\n",
      "Cost after epoch 774000: 1.8304663984205283\n",
      "Cost after epoch 775000: 1.83043528258506\n",
      "Cost after epoch 776000: 1.8304041726318712\n",
      "Cost after epoch 777000: 1.8303730685594484\n",
      "Cost after epoch 778000: 1.8303419703662809\n",
      "Cost after epoch 779000: 1.8303108780508561\n",
      "Cost after epoch 780000: 1.8302797916116638\n",
      "Cost after epoch 781000: 1.8302487110471932\n",
      "Cost after epoch 782000: 1.830217636355934\n",
      "Cost after epoch 783000: 1.830186567536376\n",
      "Cost after epoch 784000: 1.8301555045870113\n",
      "Cost after epoch 785000: 1.8301244475063294\n",
      "Cost after epoch 786000: 1.8300933962928236\n",
      "Cost after epoch 787000: 1.8300623509449852\n",
      "Cost after epoch 788000: 1.8300313114613065\n",
      "Cost after epoch 789000: 1.8300002778402813\n",
      "Cost after epoch 790000: 1.8299692500804023\n",
      "Cost after epoch 791000: 1.8299382281801642\n",
      "Cost after epoch 792000: 1.8299072121380608\n",
      "Cost after epoch 793000: 1.8298762019525876\n",
      "Cost after epoch 794000: 1.8298451976222385\n",
      "Cost after epoch 795000: 1.8298141991455104\n",
      "Cost after epoch 796000: 1.8297832065208992\n",
      "Cost after epoch 797000: 1.829752219746902\n",
      "Cost after epoch 798000: 1.8297212388220156\n",
      "Cost after epoch 799000: 1.829690263744737\n",
      "Cost after epoch 800000: 1.8296592945135652\n",
      "Cost after epoch 801000: 1.8296283311269979\n",
      "Cost after epoch 802000: 1.8295973735835345\n",
      "Cost after epoch 803000: 1.8295664218816745\n",
      "Cost after epoch 804000: 1.8295354760199163\n",
      "Cost after epoch 805000: 1.8295045359967612\n",
      "Cost after epoch 806000: 1.8294736018107105\n",
      "Cost after epoch 807000: 1.829442673460264\n",
      "Cost after epoch 808000: 1.8294117509439247\n",
      "Cost after epoch 809000: 1.8293808342601938\n",
      "Cost after epoch 810000: 1.8293499234075736\n",
      "Cost after epoch 811000: 1.8293190183845676\n",
      "Cost after epoch 812000: 1.8292881191896793\n",
      "Cost after epoch 813000: 1.8292572258214117\n",
      "Cost after epoch 814000: 1.82922633827827\n",
      "Cost after epoch 815000: 1.8291954565587594\n",
      "Cost after epoch 816000: 1.829164580661383\n",
      "Cost after epoch 817000: 1.8291337105846484\n",
      "Cost after epoch 818000: 1.829102846327061\n",
      "Cost after epoch 819000: 1.829071987887127\n",
      "Cost after epoch 820000: 1.8290411352633549\n",
      "Cost after epoch 821000: 1.8290102884542505\n",
      "Cost after epoch 822000: 1.8289794474583227\n",
      "Cost after epoch 823000: 1.828948612274079\n",
      "Cost after epoch 824000: 1.828917782900029\n",
      "Cost after epoch 825000: 1.828886959334681\n",
      "Cost after epoch 826000: 1.828856141576546\n",
      "Cost after epoch 827000: 1.828825329624133\n",
      "Cost after epoch 828000: 1.8287945234759526\n",
      "Cost after epoch 829000: 1.828763723130516\n",
      "Cost after epoch 830000: 1.8287329285863354\n",
      "Cost after epoch 831000: 1.828702139841922\n",
      "Cost after epoch 832000: 1.8286713568957882\n",
      "Cost after epoch 833000: 1.8286405797464467\n",
      "Cost after epoch 834000: 1.828609808392411\n",
      "Cost after epoch 835000: 1.8285790428321949\n",
      "Cost after epoch 836000: 1.8285482830643123\n",
      "Cost after epoch 837000: 1.828517529087278\n",
      "Cost after epoch 838000: 1.8284867808996068\n",
      "Cost after epoch 839000: 1.8284560384998145\n",
      "Cost after epoch 840000: 1.8284253018864167\n",
      "Cost after epoch 841000: 1.8283945710579301\n",
      "Cost after epoch 842000: 1.8283638460128713\n",
      "Cost after epoch 843000: 1.8283331267497576\n",
      "Cost after epoch 844000: 1.8283024132671066\n",
      "Cost after epoch 845000: 1.8282717055634363\n",
      "Cost after epoch 846000: 1.828241003637266\n",
      "Cost after epoch 847000: 1.8282103074871139\n",
      "Cost after epoch 848000: 1.8281796171115003\n",
      "Cost after epoch 849000: 1.8281489325089444\n",
      "Cost after epoch 850000: 1.8281182536779668\n",
      "Cost after epoch 851000: 1.8280875806170889\n",
      "Cost after epoch 852000: 1.8280569133248312\n",
      "Cost after epoch 853000: 1.8280262517997152\n",
      "Cost after epoch 854000: 1.8279955960402643\n",
      "Cost after epoch 855000: 1.8279649460449996\n",
      "Cost after epoch 856000: 1.8279343018124452\n",
      "Cost after epoch 857000: 1.8279036633411239\n",
      "Cost after epoch 858000: 1.8278730306295599\n",
      "Cost after epoch 859000: 1.8278424036762773\n",
      "Cost after epoch 860000: 1.8278117824798017\n",
      "Cost after epoch 861000: 1.8277811670386577\n",
      "Cost after epoch 862000: 1.8277505573513708\n",
      "Cost after epoch 863000: 1.8277199534164676\n",
      "Cost after epoch 864000: 1.8276893552324744\n",
      "Cost after epoch 865000: 1.8276587627979177\n",
      "Cost after epoch 866000: 1.827628176111326\n",
      "Cost after epoch 867000: 1.8275975951712269\n",
      "Cost after epoch 868000: 1.827567019976148\n",
      "Cost after epoch 869000: 1.827536450524619\n",
      "Cost after epoch 870000: 1.8275058868151683\n",
      "Cost after epoch 871000: 1.8274753288463261\n",
      "Cost after epoch 872000: 1.8274447766166224\n",
      "Cost after epoch 873000: 1.827414230124588\n",
      "Cost after epoch 874000: 1.8273836893687527\n",
      "Cost after epoch 875000: 1.8273531543476498\n",
      "Cost after epoch 876000: 1.8273226250598094\n",
      "Cost after epoch 877000: 1.8272921015037644\n",
      "Cost after epoch 878000: 1.8272615836780481\n",
      "Cost after epoch 879000: 1.827231071581193\n",
      "Cost after epoch 880000: 1.827200565211733\n",
      "Cost after epoch 881000: 1.827170064568202\n",
      "Cost after epoch 882000: 1.8271395696491348\n",
      "Cost after epoch 883000: 1.8271090804530659\n",
      "Cost after epoch 884000: 1.8270785969785304\n",
      "Cost after epoch 885000: 1.8270481192240653\n",
      "Cost after epoch 886000: 1.8270176471882056\n",
      "Cost after epoch 887000: 1.8269871808694884\n",
      "Cost after epoch 888000: 1.826956720266451\n",
      "Cost after epoch 889000: 1.8269262653776308\n",
      "Cost after epoch 890000: 1.8268958162015658\n",
      "Cost after epoch 891000: 1.8268653727367945\n",
      "Cost after epoch 892000: 1.8268349349818558\n",
      "Cost after epoch 893000: 1.8268045029352886\n",
      "Cost after epoch 894000: 1.8267740765956337\n",
      "Cost after epoch 895000: 1.8267436559614298\n",
      "Cost after epoch 896000: 1.8267132410312183\n",
      "Cost after epoch 897000: 1.8266828318035404\n",
      "Cost after epoch 898000: 1.8266524282769372\n",
      "Cost after epoch 899000: 1.8266220304499508\n",
      "Cost after epoch 900000: 1.8265916383211236\n",
      "Cost after epoch 901000: 1.8265612518889986\n",
      "Cost after epoch 902000: 1.8265308711521187\n",
      "Cost after epoch 903000: 1.8265004961090274\n",
      "Cost after epoch 904000: 1.8264701267582697\n",
      "Cost after epoch 905000: 1.826439763098389\n",
      "Cost after epoch 906000: 1.8264094051279312\n",
      "Cost after epoch 907000: 1.826379052845441\n",
      "Cost after epoch 908000: 1.826348706249464\n",
      "Cost after epoch 909000: 1.826318365338548\n",
      "Cost after epoch 910000: 1.8262880301112383\n",
      "Cost after epoch 911000: 1.826257700566082\n",
      "Cost after epoch 912000: 1.8262273767016275\n",
      "Cost after epoch 913000: 1.826197058516423\n",
      "Cost after epoch 914000: 1.826166746009016\n",
      "Cost after epoch 915000: 1.8261364391779555\n",
      "Cost after epoch 916000: 1.8261061380217913\n",
      "Cost after epoch 917000: 1.8260758425390728\n",
      "Cost after epoch 918000: 1.8260455527283503\n",
      "Cost after epoch 919000: 1.8260152685881748\n",
      "Cost after epoch 920000: 1.8259849901170966\n",
      "Cost after epoch 921000: 1.8259547173136677\n",
      "Cost after epoch 922000: 1.8259244501764396\n",
      "Cost after epoch 923000: 1.8258941887039652\n",
      "Cost after epoch 924000: 1.8258639328947965\n",
      "Cost after epoch 925000: 1.8258336827474881\n",
      "Cost after epoch 926000: 1.8258034382605919\n",
      "Cost after epoch 927000: 1.8257731994326634\n",
      "Cost after epoch 928000: 1.8257429662622566\n",
      "Cost after epoch 929000: 1.8257127387479264\n",
      "Cost after epoch 930000: 1.825682516888228\n",
      "Cost after epoch 931000: 1.8256523006817176\n",
      "Cost after epoch 932000: 1.8256220901269509\n",
      "Cost after epoch 933000: 1.8255918852224848\n",
      "Cost after epoch 934000: 1.8255616859668766\n",
      "Cost after epoch 935000: 1.8255314923586843\n",
      "Cost after epoch 936000: 1.8255013043964645\n",
      "Cost after epoch 937000: 1.8254711220787767\n",
      "Cost after epoch 938000: 1.8254409454041793\n",
      "Cost after epoch 939000: 1.825410774371232\n",
      "Cost after epoch 940000: 1.8253806089784939\n",
      "Cost after epoch 941000: 1.8253504492245254\n",
      "Cost after epoch 942000: 1.8253202951078866\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 943000: 1.8252901466271387\n",
      "Cost after epoch 944000: 1.8252600037808435\n",
      "Cost after epoch 945000: 1.825229866567563\n",
      "Cost after epoch 946000: 1.825199734985859\n",
      "Cost after epoch 947000: 1.825169609034293\n",
      "Cost after epoch 948000: 1.8251394887114305\n",
      "Cost after epoch 949000: 1.8251093740158335\n",
      "Cost after epoch 950000: 1.8250792649460665\n",
      "Cost after epoch 951000: 1.8250491615006939\n",
      "Cost after epoch 952000: 1.8250190636782797\n",
      "Cost after epoch 953000: 1.82498897147739\n",
      "Cost after epoch 954000: 1.8249588848965903\n",
      "Cost after epoch 955000: 1.8249288039344471\n",
      "Cost after epoch 956000: 1.8248987285895264\n",
      "Cost after epoch 957000: 1.8248686588603953\n",
      "Cost after epoch 958000: 1.8248385947456218\n",
      "Cost after epoch 959000: 1.8248085362437725\n",
      "Cost after epoch 960000: 1.8247784833534169\n",
      "Cost after epoch 961000: 1.8247484360731228\n",
      "Cost after epoch 962000: 1.8247183944014598\n",
      "Cost after epoch 963000: 1.824688358336997\n",
      "Cost after epoch 964000: 1.8246583278783053\n",
      "Cost after epoch 965000: 1.8246283030239536\n",
      "Cost after epoch 966000: 1.8245982837725137\n",
      "Cost after epoch 967000: 1.8245682701225565\n",
      "Cost after epoch 968000: 1.8245382620726545\n",
      "Cost after epoch 969000: 1.8245082596213784\n",
      "Cost after epoch 970000: 1.8244782627673015\n",
      "Cost after epoch 971000: 1.824448271508997\n",
      "Cost after epoch 972000: 1.8244182858450375\n",
      "Cost after epoch 973000: 1.8243883057739976\n",
      "Cost after epoch 974000: 1.8243583312944511\n",
      "Cost after epoch 975000: 1.824328362404973\n",
      "Cost after epoch 976000: 1.8242983991041375\n",
      "Cost after epoch 977000: 1.8242684413905212\n",
      "Cost after epoch 978000: 1.8242384892626986\n",
      "Cost after epoch 979000: 1.8242085427192478\n",
      "Cost after epoch 980000: 1.8241786017587445\n",
      "Cost after epoch 981000: 1.8241486663797661\n",
      "Cost after epoch 982000: 1.82411873658089\n",
      "Cost after epoch 983000: 1.824088812360695\n",
      "Cost after epoch 984000: 1.8240588937177586\n",
      "Cost after epoch 985000: 1.8240289806506595\n",
      "Cost after epoch 986000: 1.823999073157979\n",
      "Cost after epoch 987000: 1.823969171238295\n",
      "Cost after epoch 988000: 1.8239392748901877\n",
      "Cost after epoch 989000: 1.8239093841122382\n",
      "Cost after epoch 990000: 1.8238794989030271\n",
      "Cost after epoch 991000: 1.8238496192611364\n",
      "Cost after epoch 992000: 1.8238197451851472\n",
      "Cost after epoch 993000: 1.823789876673643\n",
      "Cost after epoch 994000: 1.8237600137252061\n",
      "Cost after epoch 995000: 1.8237301563384178\n",
      "Cost after epoch 996000: 1.8237003045118638\n",
      "Cost after epoch 997000: 1.8236704582441277\n",
      "Cost after epoch 998000: 1.8236406175337931\n",
      "Cost after epoch 999000: 1.8236107823794454\n",
      "Cost after epoch 1000000: 1.8235809527796694\n",
      "Cost after epoch 1001000: 1.8235511287330517\n",
      "Cost after epoch 1002000: 1.8235213102381767\n",
      "Cost after epoch 1003000: 1.8234914972936322\n",
      "Cost after epoch 1004000: 1.8234616898980045\n",
      "Cost after epoch 1005000: 1.8234318880498812\n",
      "Cost after epoch 1006000: 1.8234020917478508\n",
      "Cost after epoch 1007000: 1.8233723009905\n",
      "Cost after epoch 1008000: 1.8233425157764187\n",
      "Cost after epoch 1009000: 1.8233127361041948\n",
      "Cost after epoch 1010000: 1.8232829619724185\n",
      "Cost after epoch 1011000: 1.823253193379679\n",
      "Cost after epoch 1012000: 1.8232234303245671\n",
      "Cost after epoch 1013000: 1.8231936728056735\n",
      "Cost after epoch 1014000: 1.8231639208215893\n",
      "Cost after epoch 1015000: 1.8231341743709057\n",
      "Cost after epoch 1016000: 1.8231044334522146\n",
      "Cost after epoch 1017000: 1.823074698064109\n",
      "Cost after epoch 1018000: 1.8230449682051812\n",
      "Cost after epoch 1019000: 1.8230152438740248\n",
      "Cost after epoch 1020000: 1.8229855250692322\n",
      "Cost after epoch 1021000: 1.8229558117893991\n",
      "Cost after epoch 1022000: 1.8229261040331188\n",
      "Cost after epoch 1023000: 1.8228964017989873\n",
      "Cost after epoch 1024000: 1.8228667050855982\n",
      "Cost after epoch 1025000: 1.8228370138915486\n",
      "Cost after epoch 1026000: 1.822807328215434\n",
      "Cost after epoch 1027000: 1.8227776480558513\n",
      "Cost after epoch 1028000: 1.822747973411398\n",
      "Cost after epoch 1029000: 1.82271830428067\n",
      "Cost after epoch 1030000: 1.8226886406622667\n",
      "Cost after epoch 1031000: 1.8226589825547852\n",
      "Cost after epoch 1032000: 1.8226293299568244\n",
      "Cost after epoch 1033000: 1.8225996828669833\n",
      "Cost after epoch 1034000: 1.8225700412838617\n",
      "Cost after epoch 1035000: 1.8225404052060596\n",
      "Cost after epoch 1036000: 1.8225107746321767\n",
      "Cost after epoch 1037000: 1.8224811495608142\n",
      "Cost after epoch 1038000: 1.8224515299905726\n",
      "Cost after epoch 1039000: 1.822421915920054\n",
      "Cost after epoch 1040000: 1.822392307347861\n",
      "Cost after epoch 1041000: 1.8223627042725947\n",
      "Cost after epoch 1042000: 1.8223331066928585\n",
      "Cost after epoch 1043000: 1.8223035146072557\n",
      "Cost after epoch 1044000: 1.8222739280143891\n",
      "Cost after epoch 1045000: 1.8222443469128642\n",
      "Cost after epoch 1046000: 1.8222147713012848\n",
      "Cost after epoch 1047000: 1.8221852011782549\n",
      "Cost after epoch 1048000: 1.8221556365423814\n",
      "Cost after epoch 1049000: 1.8221260773922685\n",
      "Cost after epoch 1050000: 1.8220965237265236\n",
      "Cost after epoch 1051000: 1.8220669755437524\n",
      "Cost after epoch 1052000: 1.822037432842562\n",
      "Cost after epoch 1053000: 1.8220078956215595\n",
      "Cost after epoch 1054000: 1.8219783638793525\n",
      "Cost after epoch 1055000: 1.82194883761455\n",
      "Cost after epoch 1056000: 1.821919316825761\n",
      "Cost after epoch 1057000: 1.8218898015115932\n",
      "Cost after epoch 1058000: 1.821860291670657\n",
      "Cost after epoch 1059000: 1.8218307873015613\n",
      "Cost after epoch 1060000: 1.821801288402917\n",
      "Cost after epoch 1061000: 1.8217717949733352\n",
      "Cost after epoch 1062000: 1.8217423070114254\n",
      "Cost after epoch 1063000: 1.8217128245158007\n",
      "Cost after epoch 1064000: 1.8216833474850727\n",
      "Cost after epoch 1065000: 1.8216538759178529\n",
      "Cost after epoch 1066000: 1.8216244098127545\n",
      "Cost after epoch 1067000: 1.8215949491683907\n",
      "Cost after epoch 1068000: 1.8215654939833756\n",
      "Cost after epoch 1069000: 1.821536044256322\n",
      "Cost after epoch 1070000: 1.8215065999858453\n",
      "Cost after epoch 1071000: 1.8214771611705596\n",
      "Cost after epoch 1072000: 1.8214477278090806\n",
      "Cost after epoch 1073000: 1.8214182999000237\n",
      "Cost after epoch 1074000: 1.8213888774420046\n",
      "Cost after epoch 1075000: 1.8213594604336396\n",
      "Cost after epoch 1076000: 1.8213300488735467\n",
      "Cost after epoch 1077000: 1.8213006427603422\n",
      "Cost after epoch 1078000: 1.8212712420926436\n",
      "Cost after epoch 1079000: 1.8212418468690699\n",
      "Cost after epoch 1080000: 1.8212124570882386\n",
      "Cost after epoch 1081000: 1.821183072748769\n",
      "Cost after epoch 1082000: 1.8211536938492805\n",
      "Cost after epoch 1083000: 1.8211243203883924\n",
      "Cost after epoch 1084000: 1.8210949523647257\n",
      "Cost after epoch 1085000: 1.8210655897768997\n",
      "Cost after epoch 1086000: 1.821036232623537\n",
      "Cost after epoch 1087000: 1.8210068809032574\n",
      "Cost after epoch 1088000: 1.820977534614683\n",
      "Cost after epoch 1089000: 1.8209481937564367\n",
      "Cost after epoch 1090000: 1.8209188583271403\n",
      "Cost after epoch 1091000: 1.8208895283254165\n",
      "Cost after epoch 1092000: 1.8208602037498895\n",
      "Cost after epoch 1093000: 1.8208308845991832\n",
      "Cost after epoch 1094000: 1.820801570871921\n",
      "Cost after epoch 1095000: 1.8207722625667282\n",
      "Cost after epoch 1096000: 1.8207429596822289\n",
      "Cost after epoch 1097000: 1.82071366221705\n",
      "Cost after epoch 1098000: 1.8206843701698168\n",
      "Cost after epoch 1099000: 1.8206550835391546\n",
      "Cost after epoch 1100000: 1.820625802323691\n",
      "Cost after epoch 1101000: 1.8205965265220523\n",
      "Cost after epoch 1102000: 1.8205672561328672\n",
      "Cost after epoch 1103000: 1.8205379911547621\n",
      "Cost after epoch 1104000: 1.8205087315863662\n",
      "Cost after epoch 1105000: 1.8204794774263082\n",
      "Cost after epoch 1106000: 1.8204502286732174\n",
      "Cost after epoch 1107000: 1.8204209853257227\n",
      "Cost after epoch 1108000: 1.820391747382454\n",
      "Cost after epoch 1109000: 1.8203625148420417\n",
      "Cost after epoch 1110000: 1.820333287703117\n",
      "Cost after epoch 1111000: 1.8203040659643108\n",
      "Cost after epoch 1112000: 1.8202748496242542\n",
      "Cost after epoch 1113000: 1.8202456386815795\n",
      "Cost after epoch 1114000: 1.820216433134919\n",
      "Cost after epoch 1115000: 1.8201872329829056\n",
      "Cost after epoch 1116000: 1.8201580382241724\n",
      "Cost after epoch 1117000: 1.8201288488573524\n",
      "Cost after epoch 1118000: 1.82009966488108\n",
      "Cost after epoch 1119000: 1.82007048629399\n",
      "Cost after epoch 1120000: 1.8200413130947166\n",
      "Cost after epoch 1121000: 1.8200121452818958\n",
      "Cost after epoch 1122000: 1.8199829828541612\n",
      "Cost after epoch 1123000: 1.819953825810151\n",
      "Cost after epoch 1124000: 1.819924674148501\n",
      "Cost after epoch 1125000: 1.8198955278678468\n",
      "Cost after epoch 1126000: 1.8198663869668277\n",
      "Cost after epoch 1127000: 1.819837251444079\n",
      "Cost after epoch 1128000: 1.8198081212982404\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 1129000: 1.8197789965279494\n",
      "Cost after epoch 1130000: 1.8197498771318454\n",
      "Cost after epoch 1131000: 1.8197207631085675\n",
      "Cost after epoch 1132000: 1.8196916544567547\n",
      "Cost after epoch 1133000: 1.8196625511750473\n",
      "Cost after epoch 1134000: 1.8196334532620864\n",
      "Cost after epoch 1135000: 1.8196043607165118\n",
      "Cost after epoch 1136000: 1.8195752735369661\n",
      "Cost after epoch 1137000: 1.8195461917220896\n",
      "Cost after epoch 1138000: 1.819517115270525\n",
      "Cost after epoch 1139000: 1.8194880441809147\n",
      "Cost after epoch 1140000: 1.819458978451901\n",
      "Cost after epoch 1141000: 1.8194299180821278\n",
      "Cost after epoch 1142000: 1.8194008630702385\n",
      "Cost after epoch 1143000: 1.8193718134148773\n",
      "Cost after epoch 1144000: 1.8193427691146877\n",
      "Cost after epoch 1145000: 1.8193137301683153\n",
      "Cost after epoch 1146000: 1.8192846965744058\n",
      "Cost after epoch 1147000: 1.8192556683316048\n",
      "Cost after epoch 1148000: 1.8192266454385582\n",
      "Cost after epoch 1149000: 1.8191976278939108\n",
      "Cost after epoch 1150000: 1.819168615696312\n",
      "Cost after epoch 1151000: 1.8191396088444078\n",
      "Cost after epoch 1152000: 1.819110607336846\n",
      "Cost after epoch 1153000: 1.8190816111722738\n",
      "Cost after epoch 1154000: 1.819052620349341\n",
      "Cost after epoch 1155000: 1.8190236348666957\n",
      "Cost after epoch 1156000: 1.8189946547229874\n",
      "Cost after epoch 1157000: 1.8189656799168656\n",
      "Cost after epoch 1158000: 1.818936710446981\n",
      "Cost after epoch 1159000: 1.818907746311983\n",
      "Cost after epoch 1160000: 1.8188787875105228\n",
      "Cost after epoch 1161000: 1.8188498340412522\n",
      "Cost after epoch 1162000: 1.8188208859028225\n",
      "Cost after epoch 1163000: 1.8187919430938853\n",
      "Cost after epoch 1164000: 1.8187630056130937\n",
      "Cost after epoch 1165000: 1.8187340734591002\n",
      "Cost after epoch 1166000: 1.8187051466305582\n",
      "Cost after epoch 1167000: 1.818676225126121\n",
      "Cost after epoch 1168000: 1.8186473089444426\n",
      "Cost after epoch 1169000: 1.8186183980841784\n",
      "Cost after epoch 1170000: 1.818589492543982\n",
      "Cost after epoch 1171000: 1.8185605923225094\n",
      "Cost after epoch 1172000: 1.818531697418416\n",
      "Cost after epoch 1173000: 1.818502807830358\n",
      "Cost after epoch 1174000: 1.8184739235569918\n",
      "Cost after epoch 1175000: 1.8184450445969738\n",
      "Cost after epoch 1176000: 1.818416170948961\n",
      "Cost after epoch 1177000: 1.8183873026116117\n",
      "Cost after epoch 1178000: 1.8183584395835841\n",
      "Cost after epoch 1179000: 1.8183295818635357\n",
      "Cost after epoch 1180000: 1.8183007294501259\n",
      "Cost after epoch 1181000: 1.8182718823420139\n",
      "Cost after epoch 1182000: 1.818243040537859\n",
      "Cost after epoch 1183000: 1.8182142040363218\n",
      "Cost after epoch 1184000: 1.8181853728360615\n",
      "Cost after epoch 1185000: 1.8181565469357401\n",
      "Cost after epoch 1186000: 1.8181277263340192\n",
      "Cost after epoch 1187000: 1.8180989110295578\n",
      "Cost after epoch 1188000: 1.8180701010210207\n",
      "Cost after epoch 1189000: 1.8180412963070691\n",
      "Cost after epoch 1190000: 1.8180124968863651\n",
      "Cost after epoch 1191000: 1.8179837027575734\n",
      "Cost after epoch 1192000: 1.8179549139193565\n",
      "Cost after epoch 1193000: 1.817926130370378\n",
      "Cost after epoch 1194000: 1.8178973521093034\n",
      "Cost after epoch 1195000: 1.8178685791347962\n",
      "Cost after epoch 1196000: 1.8178398114455228\n",
      "Cost after epoch 1197000: 1.817811049040148\n",
      "Cost after epoch 1198000: 1.8177822919173379\n",
      "Cost after epoch 1199000: 1.8177535400757587\n",
      "Cost after epoch 1200000: 1.817724793514077\n",
      "Cost after epoch 1201000: 1.8176960522309598\n",
      "Cost after epoch 1202000: 1.8176673162250747\n",
      "Cost after epoch 1203000: 1.81763858549509\n",
      "Cost after epoch 1204000: 1.8176098600396733\n",
      "Cost after epoch 1205000: 1.8175811398574941\n",
      "Cost after epoch 1206000: 1.817552424947221\n",
      "Cost after epoch 1207000: 1.817523715307523\n",
      "Cost after epoch 1208000: 1.8174950109370702\n",
      "Cost after epoch 1209000: 1.8174663118345336\n",
      "Cost after epoch 1210000: 1.8174376179985832\n",
      "Cost after epoch 1211000: 1.81740892942789\n",
      "Cost after epoch 1212000: 1.8173802461211253\n",
      "Cost after epoch 1213000: 1.8173515680769614\n",
      "Cost after epoch 1214000: 1.8173228952940708\n",
      "Cost after epoch 1215000: 1.8172942277711244\n",
      "Cost after epoch 1216000: 1.8172655655067969\n",
      "Cost after epoch 1217000: 1.8172369084997615\n",
      "Cost after epoch 1218000: 1.817208256748691\n",
      "Cost after epoch 1219000: 1.8171796102522606\n",
      "Cost after epoch 1220000: 1.8171509690091436\n",
      "Cost after epoch 1221000: 1.8171223330180162\n",
      "Cost after epoch 1222000: 1.8170937022775533\n",
      "Cost after epoch 1223000: 1.8170650767864305\n",
      "Cost after epoch 1224000: 1.8170364565433244\n",
      "Cost after epoch 1225000: 1.817007841546911\n",
      "Cost after epoch 1226000: 1.816979231795867\n",
      "Cost after epoch 1227000: 1.8169506272888702\n",
      "Cost after epoch 1228000: 1.8169220280245986\n",
      "Cost after epoch 1229000: 1.8168934340017293\n",
      "Cost after epoch 1230000: 1.816864845218941\n",
      "Cost after epoch 1231000: 1.8168362616749134\n",
      "Cost after epoch 1232000: 1.8168076833683244\n",
      "Cost after epoch 1233000: 1.816779110297854\n",
      "Cost after epoch 1234000: 1.8167505424621835\n",
      "Cost after epoch 1235000: 1.8167219798599918\n",
      "Cost after epoch 1236000: 1.8166934224899614\n",
      "Cost after epoch 1237000: 1.8166648703507713\n",
      "Cost after epoch 1238000: 1.8166363234411036\n",
      "Cost after epoch 1239000: 1.8166077817596418\n",
      "Cost after epoch 1240000: 1.8165792453050662\n",
      "Cost after epoch 1241000: 1.8165507140760613\n",
      "Cost after epoch 1242000: 1.8165221880713096\n",
      "Cost after epoch 1243000: 1.8164936672894936\n",
      "Cost after epoch 1244000: 1.816465151729299\n",
      "Cost after epoch 1245000: 1.8164366413894086\n",
      "Cost after epoch 1246000: 1.8164081362685078\n",
      "Cost after epoch 1247000: 1.8163796363652818\n",
      "Cost after epoch 1248000: 1.8163511416784153\n",
      "Cost after epoch 1249000: 1.8163226522065947\n",
      "Cost after epoch 1250000: 1.8162941679485065\n",
      "Cost after epoch 1251000: 1.8162656889028366\n",
      "Cost after epoch 1252000: 1.8162372150682722\n",
      "Cost after epoch 1253000: 1.8162087464435013\n",
      "Cost after epoch 1254000: 1.8161802830272111\n",
      "Cost after epoch 1255000: 1.8161518248180901\n",
      "Cost after epoch 1256000: 1.8161233718148262\n",
      "Cost after epoch 1257000: 1.816094924016109\n",
      "Cost after epoch 1258000: 1.816066481420628\n",
      "Cost after epoch 1259000: 1.816038044027072\n",
      "Cost after epoch 1260000: 1.8160096118341316\n",
      "Cost after epoch 1261000: 1.8159811848404974\n",
      "Cost after epoch 1262000: 1.8159527630448598\n",
      "Cost after epoch 1263000: 1.8159243464459103\n",
      "Cost after epoch 1264000: 1.8158959350423407\n",
      "Cost after epoch 1265000: 1.8158675288328439\n",
      "Cost after epoch 1266000: 1.8158391278161101\n",
      "Cost after epoch 1267000: 1.8158107319908343\n",
      "Cost after epoch 1268000: 1.8157823413557086\n",
      "Cost after epoch 1269000: 1.8157539559094258\n",
      "Cost after epoch 1270000: 1.8157255756506814\n",
      "Cost after epoch 1271000: 1.8156972005781686\n",
      "Cost after epoch 1272000: 1.815668830690583\n",
      "Cost after epoch 1273000: 1.8156404659866194\n",
      "Cost after epoch 1274000: 1.815612106464973\n",
      "Cost after epoch 1275000: 1.8155837521243399\n",
      "Cost after epoch 1276000: 1.815555402963416\n",
      "Cost after epoch 1277000: 1.8155270589808983\n",
      "Cost after epoch 1278000: 1.8154987201754837\n",
      "Cost after epoch 1279000: 1.8154703865458695\n",
      "Cost after epoch 1280000: 1.8154420580907533\n",
      "Cost after epoch 1281000: 1.8154137348088344\n",
      "Cost after epoch 1282000: 1.8153854166988106\n",
      "Cost after epoch 1283000: 1.8153571037593799\n",
      "Cost after epoch 1284000: 1.8153287959892435\n",
      "Cost after epoch 1285000: 1.8153004933870993\n",
      "Cost after epoch 1286000: 1.815272195951648\n",
      "Cost after epoch 1287000: 1.8152439036815908\n",
      "Cost after epoch 1288000: 1.8152156165756277\n",
      "Cost after epoch 1289000: 1.8151873346324605\n",
      "Cost after epoch 1290000: 1.81515905785079\n",
      "Cost after epoch 1291000: 1.8151307862293191\n",
      "Cost after epoch 1292000: 1.8151025197667496\n",
      "Cost after epoch 1293000: 1.8150742584617845\n",
      "Cost after epoch 1294000: 1.815046002313127\n",
      "Cost after epoch 1295000: 1.81501775131948\n",
      "Cost after epoch 1296000: 1.8149895054795486\n",
      "Cost after epoch 1297000: 1.8149612647920361\n",
      "Cost after epoch 1298000: 1.8149330292556471\n",
      "Cost after epoch 1299000: 1.8149047988690876\n",
      "Cost after epoch 1300000: 1.8148765736310617\n",
      "Cost after epoch 1301000: 1.8148483535402764\n",
      "Cost after epoch 1302000: 1.814820138595437\n",
      "Cost after epoch 1303000: 1.814791928795251\n",
      "Cost after epoch 1304000: 1.814763724138425\n",
      "Cost after epoch 1305000: 1.8147355246236654\n",
      "Cost after epoch 1306000: 1.8147073302496806\n",
      "Cost after epoch 1307000: 1.8146791410151795\n",
      "Cost after epoch 1308000: 1.81465095691887\n",
      "Cost after epoch 1309000: 1.8146227779594597\n",
      "Cost after epoch 1310000: 1.8145946041356595\n",
      "Cost after epoch 1311000: 1.8145664354461786\n",
      "Cost after epoch 1312000: 1.814538271889726\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 1313000: 1.8145101134650137\n",
      "Cost after epoch 1314000: 1.8144819601707511\n",
      "Cost after epoch 1315000: 1.8144538120056497\n",
      "Cost after epoch 1316000: 1.8144256689684215\n",
      "Cost after epoch 1317000: 1.814397531057778\n",
      "Cost after epoch 1318000: 1.8143693982724312\n",
      "Cost after epoch 1319000: 1.814341270611094\n",
      "Cost after epoch 1320000: 1.8143131480724792\n",
      "Cost after epoch 1321000: 1.8142850306553007\n",
      "Cost after epoch 1322000: 1.814256918358272\n",
      "Cost after epoch 1323000: 1.8142288111801066\n",
      "Cost after epoch 1324000: 1.81420070911952\n",
      "Cost after epoch 1325000: 1.8141726121752266\n",
      "Cost after epoch 1326000: 1.8141445203459419\n",
      "Cost after epoch 1327000: 1.8141164336303812\n",
      "Cost after epoch 1328000: 1.8140883520272615\n",
      "Cost after epoch 1329000: 1.814060275535298\n",
      "Cost after epoch 1330000: 1.814032204153208\n",
      "Cost after epoch 1331000: 1.814004137879709\n",
      "Cost after epoch 1332000: 1.8139760767135176\n",
      "Cost after epoch 1333000: 1.8139480206533531\n",
      "Cost after epoch 1334000: 1.813919969697933\n",
      "Cost after epoch 1335000: 1.8138919238459756\n",
      "Cost after epoch 1336000: 1.8138638830962002\n",
      "Cost after epoch 1337000: 1.8138358474473268\n",
      "Cost after epoch 1338000: 1.8138078168980742\n",
      "Cost after epoch 1339000: 1.8137797914471636\n",
      "Cost after epoch 1340000: 1.8137517710933158\n",
      "Cost after epoch 1341000: 1.8137237558352506\n",
      "Cost after epoch 1342000: 1.8136957456716898\n",
      "Cost after epoch 1343000: 1.813667740601355\n",
      "Cost after epoch 1344000: 1.813639740622968\n",
      "Cost after epoch 1345000: 1.8136117457352519\n",
      "Cost after epoch 1346000: 1.8135837559369292\n",
      "Cost after epoch 1347000: 1.8135557712267227\n",
      "Cost after epoch 1348000: 1.813527791603356\n",
      "Cost after epoch 1349000: 1.8134998170655539\n",
      "Cost after epoch 1350000: 1.8134718476120395\n",
      "Cost after epoch 1351000: 1.8134438832415387\n",
      "Cost after epoch 1352000: 1.8134159239527756\n",
      "Cost after epoch 1353000: 1.813387969744476\n",
      "Cost after epoch 1354000: 1.8133600206153655\n",
      "Cost after epoch 1355000: 1.8133320765641705\n",
      "Cost after epoch 1356000: 1.8133041375896175\n",
      "Cost after epoch 1357000: 1.8132762036904337\n",
      "Cost after epoch 1358000: 1.8132482748653453\n",
      "Cost after epoch 1359000: 1.813220351113081\n",
      "Cost after epoch 1360000: 1.813192432432369\n",
      "Cost after epoch 1361000: 1.8131645188219365\n",
      "Cost after epoch 1362000: 1.8131366102805133\n",
      "Cost after epoch 1363000: 1.8131087068068292\n",
      "Cost after epoch 1364000: 1.8130808083996126\n",
      "Cost after epoch 1365000: 1.8130529150575934\n",
      "Cost after epoch 1366000: 1.8130250267795023\n",
      "Cost after epoch 1367000: 1.8129971435640697\n",
      "Cost after epoch 1368000: 1.8129692654100267\n",
      "Cost after epoch 1369000: 1.8129413923161053\n",
      "Cost after epoch 1370000: 1.8129135242810355\n",
      "Cost after epoch 1371000: 1.8128856613035513\n",
      "Cost after epoch 1372000: 1.8128578033823848\n",
      "Cost after epoch 1373000: 1.812829950516268\n",
      "Cost after epoch 1374000: 1.8128021027039352\n",
      "Cost after epoch 1375000: 1.81277425994412\n",
      "Cost after epoch 1376000: 1.812746422235555\n",
      "Cost after epoch 1377000: 1.812718589576976\n",
      "Cost after epoch 1378000: 1.8126907619671178\n",
      "Cost after epoch 1379000: 1.812662939404714\n",
      "Cost after epoch 1380000: 1.8126351218885017\n",
      "Cost after epoch 1381000: 1.812607309417216\n",
      "Cost after epoch 1382000: 1.8125795019895932\n",
      "Cost after epoch 1383000: 1.81255169960437\n",
      "Cost after epoch 1384000: 1.812523902260284\n",
      "Cost after epoch 1385000: 1.8124961099560706\n",
      "Cost after epoch 1386000: 1.8124683226904694\n",
      "Cost after epoch 1387000: 1.8124405404622184\n",
      "Cost after epoch 1388000: 1.8124127632700546\n",
      "Cost after epoch 1389000: 1.8123849911127181\n",
      "Cost after epoch 1390000: 1.8123572239889478\n",
      "Cost after epoch 1391000: 1.812329461897483\n",
      "Cost after epoch 1392000: 1.8123017048370633\n",
      "Cost after epoch 1393000: 1.8122739528064304\n",
      "Cost after epoch 1394000: 1.812246205804323\n",
      "Cost after epoch 1395000: 1.8122184638294832\n",
      "Cost after epoch 1396000: 1.8121907268806523\n",
      "Cost after epoch 1397000: 1.8121629949565718\n",
      "Cost after epoch 1398000: 1.8121352680559843\n",
      "Cost after epoch 1399000: 1.8121075461776328\n",
      "Cost after epoch 1400000: 1.8120798293202585\n",
      "Cost after epoch 1401000: 1.8120521174826059\n",
      "Cost after epoch 1402000: 1.812024410663419\n",
      "Cost after epoch 1403000: 1.81199670886144\n",
      "Cost after epoch 1404000: 1.8119690120754142\n",
      "Cost after epoch 1405000: 1.8119413203040866\n",
      "Cost after epoch 1406000: 1.8119136335462023\n",
      "Cost after epoch 1407000: 1.811885951800506\n",
      "Cost after epoch 1408000: 1.8118582750657448\n",
      "Cost after epoch 1409000: 1.8118306033406628\n",
      "Cost after epoch 1410000: 1.8118029366240083\n",
      "Cost after epoch 1411000: 1.8117752749145284\n",
      "Cost after epoch 1412000: 1.8117476182109693\n",
      "Cost after epoch 1413000: 1.8117199665120793\n",
      "Cost after epoch 1414000: 1.8116923198166064\n",
      "Cost after epoch 1415000: 1.8116646781232983\n",
      "Cost after epoch 1416000: 1.8116370414309038\n",
      "Cost after epoch 1417000: 1.8116094097381736\n",
      "Cost after epoch 1418000: 1.8115817830438554\n",
      "Cost after epoch 1419000: 1.8115541613466992\n",
      "Cost after epoch 1420000: 1.811526544645456\n",
      "Cost after epoch 1421000: 1.811498932938876\n",
      "Cost after epoch 1422000: 1.81147132622571\n",
      "Cost after epoch 1423000: 1.81144372450471\n",
      "Cost after epoch 1424000: 1.8114161277746261\n",
      "Cost after epoch 1425000: 1.811388536034212\n",
      "Cost after epoch 1426000: 1.8113609492822191\n",
      "Cost after epoch 1427000: 1.8113333675174004\n",
      "Cost after epoch 1428000: 1.811305790738509\n",
      "Cost after epoch 1429000: 1.8112782189442989\n",
      "Cost after epoch 1430000: 1.8112506521335237\n",
      "Cost after epoch 1431000: 1.8112230903049376\n",
      "Cost after epoch 1432000: 1.8111955334572947\n",
      "Cost after epoch 1433000: 1.8111679815893504\n",
      "Cost after epoch 1434000: 1.8111404346998607\n",
      "Cost after epoch 1435000: 1.81111289278758\n",
      "Cost after epoch 1436000: 1.8110853558512643\n",
      "Cost after epoch 1437000: 1.8110578238896713\n",
      "Cost after epoch 1438000: 1.8110302969015566\n",
      "Cost after epoch 1439000: 1.811002774885678\n",
      "Cost after epoch 1440000: 1.8109752578407927\n",
      "Cost after epoch 1441000: 1.8109477457656595\n",
      "Cost after epoch 1442000: 1.8109202386590346\n",
      "Cost after epoch 1443000: 1.8108927365196787\n",
      "Cost after epoch 1444000: 1.8108652393463494\n",
      "Cost after epoch 1445000: 1.810837747137806\n",
      "Cost after epoch 1446000: 1.810810259892809\n",
      "Cost after epoch 1447000: 1.8107827776101182\n",
      "Cost after epoch 1448000: 1.8107553002884933\n",
      "Cost after epoch 1449000: 1.8107278279266956\n",
      "Cost after epoch 1450000: 1.8107003605234868\n",
      "Cost after epoch 1451000: 1.8106728980776274\n",
      "Cost after epoch 1452000: 1.81064544058788\n",
      "Cost after epoch 1453000: 1.810617988053006\n",
      "Cost after epoch 1454000: 1.8105905404717686\n",
      "Cost after epoch 1455000: 1.8105630978429306\n",
      "Cost after epoch 1456000: 1.8105356601652551\n",
      "Cost after epoch 1457000: 1.8105082274375062\n",
      "Cost after epoch 1458000: 1.810480799658447\n",
      "Cost after epoch 1459000: 1.8104533768268434\n",
      "Cost after epoch 1460000: 1.8104259589414584\n",
      "Cost after epoch 1461000: 1.810398546001058\n",
      "Cost after epoch 1462000: 1.8103711380044085\n",
      "Cost after epoch 1463000: 1.8103437349502745\n",
      "Cost after epoch 1464000: 1.8103163368374218\n",
      "Cost after epoch 1465000: 1.810288943664618\n",
      "Cost after epoch 1466000: 1.81026155543063\n",
      "Cost after epoch 1467000: 1.8102341721342239\n",
      "Cost after epoch 1468000: 1.8102067937741695\n",
      "Cost after epoch 1469000: 1.8101794203492327\n",
      "Cost after epoch 1470000: 1.8101520518581822\n",
      "Cost after epoch 1471000: 1.8101246882997872\n",
      "Cost after epoch 1472000: 1.810097329672817\n",
      "Cost after epoch 1473000: 1.8100699759760401\n",
      "Cost after epoch 1474000: 1.810042627208227\n",
      "Cost after epoch 1475000: 1.810015283368148\n",
      "Cost after epoch 1476000: 1.8099879444545723\n",
      "Cost after epoch 1477000: 1.8099606104662727\n",
      "Cost after epoch 1478000: 1.8099332814020193\n",
      "Cost after epoch 1479000: 1.8099059572605833\n",
      "Cost after epoch 1480000: 1.809878638040738\n",
      "Cost after epoch 1481000: 1.8098513237412543\n",
      "Cost after epoch 1482000: 1.8098240143609048\n",
      "Cost after epoch 1483000: 1.8097967098984642\n",
      "Cost after epoch 1484000: 1.8097694103527044\n",
      "Cost after epoch 1485000: 1.8097421157223992\n",
      "Cost after epoch 1486000: 1.8097148260063234\n",
      "Cost after epoch 1487000: 1.809687541203251\n",
      "Cost after epoch 1488000: 1.8096602613119563\n",
      "Cost after epoch 1489000: 1.8096329863312153\n",
      "Cost after epoch 1490000: 1.809605716259803\n",
      "Cost after epoch 1491000: 1.8095784510964947\n",
      "Cost after epoch 1492000: 1.8095511908400685\n",
      "Cost after epoch 1493000: 1.8095239354892994\n",
      "Cost after epoch 1494000: 1.8094966850429648\n",
      "Cost after epoch 1495000: 1.8094694394998418\n",
      "Cost after epoch 1496000: 1.8094421988587084\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 1497000: 1.8094149631183418\n",
      "Cost after epoch 1498000: 1.8093877322775218\n",
      "Cost after epoch 1499000: 1.8093605063350262\n",
      "Cost after epoch 1500000: 1.8093332852896342\n",
      "Cost after epoch 1501000: 1.8093060691401248\n",
      "Cost after epoch 1502000: 1.8092788578852788\n",
      "Cost after epoch 1503000: 1.809251651523875\n",
      "Cost after epoch 1504000: 1.8092244500546955\n",
      "Cost after epoch 1505000: 1.8091972534765195\n",
      "Cost after epoch 1506000: 1.8091700617881294\n",
      "Cost after epoch 1507000: 1.8091428749883065\n",
      "Cost after epoch 1508000: 1.809115693075833\n",
      "Cost after epoch 1509000: 1.8090885160494898\n",
      "Cost after epoch 1510000: 1.8090613439080616\n",
      "Cost after epoch 1511000: 1.8090341766503306\n",
      "Cost after epoch 1512000: 1.8090070142750785\n",
      "Cost after epoch 1513000: 1.8089798567810913\n",
      "Cost after epoch 1514000: 1.8089527041671518\n",
      "Cost after epoch 1515000: 1.8089255564320446\n",
      "Cost after epoch 1516000: 1.8088984135745552\n",
      "Cost after epoch 1517000: 1.8088712755934675\n",
      "Cost after epoch 1518000: 1.8088441424875676\n",
      "Cost after epoch 1519000: 1.8088170142556415\n",
      "Cost after epoch 1520000: 1.8087898908964748\n",
      "Cost after epoch 1521000: 1.8087627724088549\n",
      "Cost after epoch 1522000: 1.808735658791568\n",
      "Cost after epoch 1523000: 1.8087085500434015\n",
      "Cost after epoch 1524000: 1.8086814461631429\n",
      "Cost after epoch 1525000: 1.8086543471495808\n",
      "Cost after epoch 1526000: 1.8086272530015026\n",
      "Cost after epoch 1527000: 1.8086001637176967\n",
      "Cost after epoch 1528000: 1.8085730792969539\n",
      "Cost after epoch 1529000: 1.8085459997380622\n",
      "Cost after epoch 1530000: 1.8085189250398108\n",
      "Cost after epoch 1531000: 1.8084918552009905\n",
      "Cost after epoch 1532000: 1.808464790220392\n",
      "Cost after epoch 1533000: 1.8084377300968058\n",
      "Cost after epoch 1534000: 1.8084106748290227\n",
      "Cost after epoch 1535000: 1.8083836244158347\n",
      "Cost after epoch 1536000: 1.8083565788560332\n",
      "Cost after epoch 1537000: 1.8083295381484106\n",
      "Cost after epoch 1538000: 1.8083025022917596\n",
      "Cost after epoch 1539000: 1.808275471284872\n",
      "Cost after epoch 1540000: 1.808248445126542\n",
      "Cost after epoch 1541000: 1.8082214238155636\n",
      "Cost after epoch 1542000: 1.80819440735073\n",
      "Cost after epoch 1543000: 1.8081673957308348\n",
      "Cost after epoch 1544000: 1.8081403889546745\n",
      "Cost after epoch 1545000: 1.8081133870210424\n",
      "Cost after epoch 1546000: 1.8080863899287345\n",
      "Cost after epoch 1547000: 1.8080593976765467\n",
      "Cost after epoch 1548000: 1.8080324102632748\n",
      "Cost after epoch 1549000: 1.8080054276877149\n",
      "Cost after epoch 1550000: 1.8079784499486642\n",
      "Cost after epoch 1551000: 1.8079514770449194\n",
      "Cost after epoch 1552000: 1.8079245089752782\n",
      "Cost after epoch 1553000: 1.807897545738539\n",
      "Cost after epoch 1554000: 1.8078705873334988\n",
      "Cost after epoch 1555000: 1.807843633758956\n",
      "Cost after epoch 1556000: 1.8078166850137114\n",
      "Cost after epoch 1557000: 1.8077897410965618\n",
      "Cost after epoch 1558000: 1.8077628020063081\n",
      "Cost after epoch 1559000: 1.8077358677417497\n",
      "Cost after epoch 1560000: 1.8077089383016864\n",
      "Cost after epoch 1561000: 1.8076820136849199\n",
      "Cost after epoch 1562000: 1.8076550938902507\n",
      "Cost after epoch 1563000: 1.8076281789164794\n",
      "Cost after epoch 1564000: 1.8076012687624083\n",
      "Cost after epoch 1565000: 1.807574363426839\n",
      "Cost after epoch 1566000: 1.8075474629085742\n",
      "Cost after epoch 1567000: 1.8075205672064167\n",
      "Cost after epoch 1568000: 1.8074936763191694\n",
      "Cost after epoch 1569000: 1.807466790245635\n",
      "Cost after epoch 1570000: 1.807439908984618\n",
      "Cost after epoch 1571000: 1.8074130325349222\n",
      "Cost after epoch 1572000: 1.8073861608953523\n",
      "Cost after epoch 1573000: 1.8073592940647125\n",
      "Cost after epoch 1574000: 1.8073324320418078\n",
      "Cost after epoch 1575000: 1.8073055748254445\n",
      "Cost after epoch 1576000: 1.807278722414428\n",
      "Cost after epoch 1577000: 1.8072518748075643\n",
      "Cost after epoch 1578000: 1.80722503200366\n",
      "Cost after epoch 1579000: 1.807198194001522\n",
      "Cost after epoch 1580000: 1.8071713607999575\n",
      "Cost after epoch 1581000: 1.8071445323977737\n",
      "Cost after epoch 1582000: 1.807117708793779\n",
      "Cost after epoch 1583000: 1.807090889986781\n",
      "Cost after epoch 1584000: 1.8070640759755898\n",
      "Cost after epoch 1585000: 1.8070372667590127\n",
      "Cost after epoch 1586000: 1.8070104623358587\n",
      "Cost after epoch 1587000: 1.8069836627049387\n",
      "Cost after epoch 1588000: 1.8069568678650616\n",
      "Cost after epoch 1589000: 1.8069300778150388\n",
      "Cost after epoch 1590000: 1.8069032925536803\n",
      "Cost after epoch 1591000: 1.8068765120797974\n",
      "Cost after epoch 1592000: 1.806849736392201\n",
      "Cost after epoch 1593000: 1.8068229654897032\n",
      "Cost after epoch 1594000: 1.8067961993711161\n",
      "Cost after epoch 1595000: 1.8067694380352513\n",
      "Cost after epoch 1596000: 1.8067426814809222\n",
      "Cost after epoch 1597000: 1.806715929706942\n",
      "Cost after epoch 1598000: 1.8066891827121236\n",
      "Cost after epoch 1599000: 1.8066624404952811\n",
      "Cost after epoch 1600000: 1.8066357030552291\n",
      "Cost after epoch 1601000: 1.8066089703907804\n",
      "Cost after epoch 1602000: 1.8065822425007514\n",
      "Cost after epoch 1603000: 1.8065555193839564\n",
      "Cost after epoch 1604000: 1.8065288010392115\n",
      "Cost after epoch 1605000: 1.8065020874653321\n",
      "Cost after epoch 1606000: 1.8064753786611354\n",
      "Cost after epoch 1607000: 1.8064486746254356\n",
      "Cost after epoch 1608000: 1.8064219753570516\n",
      "Cost after epoch 1609000: 1.8063952808548\n",
      "Cost after epoch 1610000: 1.806368591117498\n",
      "Cost after epoch 1611000: 1.8063419061439645\n",
      "Cost after epoch 1612000: 1.8063152259330166\n",
      "Cost after epoch 1613000: 1.8062885504834731\n",
      "Cost after epoch 1614000: 1.8062618797941528\n",
      "Cost after epoch 1615000: 1.806235213863876\n",
      "Cost after epoch 1616000: 1.806208552691461\n",
      "Cost after epoch 1617000: 1.8061818962757283\n",
      "Cost after epoch 1618000: 1.8061552446154987\n",
      "Cost after epoch 1619000: 1.8061285977095918\n",
      "Cost after epoch 1620000: 1.8061019555568294\n",
      "Cost after epoch 1621000: 1.806075318156033\n",
      "Cost after epoch 1622000: 1.806048685506023\n",
      "Cost after epoch 1623000: 1.8060220576056216\n",
      "Cost after epoch 1624000: 1.805995434453653\n",
      "Cost after epoch 1625000: 1.805968816048938\n",
      "Cost after epoch 1626000: 1.8059422023903\n",
      "Cost after epoch 1627000: 1.8059155934765632\n",
      "Cost after epoch 1628000: 1.8058889893065495\n",
      "Cost after epoch 1629000: 1.8058623898790849\n",
      "Cost after epoch 1630000: 1.8058357951929929\n",
      "Cost after epoch 1631000: 1.8058092052470984\n",
      "Cost after epoch 1632000: 1.8057826200402265\n",
      "Cost after epoch 1633000: 1.8057560395712022\n",
      "Cost after epoch 1634000: 1.8057294638388517\n",
      "Cost after epoch 1635000: 1.805702892842001\n",
      "Cost after epoch 1636000: 1.8056763265794766\n",
      "Cost after epoch 1637000: 1.8056497650501047\n",
      "Cost after epoch 1638000: 1.8056232082527135\n",
      "Cost after epoch 1639000: 1.8055966561861296\n",
      "Cost after epoch 1640000: 1.8055701088491807\n",
      "Cost after epoch 1641000: 1.8055435662406953\n",
      "Cost after epoch 1642000: 1.8055170283595021\n",
      "Cost after epoch 1643000: 1.8054904952044295\n",
      "Cost after epoch 1644000: 1.8054639667743067\n",
      "Cost after epoch 1645000: 1.8054374430679632\n",
      "Cost after epoch 1646000: 1.8054109240842298\n",
      "Cost after epoch 1647000: 1.8053844098219343\n",
      "Cost after epoch 1648000: 1.80535790027991\n",
      "Cost after epoch 1649000: 1.805331395456986\n",
      "Cost after epoch 1650000: 1.8053048953519935\n",
      "Cost after epoch 1651000: 1.8052783999637643\n",
      "Cost after epoch 1652000: 1.8052519092911308\n",
      "Cost after epoch 1653000: 1.8052254233329246\n",
      "Cost after epoch 1654000: 1.8051989420879784\n",
      "Cost after epoch 1655000: 1.8051724655551251\n",
      "Cost after epoch 1656000: 1.8051459937331984\n",
      "Cost after epoch 1657000: 1.805119526621031\n",
      "Cost after epoch 1658000: 1.8050930642174579\n",
      "Cost after epoch 1659000: 1.805066606521312\n",
      "Cost after epoch 1660000: 1.805040153531428\n",
      "Cost after epoch 1661000: 1.8050137052466422\n",
      "Cost after epoch 1662000: 1.8049872616657885\n",
      "Cost after epoch 1663000: 1.8049608227877023\n",
      "Cost after epoch 1664000: 1.8049343886112215\n",
      "Cost after epoch 1665000: 1.8049079591351804\n",
      "Cost after epoch 1666000: 1.8048815343584157\n",
      "Cost after epoch 1667000: 1.8048551142797655\n",
      "Cost after epoch 1668000: 1.8048286988980666\n",
      "Cost after epoch 1669000: 1.8048022882121555\n",
      "Cost after epoch 1670000: 1.8047758822208722\n",
      "Cost after epoch 1671000: 1.8047494809230524\n",
      "Cost after epoch 1672000: 1.8047230843175366\n",
      "Cost after epoch 1673000: 1.8046966924031635\n",
      "Cost after epoch 1674000: 1.8046703051787727\n",
      "Cost after epoch 1675000: 1.8046439226432025\n",
      "Cost after epoch 1676000: 1.8046175447952941\n",
      "Cost after epoch 1677000: 1.804591171633887\n",
      "Cost after epoch 1678000: 1.8045648031578223\n",
      "Cost after epoch 1679000: 1.8045384393659403\n",
      "Cost after epoch 1680000: 1.8045120802570838\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 1681000: 1.8044857258300926\n",
      "Cost after epoch 1682000: 1.8044593760838097\n",
      "Cost after epoch 1683000: 1.8044330310170775\n",
      "Cost after epoch 1684000: 1.8044066906287386\n",
      "Cost after epoch 1685000: 1.8043803549176354\n",
      "Cost after epoch 1686000: 1.804354023882612\n",
      "Cost after epoch 1687000: 1.8043276975225107\n",
      "Cost after epoch 1688000: 1.804301375836177\n",
      "Cost after epoch 1689000: 1.804275058822455\n",
      "Cost after epoch 1690000: 1.8042487464801877\n",
      "Cost after epoch 1691000: 1.804222438808222\n",
      "Cost after epoch 1692000: 1.8041961358054028\n",
      "Cost after epoch 1693000: 1.8041698374705755\n",
      "Cost after epoch 1694000: 1.8041435438025861\n",
      "Cost after epoch 1695000: 1.8041172548002808\n",
      "Cost after epoch 1696000: 1.8040909704625072\n",
      "Cost after epoch 1697000: 1.8040646907881102\n",
      "Cost after epoch 1698000: 1.8040384157759393\n",
      "Cost after epoch 1699000: 1.8040121454248408\n",
      "Cost after epoch 1700000: 1.8039858797336632\n",
      "Cost after epoch 1701000: 1.803959618701255\n",
      "Cost after epoch 1702000: 1.8039333623264646\n",
      "Cost after epoch 1703000: 1.8039071106081404\n",
      "Cost after epoch 1704000: 1.803880863545133\n",
      "Cost after epoch 1705000: 1.8038546211362916\n",
      "Cost after epoch 1706000: 1.8038283833804654\n",
      "Cost after epoch 1707000: 1.8038021502765056\n",
      "Cost after epoch 1708000: 1.8037759218232623\n",
      "Cost after epoch 1709000: 1.8037496980195862\n",
      "Cost after epoch 1710000: 1.80372347886433\n",
      "Cost after epoch 1711000: 1.8036972643563445\n",
      "Cost after epoch 1712000: 1.8036710544944814\n",
      "Cost after epoch 1713000: 1.8036448492775934\n",
      "Cost after epoch 1714000: 1.8036186487045331\n",
      "Cost after epoch 1715000: 1.803592452774153\n",
      "Cost after epoch 1716000: 1.8035662614853072\n",
      "Cost after epoch 1717000: 1.803540074836849\n",
      "Cost after epoch 1718000: 1.8035138928276317\n",
      "Cost after epoch 1719000: 1.8034877154565105\n",
      "Cost after epoch 1720000: 1.8034615427223404\n",
      "Cost after epoch 1721000: 1.8034353746239749\n",
      "Cost after epoch 1722000: 1.8034092111602702\n",
      "Cost after epoch 1723000: 1.8033830523300818\n",
      "Cost after epoch 1724000: 1.8033568981322656\n",
      "Cost after epoch 1725000: 1.803330748565678\n",
      "Cost after epoch 1726000: 1.8033046036291758\n",
      "Cost after epoch 1727000: 1.8032784633216155\n",
      "Cost after epoch 1728000: 1.8032523276418546\n",
      "Cost after epoch 1729000: 1.8032261965887517\n",
      "Cost after epoch 1730000: 1.8032000701611628\n",
      "Cost after epoch 1731000: 1.8031739483579468\n",
      "Cost after epoch 1732000: 1.8031478311779636\n",
      "Cost after epoch 1733000: 1.8031217186200703\n",
      "Cost after epoch 1734000: 1.803095610683127\n",
      "Cost after epoch 1735000: 1.8030695073659941\n",
      "Cost after epoch 1736000: 1.8030434086675302\n",
      "Cost after epoch 1737000: 1.8030173145865964\n",
      "Cost after epoch 1738000: 1.802991225122053\n",
      "Cost after epoch 1739000: 1.8029651402727602\n",
      "Cost after epoch 1740000: 1.80293906003758\n",
      "Cost after epoch 1741000: 1.8029129844153744\n",
      "Cost after epoch 1742000: 1.8028869134050045\n",
      "Cost after epoch 1743000: 1.8028608470053327\n",
      "Cost after epoch 1744000: 1.8028347852152218\n",
      "Cost after epoch 1745000: 1.8028087280335339\n",
      "Cost after epoch 1746000: 1.8027826754591327\n",
      "Cost after epoch 1747000: 1.802756627490882\n",
      "Cost after epoch 1748000: 1.8027305841276453\n",
      "Cost after epoch 1749000: 1.8027045453682868\n",
      "Cost after epoch 1750000: 1.8026785112116714\n",
      "Cost after epoch 1751000: 1.8026524816566636\n",
      "Cost after epoch 1752000: 1.8026264567021288\n",
      "Cost after epoch 1753000: 1.8026004363469321\n",
      "Cost after epoch 1754000: 1.8025744205899403\n",
      "Cost after epoch 1755000: 1.802548409430018\n",
      "Cost after epoch 1756000: 1.802522402866033\n",
      "Cost after epoch 1757000: 1.8024964008968516\n",
      "Cost after epoch 1758000: 1.8024704035213408\n",
      "Cost after epoch 1759000: 1.802444410738368\n",
      "Cost after epoch 1760000: 1.8024184225468023\n",
      "Cost after epoch 1761000: 1.80239243894551\n",
      "Cost after epoch 1762000: 1.80236645993336\n",
      "Cost after epoch 1763000: 1.8023404855092218\n",
      "Cost after epoch 1764000: 1.8023145156719638\n",
      "Cost after epoch 1765000: 1.8022885504204558\n",
      "Cost after epoch 1766000: 1.8022625897535676\n",
      "Cost after epoch 1767000: 1.8022366336701687\n",
      "Cost after epoch 1768000: 1.80221068216913\n",
      "Cost after epoch 1769000: 1.8021847352493223\n",
      "Cost after epoch 1770000: 1.8021587929096166\n",
      "Cost after epoch 1771000: 1.8021328551488836\n",
      "Cost after epoch 1772000: 1.802106921965996\n",
      "Cost after epoch 1773000: 1.8020809933598247\n",
      "Cost after epoch 1774000: 1.802055069329243\n",
      "Cost after epoch 1775000: 1.8020291498731238\n",
      "Cost after epoch 1776000: 1.8020032349903397\n",
      "Cost after epoch 1777000: 1.8019773246797635\n",
      "Cost after epoch 1778000: 1.801951418940269\n",
      "Cost after epoch 1779000: 1.8019255177707312\n",
      "Cost after epoch 1780000: 1.8018996211700231\n",
      "Cost after epoch 1781000: 1.8018737291370202\n",
      "Cost after epoch 1782000: 1.8018478416705974\n",
      "Cost after epoch 1783000: 1.8018219587696294\n",
      "Cost after epoch 1784000: 1.801796080432992\n",
      "Cost after epoch 1785000: 1.8017702066595611\n",
      "Cost after epoch 1786000: 1.801744337448214\n",
      "Cost after epoch 1787000: 1.8017184727978255\n",
      "Cost after epoch 1788000: 1.8016926127072737\n",
      "Cost after epoch 1789000: 1.8016667571754352\n",
      "Cost after epoch 1790000: 1.8016409062011884\n",
      "Cost after epoch 1791000: 1.8016150597834104\n",
      "Cost after epoch 1792000: 1.801589217920979\n",
      "Cost after epoch 1793000: 1.8015633806127733\n",
      "Cost after epoch 1794000: 1.8015375478576727\n",
      "Cost after epoch 1795000: 1.8015117196545563\n",
      "Cost after epoch 1796000: 1.8014858960023017\n",
      "Cost after epoch 1797000: 1.801460076899791\n",
      "Cost after epoch 1798000: 1.801434262345903\n",
      "Cost after epoch 1799000: 1.801408452339519\n",
      "Cost after epoch 1800000: 1.8013826468795193\n",
      "Cost after epoch 1801000: 1.801356845964785\n",
      "Cost after epoch 1802000: 1.801331049594197\n",
      "Cost after epoch 1803000: 1.8013052577666382\n",
      "Cost after epoch 1804000: 1.8012794704809905\n",
      "Cost after epoch 1805000: 1.8012536877361345\n",
      "Cost after epoch 1806000: 1.8012279095309551\n",
      "Cost after epoch 1807000: 1.8012021358643344\n",
      "Cost after epoch 1808000: 1.801176366735156\n",
      "Cost after epoch 1809000: 1.8011506021423025\n",
      "Cost after epoch 1810000: 1.8011248420846597\n",
      "Cost after epoch 1811000: 1.801099086561111\n",
      "Cost after epoch 1812000: 1.8010733355705408\n",
      "Cost after epoch 1813000: 1.801047589111834\n",
      "Cost after epoch 1814000: 1.8010218471838766\n",
      "Cost after epoch 1815000: 1.8009961097855538\n",
      "Cost after epoch 1816000: 1.8009703769157517\n",
      "Cost after epoch 1817000: 1.8009446485733562\n",
      "Cost after epoch 1818000: 1.8009189247572537\n",
      "Cost after epoch 1819000: 1.8008932054663318\n",
      "Cost after epoch 1820000: 1.800867490699477\n",
      "Cost after epoch 1821000: 1.8008417804555765\n",
      "Cost after epoch 1822000: 1.8008160747335205\n",
      "Cost after epoch 1823000: 1.8007903735321937\n",
      "Cost after epoch 1824000: 1.8007646768504866\n",
      "Cost after epoch 1825000: 1.800738984687289\n",
      "Cost after epoch 1826000: 1.8007132970414876\n",
      "Cost after epoch 1827000: 1.8006876139119732\n",
      "Cost after epoch 1828000: 1.8006619352976356\n",
      "Cost after epoch 1829000: 1.8006362611973643\n",
      "Cost after epoch 1830000: 1.8006105916100497\n",
      "Cost after epoch 1831000: 1.8005849265345837\n",
      "Cost after epoch 1832000: 1.800559265969856\n",
      "Cost after epoch 1833000: 1.8005336099147584\n",
      "Cost after epoch 1834000: 1.8005079583681831\n",
      "Cost after epoch 1835000: 1.8004823113290207\n",
      "Cost after epoch 1836000: 1.800456668796164\n",
      "Cost after epoch 1837000: 1.8004310307685067\n",
      "Cost after epoch 1838000: 1.800405397244941\n",
      "Cost after epoch 1839000: 1.8003797682243603\n",
      "Cost after epoch 1840000: 1.8003541437056585\n",
      "Cost after epoch 1841000: 1.800328523687729\n",
      "Cost after epoch 1842000: 1.8003029081694661\n",
      "Cost after epoch 1843000: 1.8002772971497647\n",
      "Cost after epoch 1844000: 1.8002516906275197\n",
      "Cost after epoch 1845000: 1.8002260886016255\n",
      "Cost after epoch 1846000: 1.8002004910709783\n",
      "Cost after epoch 1847000: 1.8001748980344732\n",
      "Cost after epoch 1848000: 1.800149309491007\n",
      "Cost after epoch 1849000: 1.8001237254394766\n",
      "Cost after epoch 1850000: 1.8000981458787781\n",
      "Cost after epoch 1851000: 1.8000725708078078\n",
      "Cost after epoch 1852000: 1.8000470002254643\n",
      "Cost after epoch 1853000: 1.8000214341306453\n",
      "Cost after epoch 1854000: 1.7999958725222478\n",
      "Cost after epoch 1855000: 1.7999703153991713\n",
      "Cost after epoch 1856000: 1.7999447627603138\n",
      "Cost after epoch 1857000: 1.7999192146045742\n",
      "Cost after epoch 1858000: 1.7998936709308524\n",
      "Cost after epoch 1859000: 1.7998681317380485\n",
      "Cost after epoch 1860000: 1.799842597025061\n",
      "Cost after epoch 1861000: 1.7998170667907902\n",
      "Cost after epoch 1862000: 1.7997915410341383\n",
      "Cost after epoch 1863000: 1.7997660197540046\n",
      "Cost after epoch 1864000: 1.799740502949291\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 1865000: 1.799714990618899\n",
      "Cost after epoch 1866000: 1.79968948276173\n",
      "Cost after epoch 1867000: 1.7996639793766864\n",
      "Cost after epoch 1868000: 1.7996384804626704\n",
      "Cost after epoch 1869000: 1.7996129860185852\n",
      "Cost after epoch 1870000: 1.7995874960433338\n",
      "Cost after epoch 1871000: 1.79956201053582\n",
      "Cost after epoch 1872000: 1.7995365294949468\n",
      "Cost after epoch 1873000: 1.7995110529196188\n",
      "Cost after epoch 1874000: 1.7994855808087395\n",
      "Cost after epoch 1875000: 1.7994601131612147\n",
      "Cost after epoch 1876000: 1.7994346499759486\n",
      "Cost after epoch 1877000: 1.799409191251847\n",
      "Cost after epoch 1878000: 1.799383736987815\n",
      "Cost after epoch 1879000: 1.7993582871827587\n",
      "Cost after epoch 1880000: 1.7993328418355845\n",
      "Cost after epoch 1881000: 1.7993074009451988\n",
      "Cost after epoch 1882000: 1.7992819645105083\n",
      "Cost after epoch 1883000: 1.7992565325304202\n",
      "Cost after epoch 1884000: 1.7992311050038428\n",
      "Cost after epoch 1885000: 1.7992056819296824\n",
      "Cost after epoch 1886000: 1.7991802633068483\n",
      "Cost after epoch 1887000: 1.7991548491342497\n",
      "Cost after epoch 1888000: 1.7991294394107935\n",
      "Cost after epoch 1889000: 1.799104034135389\n",
      "Cost after epoch 1890000: 1.7990786333069473\n",
      "Cost after epoch 1891000: 1.7990532369243764\n",
      "Cost after epoch 1892000: 1.7990278449865866\n",
      "Cost after epoch 1893000: 1.799002457492488\n",
      "Cost after epoch 1894000: 1.7989770744409928\n",
      "Cost after epoch 1895000: 1.7989516958310101\n",
      "Cost after epoch 1896000: 1.7989263216614522\n",
      "Cost after epoch 1897000: 1.7989009519312296\n",
      "Cost after epoch 1898000: 1.7988755866392547\n",
      "Cost after epoch 1899000: 1.7988502257844405\n",
      "Cost after epoch 1900000: 1.7988248693656985\n",
      "Cost after epoch 1901000: 1.7987995173819415\n",
      "Cost after epoch 1902000: 1.7987741698320845\n",
      "Cost after epoch 1903000: 1.7987488267150384\n",
      "Cost after epoch 1904000: 1.7987234880297176\n",
      "Cost after epoch 1905000: 1.7986981537750373\n",
      "Cost after epoch 1906000: 1.7986728239499108\n",
      "Cost after epoch 1907000: 1.7986474985532528\n",
      "Cost after epoch 1908000: 1.7986221775839788\n",
      "Cost after epoch 1909000: 1.7985968610410044\n",
      "Cost after epoch 1910000: 1.798571548923244\n",
      "Cost after epoch 1911000: 1.7985462412296145\n",
      "Cost after epoch 1912000: 1.798520937959032\n",
      "Cost after epoch 1913000: 1.7984956391104128\n",
      "Cost after epoch 1914000: 1.7984703446826744\n",
      "Cost after epoch 1915000: 1.7984450546747326\n",
      "Cost after epoch 1916000: 1.7984197690855064\n",
      "Cost after epoch 1917000: 1.798394487913913\n",
      "Cost after epoch 1918000: 1.79836921115887\n",
      "Cost after epoch 1919000: 1.798343938819296\n",
      "Cost after epoch 1920000: 1.7983186708941101\n",
      "Cost after epoch 1921000: 1.798293407382232\n",
      "Cost after epoch 1922000: 1.7982681482825793\n",
      "Cost after epoch 1923000: 1.7982428935940724\n",
      "Cost after epoch 1924000: 1.7982176433156323\n",
      "Cost after epoch 1925000: 1.7981923974461778\n",
      "Cost after epoch 1926000: 1.7981671559846297\n",
      "Cost after epoch 1927000: 1.7981419189299104\n",
      "Cost after epoch 1928000: 1.7981166862809395\n",
      "Cost after epoch 1929000: 1.7980914580366387\n",
      "Cost after epoch 1930000: 1.7980662341959308\n",
      "Cost after epoch 1931000: 1.7980410147577368\n",
      "Cost after epoch 1932000: 1.7980157997209796\n",
      "Cost after epoch 1933000: 1.7979905890845826\n",
      "Cost after epoch 1934000: 1.7979653828474673\n",
      "Cost after epoch 1935000: 1.7979401810085576\n",
      "Cost after epoch 1936000: 1.7979149835667787\n",
      "Cost after epoch 1937000: 1.7978897905210527\n",
      "Cost after epoch 1938000: 1.7978646018703046\n",
      "Cost after epoch 1939000: 1.7978394176134587\n",
      "Cost after epoch 1940000: 1.7978142377494404\n",
      "Cost after epoch 1941000: 1.7977890622771744\n",
      "Cost after epoch 1942000: 1.7977638911955869\n",
      "Cost after epoch 1943000: 1.7977387245036036\n",
      "Cost after epoch 1944000: 1.7977135622001499\n",
      "Cost after epoch 1945000: 1.797688404284153\n",
      "Cost after epoch 1946000: 1.7976632507545391\n",
      "Cost after epoch 1947000: 1.797638101610235\n",
      "Cost after epoch 1948000: 1.79761295685017\n",
      "Cost after epoch 1949000: 1.797587816473269\n",
      "Cost after epoch 1950000: 1.7975626804784617\n",
      "Cost after epoch 1951000: 1.7975375488646765\n",
      "Cost after epoch 1952000: 1.7975124216308411\n",
      "Cost after epoch 1953000: 1.797487298775885\n",
      "Cost after epoch 1954000: 1.7974621802987367\n",
      "Cost after epoch 1955000: 1.7974370661983272\n",
      "Cost after epoch 1956000: 1.7974119564735844\n",
      "Cost after epoch 1957000: 1.7973868511234397\n",
      "Cost after epoch 1958000: 1.7973617501468233\n",
      "Cost after epoch 1959000: 1.7973366535426654\n",
      "Cost after epoch 1960000: 1.7973115613098976\n",
      "Cost after epoch 1961000: 1.7972864734474516\n",
      "Cost after epoch 1962000: 1.797261389954258\n",
      "Cost after epoch 1963000: 1.7972363108292493\n",
      "Cost after epoch 1964000: 1.7972112360713581\n",
      "Cost after epoch 1965000: 1.7971861656795165\n",
      "Cost after epoch 1966000: 1.7971610996526577\n",
      "Cost after epoch 1967000: 1.7971360379897152\n",
      "Cost after epoch 1968000: 1.7971109806896215\n",
      "Cost after epoch 1969000: 1.7970859277513114\n",
      "Cost after epoch 1970000: 1.797060879173718\n",
      "Cost after epoch 1971000: 1.7970358349557762\n",
      "Cost after epoch 1972000: 1.7970107950964205\n",
      "Cost after epoch 1973000: 1.796985759594587\n",
      "Cost after epoch 1974000: 1.7969607284492097\n",
      "Cost after epoch 1975000: 1.7969357016592244\n",
      "Cost after epoch 1976000: 1.7969106792235676\n",
      "Cost after epoch 1977000: 1.7968856611411756\n",
      "Cost after epoch 1978000: 1.796860647410984\n",
      "Cost after epoch 1979000: 1.7968356380319306\n",
      "Cost after epoch 1980000: 1.7968106330029523\n",
      "Cost after epoch 1981000: 1.7967856323229856\n",
      "Cost after epoch 1982000: 1.7967606359909698\n",
      "Cost after epoch 1983000: 1.796735644005842\n",
      "Cost after epoch 1984000: 1.796710656366541\n",
      "Cost after epoch 1985000: 1.7966856730720047\n",
      "Cost after epoch 1986000: 1.7966606941211734\n",
      "Cost after epoch 1987000: 1.796635719512985\n",
      "Cost after epoch 1988000: 1.7966107492463803\n",
      "Cost after epoch 1989000: 1.7965857833202983\n",
      "Cost after epoch 1990000: 1.796560821733679\n",
      "Cost after epoch 1991000: 1.796535864485464\n",
      "Cost after epoch 1992000: 1.7965109115745934\n",
      "Cost after epoch 1993000: 1.796485963000007\n",
      "Cost after epoch 1994000: 1.7964610187606493\n",
      "Cost after epoch 1995000: 1.7964360788554592\n",
      "Cost after epoch 1996000: 1.7964111432833794\n",
      "Cost after epoch 1997000: 1.7963862120433536\n",
      "Cost after epoch 1998000: 1.796361285134322\n",
      "Cost after epoch 1999000: 1.7963363625552295\n",
      "Cost after epoch 2000000: 1.7963114443050179\n",
      "Cost after epoch 2001000: 1.7962865303826325\n",
      "Cost after epoch 2002000: 1.796261620787015\n",
      "Cost after epoch 2003000: 1.7962367155171104\n",
      "Cost after epoch 2004000: 1.796211814571864\n",
      "Cost after epoch 2005000: 1.796186917950219\n",
      "Cost after epoch 2006000: 1.796162025651122\n",
      "Cost after epoch 2007000: 1.7961371376735173\n",
      "Cost after epoch 2008000: 1.7961122540163506\n",
      "Cost after epoch 2009000: 1.796087374678568\n",
      "Cost after epoch 2010000: 1.7960624996591157\n",
      "Cost after epoch 2011000: 1.79603762895694\n",
      "Cost after epoch 2012000: 1.7960127625709876\n",
      "Cost after epoch 2013000: 1.7959879005002064\n",
      "Cost after epoch 2014000: 1.795963042743543\n",
      "Cost after epoch 2015000: 1.7959381892999453\n",
      "Cost after epoch 2016000: 1.795913340168362\n",
      "Cost after epoch 2017000: 1.7958884953477403\n",
      "Cost after epoch 2018000: 1.7958636548370297\n",
      "Cost after epoch 2019000: 1.7958388186351792\n",
      "Cost after epoch 2020000: 1.7958139867411378\n",
      "Cost after epoch 2021000: 1.7957891591538548\n",
      "Cost after epoch 2022000: 1.7957643358722806\n",
      "Cost after epoch 2023000: 1.7957395168953643\n",
      "Cost after epoch 2024000: 1.7957147022220572\n",
      "Cost after epoch 2025000: 1.7956898918513096\n",
      "Cost after epoch 2026000: 1.7956650857820728\n",
      "Cost after epoch 2027000: 1.7956402840132977\n",
      "Cost after epoch 2028000: 1.7956154865439364\n",
      "Cost after epoch 2029000: 1.7955906933729409\n",
      "Cost after epoch 2030000: 1.7955659044992622\n",
      "Cost after epoch 2031000: 1.7955411199218552\n",
      "Cost after epoch 2032000: 1.795516339639671\n",
      "Cost after epoch 2033000: 1.7954915636516624\n",
      "Cost after epoch 2034000: 1.795466791956784\n",
      "Cost after epoch 2035000: 1.7954420245539888\n",
      "Cost after epoch 2036000: 1.7954172614422308\n",
      "Cost after epoch 2037000: 1.7953925026204651\n",
      "Cost after epoch 2038000: 1.7953677480876453\n",
      "Cost after epoch 2039000: 1.7953429978427267\n",
      "Cost after epoch 2040000: 1.7953182518846649\n",
      "Cost after epoch 2041000: 1.7952935102124148\n",
      "Cost after epoch 2042000: 1.7952687728249326\n",
      "Cost after epoch 2043000: 1.7952440397211742\n",
      "Cost after epoch 2044000: 1.7952193109000965\n",
      "Cost after epoch 2045000: 1.7951945863606555\n",
      "Cost after epoch 2046000: 1.7951698661018085\n",
      "Cost after epoch 2047000: 1.7951451501225129\n",
      "Cost after epoch 2048000: 1.7951204384217263\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2049000: 1.7950957309984068\n",
      "Cost after epoch 2050000: 1.7950710278515118\n",
      "Cost after epoch 2051000: 1.79504632898\n",
      "Cost after epoch 2052000: 1.795021634382831\n",
      "Cost after epoch 2053000: 1.7949969440589633\n",
      "Cost after epoch 2054000: 1.794972258007356\n",
      "Cost after epoch 2055000: 1.7949475762269689\n",
      "Cost after epoch 2056000: 1.7949228987167622\n",
      "Cost after epoch 2057000: 1.7948982254756958\n",
      "Cost after epoch 2058000: 1.7948735565027312\n",
      "Cost after epoch 2059000: 1.7948488917968284\n",
      "Cost after epoch 2060000: 1.7948242313569485\n",
      "Cost after epoch 2061000: 1.7947995751820531\n",
      "Cost after epoch 2062000: 1.794774923271105\n",
      "Cost after epoch 2063000: 1.7947502756230647\n",
      "Cost after epoch 2064000: 1.7947256322368956\n",
      "Cost after epoch 2065000: 1.7947009931115598\n",
      "Cost after epoch 2066000: 1.7946763582460203\n",
      "Cost after epoch 2067000: 1.7946517276392404\n",
      "Cost after epoch 2068000: 1.794627101290183\n",
      "Cost after epoch 2069000: 1.7946024791978135\n",
      "Cost after epoch 2070000: 1.7945778613610948\n",
      "Cost after epoch 2071000: 1.7945532477789912\n",
      "Cost after epoch 2072000: 1.7945286384504677\n",
      "Cost after epoch 2073000: 1.7945040333744895\n",
      "Cost after epoch 2074000: 1.7944794325500217\n",
      "Cost after epoch 2075000: 1.79445483597603\n",
      "Cost after epoch 2076000: 1.79443024365148\n",
      "Cost after epoch 2077000: 1.7944056555753385\n",
      "Cost after epoch 2078000: 1.7943810717465711\n",
      "Cost after epoch 2079000: 1.7943564921641455\n",
      "Cost after epoch 2080000: 1.7943319168270273\n",
      "Cost after epoch 2081000: 1.7943073457341856\n",
      "Cost after epoch 2082000: 1.7942827788845872\n",
      "Cost after epoch 2083000: 1.7942582162772\n",
      "Cost after epoch 2084000: 1.7942336579109923\n",
      "Cost after epoch 2085000: 1.7942091037849326\n",
      "Cost after epoch 2086000: 1.7941845538979906\n",
      "Cost after epoch 2087000: 1.7941600082491338\n",
      "Cost after epoch 2088000: 1.794135466837333\n",
      "Cost after epoch 2089000: 1.794110929661557\n",
      "Cost after epoch 2090000: 1.7940863967207765\n",
      "Cost after epoch 2091000: 1.7940618680139613\n",
      "Cost after epoch 2092000: 1.794037343540083\n",
      "Cost after epoch 2093000: 1.7940128232981105\n",
      "Cost after epoch 2094000: 1.7939883072870164\n",
      "Cost after epoch 2095000: 1.7939637955057721\n",
      "Cost after epoch 2096000: 1.793939287953349\n",
      "Cost after epoch 2097000: 1.7939147846287193\n",
      "Cost after epoch 2098000: 1.7938902855308554\n",
      "Cost after epoch 2099000: 1.7938657906587299\n",
      "Cost after epoch 2100000: 1.7938413000113158\n",
      "Cost after epoch 2101000: 1.7938168135875863\n",
      "Cost after epoch 2102000: 1.7937923313865145\n",
      "Cost after epoch 2103000: 1.7937678534070747\n",
      "Cost after epoch 2104000: 1.793743379648241\n",
      "Cost after epoch 2105000: 1.793718910108987\n",
      "Cost after epoch 2106000: 1.7936944447882883\n",
      "Cost after epoch 2107000: 1.7936699836851195\n",
      "Cost after epoch 2108000: 1.7936455267984563\n",
      "Cost after epoch 2109000: 1.7936210741272736\n",
      "Cost after epoch 2110000: 1.7935966256705476\n",
      "Cost after epoch 2111000: 1.793572181427255\n",
      "Cost after epoch 2112000: 1.7935477413963705\n",
      "Cost after epoch 2113000: 1.7935233055768733\n",
      "Cost after epoch 2114000: 1.793498873967738\n",
      "Cost after epoch 2115000: 1.7934744465679435\n",
      "Cost after epoch 2116000: 1.7934500233764672\n",
      "Cost after epoch 2117000: 1.7934256043922856\n",
      "Cost after epoch 2118000: 1.7934011896143782\n",
      "Cost after epoch 2119000: 1.7933767790417234\n",
      "Cost after epoch 2120000: 1.7933523726733\n",
      "Cost after epoch 2121000: 1.7933279705080867\n",
      "Cost after epoch 2122000: 1.7933035725450632\n",
      "Cost after epoch 2123000: 1.7932791787832092\n",
      "Cost after epoch 2124000: 1.7932547892215038\n",
      "Cost after epoch 2125000: 1.7932304038589282\n",
      "Cost after epoch 2126000: 1.793206022694462\n",
      "Cost after epoch 2127000: 1.7931816457270866\n",
      "Cost after epoch 2128000: 1.7931572729557828\n",
      "Cost after epoch 2129000: 1.7931329043795325\n",
      "Cost after epoch 2130000: 1.7931085399973163\n",
      "Cost after epoch 2131000: 1.7930841798081167\n",
      "Cost after epoch 2132000: 1.7930598238109166\n",
      "Cost after epoch 2133000: 1.7930354720046977\n",
      "Cost after epoch 2134000: 1.7930111243884435\n",
      "Cost after epoch 2135000: 1.7929867809611362\n",
      "Cost after epoch 2136000: 1.7929624417217596\n",
      "Cost after epoch 2137000: 1.7929381066692982\n",
      "Cost after epoch 2138000: 1.7929137758027351\n",
      "Cost after epoch 2139000: 1.7928894491210539\n",
      "Cost after epoch 2140000: 1.79286512662324\n",
      "Cost after epoch 2141000: 1.7928408083082796\n",
      "Cost after epoch 2142000: 1.7928164941751545\n",
      "Cost after epoch 2143000: 1.7927921842228531\n",
      "Cost after epoch 2144000: 1.7927678784503598\n",
      "Cost after epoch 2145000: 1.7927435768566604\n",
      "Cost after epoch 2146000: 1.7927192794407425\n",
      "Cost after epoch 2147000: 1.792694986201591\n",
      "Cost after epoch 2148000: 1.7926706971381936\n",
      "Cost after epoch 2149000: 1.7926464122495378\n",
      "Cost after epoch 2150000: 1.7926221315346107\n",
      "Cost after epoch 2151000: 1.7925978549923995\n",
      "Cost after epoch 2152000: 1.7925735826218931\n",
      "Cost after epoch 2153000: 1.7925493144220792\n",
      "Cost after epoch 2154000: 1.792525050391946\n",
      "Cost after epoch 2155000: 1.7925007905304837\n",
      "Cost after epoch 2156000: 1.7924765348366807\n",
      "Cost after epoch 2157000: 1.792452283309526\n",
      "Cost after epoch 2158000: 1.7924280359480096\n",
      "Cost after epoch 2159000: 1.792403792751122\n",
      "Cost after epoch 2160000: 1.792379553717853\n",
      "Cost after epoch 2161000: 1.7923553188471937\n",
      "Cost after epoch 2162000: 1.7923310881381347\n",
      "Cost after epoch 2163000: 1.7923068615896653\n",
      "Cost after epoch 2164000: 1.792282639200781\n",
      "Cost after epoch 2165000: 1.7922584209704706\n",
      "Cost after epoch 2166000: 1.7922342068977266\n",
      "Cost after epoch 2167000: 1.7922099969815417\n",
      "Cost after epoch 2168000: 1.7921857912209092\n",
      "Cost after epoch 2169000: 1.79216158961482\n",
      "Cost after epoch 2170000: 1.7921373921622687\n",
      "Cost after epoch 2171000: 1.7921131988622492\n",
      "Cost after epoch 2172000: 1.7920890097137534\n",
      "Cost after epoch 2173000: 1.7920648247157775\n",
      "Cost after epoch 2174000: 1.7920406438673142\n",
      "Cost after epoch 2175000: 1.7920164671673584\n",
      "Cost after epoch 2176000: 1.7919922946149056\n",
      "Cost after epoch 2177000: 1.7919681262089504\n",
      "Cost after epoch 2178000: 1.7919439619484883\n",
      "Cost after epoch 2179000: 1.7919198018325158\n",
      "Cost after epoch 2180000: 1.7918956458600281\n",
      "Cost after epoch 2181000: 1.7918714940300215\n",
      "Cost after epoch 2182000: 1.7918473463414935\n",
      "Cost after epoch 2183000: 1.7918232027934398\n",
      "Cost after epoch 2184000: 1.7917990633848577\n",
      "Cost after epoch 2185000: 1.7917749281147453\n",
      "Cost after epoch 2186000: 1.7917507969821003\n",
      "Cost after epoch 2187000: 1.7917266699859193\n",
      "Cost after epoch 2188000: 1.791702547125203\n",
      "Cost after epoch 2189000: 1.7916784283989486\n",
      "Cost after epoch 2190000: 1.7916543138061543\n",
      "Cost after epoch 2191000: 1.791630203345821\n",
      "Cost after epoch 2192000: 1.7916060970169467\n",
      "Cost after epoch 2193000: 1.7915819948185319\n",
      "Cost after epoch 2194000: 1.7915578967495764\n",
      "Cost after epoch 2195000: 1.7915338028090801\n",
      "Cost after epoch 2196000: 1.7915097129960436\n",
      "Cost after epoch 2197000: 1.791485627309469\n",
      "Cost after epoch 2198000: 1.7914615457483567\n",
      "Cost after epoch 2199000: 1.7914374683117062\n",
      "Cost after epoch 2200000: 1.7914133949985223\n",
      "Cost after epoch 2201000: 1.7913893258078053\n",
      "Cost after epoch 2202000: 1.791365260738557\n",
      "Cost after epoch 2203000: 1.7913411997897815\n",
      "Cost after epoch 2204000: 1.791317142960481\n",
      "Cost after epoch 2205000: 1.7912930902496582\n",
      "Cost after epoch 2206000: 1.7912690416563166\n",
      "Cost after epoch 2207000: 1.7912449971794608\n",
      "Cost after epoch 2208000: 1.7912209568180935\n",
      "Cost after epoch 2209000: 1.7911969205712195\n",
      "Cost after epoch 2210000: 1.7911728884378442\n",
      "Cost after epoch 2211000: 1.7911488604169712\n",
      "Cost after epoch 2212000: 1.7911248365076053\n",
      "Cost after epoch 2213000: 1.791100816708753\n",
      "Cost after epoch 2214000: 1.7910768010194191\n",
      "Cost after epoch 2215000: 1.7910527894386106\n",
      "Cost after epoch 2216000: 1.7910287819653326\n",
      "Cost after epoch 2217000: 1.791004778598592\n",
      "Cost after epoch 2218000: 1.790980779337396\n",
      "Cost after epoch 2219000: 1.790956784180751\n",
      "Cost after epoch 2220000: 1.7909327931276648\n",
      "Cost after epoch 2221000: 1.790908806177145\n",
      "Cost after epoch 2222000: 1.7908848233281995\n",
      "Cost after epoch 2223000: 1.7908608445798362\n",
      "Cost after epoch 2224000: 1.7908368699310635\n",
      "Cost after epoch 2225000: 1.7908128993808912\n",
      "Cost after epoch 2226000: 1.7907889329283269\n",
      "Cost after epoch 2227000: 1.7907649705723812\n",
      "Cost after epoch 2228000: 1.7907410123120626\n",
      "Cost after epoch 2229000: 1.7907170581463814\n",
      "Cost after epoch 2230000: 1.7906931080743482\n",
      "Cost after epoch 2231000: 1.7906691620949735\n",
      "Cost after epoch 2232000: 1.790645220207266\n",
      "Cost after epoch 2233000: 1.7906212824102397\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2234000: 1.7905973487029039\n",
      "Cost after epoch 2235000: 1.7905734190842706\n",
      "Cost after epoch 2236000: 1.7905494935533524\n",
      "Cost after epoch 2237000: 1.7905255721091609\n",
      "Cost after epoch 2238000: 1.7905016547507073\n",
      "Cost after epoch 2239000: 1.7904777414770063\n",
      "Cost after epoch 2240000: 1.7904538322870696\n",
      "Cost after epoch 2241000: 1.7904299271799107\n",
      "Cost after epoch 2242000: 1.7904060261545438\n",
      "Cost after epoch 2243000: 1.790382129209982\n",
      "Cost after epoch 2244000: 1.7903582363452386\n",
      "Cost after epoch 2245000: 1.7903343475593292\n",
      "Cost after epoch 2246000: 1.7903104628512678\n",
      "Cost after epoch 2247000: 1.7902865822200702\n",
      "Cost after epoch 2248000: 1.7902627056647502\n",
      "Cost after epoch 2249000: 1.7902388331843244\n",
      "Cost after epoch 2250000: 1.7902149647778078\n",
      "Cost after epoch 2251000: 1.7901911004442173\n",
      "Cost after epoch 2252000: 1.7901672401825681\n",
      "Cost after epoch 2253000: 1.790143383991878\n",
      "Cost after epoch 2254000: 1.7901195318711636\n",
      "Cost after epoch 2255000: 1.7900956838194415\n",
      "Cost after epoch 2256000: 1.7900718398357285\n",
      "Cost after epoch 2257000: 1.7900479999190433\n",
      "Cost after epoch 2258000: 1.7900241640684045\n",
      "Cost after epoch 2259000: 1.7900003322828288\n",
      "Cost after epoch 2260000: 1.7899765045613354\n",
      "Cost after epoch 2261000: 1.7899526809029436\n",
      "Cost after epoch 2262000: 1.7899288613066722\n",
      "Cost after epoch 2263000: 1.7899050457715397\n",
      "Cost after epoch 2264000: 1.7898812342965666\n",
      "Cost after epoch 2265000: 1.7898574268807734\n",
      "Cost after epoch 2266000: 1.7898336235231813\n",
      "Cost after epoch 2267000: 1.7898098242228253\n",
      "Cost after epoch 2268000: 1.7897860289789576\n",
      "Cost after epoch 2269000: 1.7897622377957276\n",
      "Cost after epoch 2270000: 1.7897384508438257\n",
      "Cost after epoch 2271000: 1.7897146768266143\n",
      "Cost after epoch 2272000: 1.7896915890279232\n",
      "Cost after epoch 2273000: 1.7897581039102364\n",
      "Cost after epoch 2274000: 1.9347270423881084\n",
      "Cost after epoch 2275000: 1.790006076669722\n",
      "Cost after epoch 2276000: 1.7898046943162154\n",
      "Cost after epoch 2277000: 1.7897797628221739\n",
      "Cost after epoch 2278000: 1.7897559612622989\n",
      "Cost after epoch 2279000: 1.7897321771275159\n",
      "Cost after epoch 2280000: 1.7897083972873087\n",
      "Cost after epoch 2281000: 1.7896846215030335\n",
      "Cost after epoch 2282000: 1.789660849767165\n",
      "Cost after epoch 2283000: 1.7896370820784564\n",
      "Cost after epoch 2284000: 1.7896133184359146\n",
      "Cost after epoch 2285000: 1.7895895588385617\n",
      "Cost after epoch 2286000: 1.7895658032854236\n",
      "Cost after epoch 2287000: 1.789542051775523\n",
      "Cost after epoch 2288000: 1.789518304307887\n",
      "Cost after epoch 2289000: 1.7894945608815405\n",
      "Cost after epoch 2290000: 1.7894708214955097\n",
      "Cost after epoch 2291000: 1.7894470861488219\n",
      "Cost after epoch 2292000: 1.789423354840514\n",
      "Cost after epoch 2293000: 1.7893996275697703\n",
      "Cost after epoch 2294000: 1.7893759043389812\n",
      "Cost after epoch 2295000: 1.7893521852550223\n",
      "Cost after epoch 2296000: 1.7893284755504808\n",
      "Cost after epoch 2297000: 1.7893051623003595\n",
      "Cost after epoch 2298000: 1.7893288297895833\n",
      "Cost after epoch 2299000: 1.8618329264111069\n",
      "Cost after epoch 2300000: 1.7898155759035297\n",
      "Cost after epoch 2301000: 1.7894199162420914\n",
      "Cost after epoch 2302000: 1.7893942220349521\n",
      "Cost after epoch 2303000: 1.7893704796462362\n",
      "Cost after epoch 2304000: 1.789346763103794\n",
      "Cost after epoch 2305000: 1.789323050969264\n",
      "Cost after epoch 2306000: 1.7892993428750188\n",
      "Cost after epoch 2307000: 1.7892756388105338\n",
      "Cost after epoch 2308000: 1.7892519387744623\n",
      "Cost after epoch 2309000: 1.7892282427658117\n",
      "Cost after epoch 2310000: 1.7892045507836118\n",
      "Cost after epoch 2311000: 1.7891808628268917\n",
      "Cost after epoch 2312000: 1.7891571788946834\n",
      "Cost after epoch 2313000: 1.7891334989860161\n",
      "Cost after epoch 2314000: 1.7891098230999232\n",
      "Cost after epoch 2315000: 1.7890861512354355\n",
      "Cost after epoch 2316000: 1.7890624833915858\n",
      "Cost after epoch 2317000: 1.7890388195674145\n",
      "Cost after epoch 2318000: 1.78901515976206\n",
      "Cost after epoch 2319000: 1.7889915039767106\n",
      "Cost after epoch 2320000: 1.7889678522758203\n",
      "Cost after epoch 2321000: 1.7889442076605617\n",
      "Cost after epoch 2322000: 1.7889207799018298\n",
      "Cost after epoch 2323000: 1.7889207123307806\n",
      "Cost after epoch 2324000: 1.8112324219651665\n",
      "Cost after epoch 2325000: 1.7900239706581806\n",
      "Cost after epoch 2326000: 1.7890378267134386\n",
      "Cost after epoch 2327000: 1.7890104179481583\n",
      "Cost after epoch 2328000: 1.7889867253155447\n",
      "Cost after epoch 2329000: 1.7889630757617683\n",
      "Cost after epoch 2330000: 1.7889394308562996\n",
      "Cost after epoch 2331000: 1.7889157899783916\n",
      "Cost after epoch 2332000: 1.7888921531118351\n",
      "Cost after epoch 2333000: 1.788868520255098\n",
      "Cost after epoch 2334000: 1.7888448914071846\n",
      "Cost after epoch 2335000: 1.7888212665671293\n",
      "Cost after epoch 2336000: 1.7887976457339674\n",
      "Cost after epoch 2337000: 1.7887740289067362\n",
      "Cost after epoch 2338000: 1.788750416084472\n",
      "Cost after epoch 2339000: 1.7887268072662124\n",
      "Cost after epoch 2340000: 1.7887032024509946\n",
      "Cost after epoch 2341000: 1.7886796016378572\n",
      "Cost after epoch 2342000: 1.7886560048258462\n",
      "Cost after epoch 2343000: 1.7886324120140924\n",
      "Cost after epoch 2344000: 1.7886088232034387\n",
      "Cost after epoch 2345000: 1.7885852384446341\n",
      "Cost after epoch 2346000: 1.788561659976831\n",
      "Cost after epoch 2347000: 1.7885382354328814\n",
      "Cost after epoch 2348000: 1.788530156570941\n",
      "Cost after epoch 2349000: 1.7984133419309116\n",
      "Cost after epoch 2350000: 1.7906387771690961\n",
      "Cost after epoch 2351000: 1.7886570220037417\n",
      "Cost after epoch 2352000: 1.7886274850414101\n",
      "Cost after epoch 2353000: 1.7886038373915483\n",
      "Cost after epoch 2354000: 1.7885802544141314\n",
      "Cost after epoch 2355000: 1.7885566764012166\n",
      "Cost after epoch 2356000: 1.788533102405302\n",
      "Cost after epoch 2357000: 1.7885095324025382\n",
      "Cost after epoch 2358000: 1.7884859663911294\n",
      "Cost after epoch 2359000: 1.7884624043700708\n",
      "Cost after epoch 2360000: 1.7884388463384004\n",
      "Cost after epoch 2361000: 1.7884152922951606\n",
      "Cost after epoch 2362000: 1.7883917422393927\n",
      "Cost after epoch 2363000: 1.7883681961701403\n",
      "Cost after epoch 2364000: 1.788344654086446\n",
      "Cost after epoch 2365000: 1.788321115987353\n",
      "Cost after epoch 2366000: 1.7882975818719058\n",
      "Cost after epoch 2367000: 1.788274051739152\n",
      "Cost after epoch 2368000: 1.78825052558819\n",
      "Cost after epoch 2369000: 1.7882270034190835\n",
      "Cost after epoch 2370000: 1.7882034852596589\n",
      "Cost after epoch 2371000: 1.7881799723350007\n",
      "Cost after epoch 2372000: 1.7881565440744362\n",
      "Cost after epoch 2373000: 1.788141153246283\n",
      "Cost after epoch 2374000: 1.7914112804178592\n",
      "Cost after epoch 2375000: 1.7937754535130104\n",
      "Cost after epoch 2376000: 1.7882814356092336\n",
      "Cost after epoch 2377000: 1.7882476059287669\n",
      "Cost after epoch 2378000: 1.7882239890688674\n",
      "Cost after epoch 2379000: 1.7882004718921585\n",
      "Cost after epoch 2380000: 1.7881769600922053\n",
      "Cost after epoch 2381000: 1.7881534522986162\n",
      "Cost after epoch 2382000: 1.7881299484800617\n",
      "Cost after epoch 2383000: 1.7881064486345677\n",
      "Cost after epoch 2384000: 1.788082952761129\n",
      "Cost after epoch 2385000: 1.7880594608587894\n",
      "Cost after epoch 2386000: 1.7880359729265973\n",
      "Cost after epoch 2387000: 1.7880124889636004\n",
      "Cost after epoch 2388000: 1.7879890089688466\n",
      "Cost after epoch 2389000: 1.7879655329413846\n",
      "Cost after epoch 2390000: 1.7879420608802639\n",
      "Cost after epoch 2391000: 1.7879185927845342\n",
      "Cost after epoch 2392000: 1.7878951286532474\n",
      "Cost after epoch 2393000: 1.7878716684854872\n",
      "Cost after epoch 2394000: 1.7878482122808927\n",
      "Cost after epoch 2395000: 1.7878247600538109\n",
      "Cost after epoch 2396000: 1.7878013124014551\n",
      "Cost after epoch 2397000: 1.787777904851967\n",
      "Cost after epoch 2398000: 1.7877577742340913\n",
      "Cost after epoch 2399000: 1.7884840759689458\n",
      "Cost after epoch 2400000: 1.819218779253734\n",
      "Cost after epoch 2401000: 1.787919563772648\n",
      "Cost after epoch 2402000: 1.7878692049041547\n",
      "Cost after epoch 2403000: 1.7878455209103523\n",
      "Cost after epoch 2404000: 1.787822067842911\n",
      "Cost after epoch 2405000: 1.7877986218171067\n",
      "Cost after epoch 2406000: 1.7877751798123704\n",
      "Cost after epoch 2407000: 1.7877517417654711\n",
      "Cost after epoch 2408000: 1.7877283076735089\n",
      "Cost after epoch 2409000: 1.7877048775354463\n",
      "Cost after epoch 2410000: 1.7876814513503292\n",
      "Cost after epoch 2411000: 1.7876580291172108\n",
      "Cost after epoch 2412000: 1.7876346108351449\n",
      "Cost after epoch 2413000: 1.7876111965031858\n",
      "Cost after epoch 2414000: 1.7875877861203873\n",
      "Cost after epoch 2415000: 1.7875643796858043\n",
      "Cost after epoch 2416000: 1.7875409771984923\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2417000: 1.7875175786575088\n",
      "Cost after epoch 2418000: 1.7874941840619416\n",
      "Cost after epoch 2419000: 1.787470793411365\n",
      "Cost after epoch 2420000: 1.787447406717395\n",
      "Cost after epoch 2421000: 1.7874240244364314\n",
      "Cost after epoch 2422000: 1.787400671830263\n",
      "Cost after epoch 2423000: 1.7873794843112414\n",
      "Cost after epoch 2424000: 1.7877468785734663\n",
      "Cost after epoch 2425000: 1.8604017508175912\n",
      "Cost after epoch 2426000: 1.7875611681613237\n",
      "Cost after epoch 2427000: 1.7874912449474945\n",
      "Cost after epoch 2428000: 1.7874674723386086\n",
      "Cost after epoch 2429000: 1.787444082786167\n",
      "Cost after epoch 2430000: 1.787420702268572\n",
      "Cost after epoch 2431000: 1.7873973257948126\n",
      "Cost after epoch 2432000: 1.787373953262093\n",
      "Cost after epoch 2433000: 1.787350584666314\n",
      "Cost after epoch 2434000: 1.7873272200063872\n",
      "Cost after epoch 2435000: 1.7873038592813613\n",
      "Cost after epoch 2436000: 1.7872805024902942\n",
      "Cost after epoch 2437000: 1.7872571496322454\n",
      "Cost after epoch 2438000: 1.7872338007062745\n",
      "Cost after epoch 2439000: 1.7872104557114412\n",
      "Cost after epoch 2440000: 1.7871871146468064\n",
      "Cost after epoch 2441000: 1.787163777511431\n",
      "Cost after epoch 2442000: 1.787140444304379\n",
      "Cost after epoch 2443000: 1.7871171150247533\n",
      "Cost after epoch 2444000: 1.787093789672285\n",
      "Cost after epoch 2445000: 1.7870704682620906\n",
      "Cost after epoch 2446000: 1.787047151371816\n",
      "Cost after epoch 2447000: 1.7870238706283295\n",
      "Cost after epoch 2448000: 1.7870032733944634\n",
      "Cost after epoch 2449000: 1.7874900629843895\n",
      "Cost after epoch 2450000: 1.8412233031154825\n",
      "Cost after epoch 2451000: 1.7871765193642042\n",
      "Cost after epoch 2452000: 1.7871136902954738\n",
      "Cost after epoch 2453000: 1.7870900237411864\n",
      "Cost after epoch 2454000: 1.7870666998186362\n",
      "Cost after epoch 2455000: 1.7870433845689808\n",
      "Cost after epoch 2456000: 1.7870200733423478\n",
      "Cost after epoch 2457000: 1.7869967660388526\n",
      "Cost after epoch 2458000: 1.786973462654362\n",
      "Cost after epoch 2459000: 1.7869501631877864\n",
      "Cost after epoch 2460000: 1.7869268676381787\n",
      "Cost after epoch 2461000: 1.786903576004602\n",
      "Cost after epoch 2462000: 1.786880288286122\n",
      "Cost after epoch 2463000: 1.7868570044818035\n",
      "Cost after epoch 2464000: 1.7868337245907127\n",
      "Cost after epoch 2465000: 1.7868104486119147\n",
      "Cost after epoch 2466000: 1.786787176544476\n",
      "Cost after epoch 2467000: 1.7867639083874656\n",
      "Cost after epoch 2468000: 1.7867406441399774\n",
      "Cost after epoch 2469000: 1.7867173838015526\n",
      "Cost after epoch 2470000: 1.7866941273830605\n",
      "Cost after epoch 2471000: 1.7866708753267653\n",
      "Cost after epoch 2472000: 1.7866476528909507\n",
      "Cost after epoch 2473000: 1.7866266639574697\n",
      "Cost after epoch 2474000: 1.7870272272352699\n",
      "Cost after epoch 2475000: 1.8513948003031466\n",
      "Cost after epoch 2476000: 1.7868047925010402\n",
      "Cost after epoch 2477000: 1.7867398050525765\n",
      "Cost after epoch 2478000: 1.7867162065227675\n",
      "Cost after epoch 2479000: 1.7866929474540942\n",
      "Cost after epoch 2480000: 1.7866696967151876\n",
      "Cost after epoch 2481000: 1.7866464499688934\n",
      "Cost after epoch 2482000: 1.7866232071273913\n",
      "Cost after epoch 2483000: 1.7865999681871059\n",
      "Cost after epoch 2484000: 1.7865767331469855\n",
      "Cost after epoch 2485000: 1.7865535020060925\n",
      "Cost after epoch 2486000: 1.7865302747634964\n",
      "Cost after epoch 2487000: 1.7865070514182666\n",
      "Cost after epoch 2488000: 1.7864838319694745\n",
      "Cost after epoch 2489000: 1.7864606164161916\n",
      "Cost after epoch 2490000: 1.7864374047574887\n",
      "Cost after epoch 2491000: 1.7864141969924379\n",
      "Cost after epoch 2492000: 1.7863909931201114\n",
      "Cost after epoch 2493000: 1.7863677931395965\n",
      "Cost after epoch 2494000: 1.7863445970501894\n",
      "Cost after epoch 2495000: 1.7863214048562446\n",
      "Cost after epoch 2496000: 1.7862982167437678\n",
      "Cost after epoch 2497000: 1.786275042743953\n",
      "Cost after epoch 2498000: 1.786252704889141\n",
      "Cost after epoch 2499000: 1.786349761604067\n",
      "Cost after epoch 2500000: 1.9498476937448346\n",
      "Cost after epoch 2501000: 1.7865152838756073\n",
      "Cost after epoch 2502000: 1.7863690057527033\n",
      "Cost after epoch 2503000: 1.7863449905821098\n",
      "Cost after epoch 2504000: 1.7863217902213209\n",
      "Cost after epoch 2505000: 1.7862986032940893\n",
      "Cost after epoch 2506000: 1.7862754204251385\n",
      "Cost after epoch 2507000: 1.7862522414454047\n",
      "Cost after epoch 2508000: 1.7862290663493723\n",
      "Cost after epoch 2509000: 1.7862058951359272\n",
      "Cost after epoch 2510000: 1.7861827278041322\n",
      "Cost after epoch 2511000: 1.7861595643530637\n",
      "Cost after epoch 2512000: 1.786136404781796\n",
      "Cost after epoch 2513000: 1.786113249089406\n",
      "Cost after epoch 2514000: 1.7860900972749703\n",
      "Cost after epoch 2515000: 1.7860669493375656\n",
      "Cost after epoch 2516000: 1.786043805276269\n",
      "Cost after epoch 2517000: 1.7860206650901587\n",
      "Cost after epoch 2518000: 1.7859975287783183\n",
      "Cost after epoch 2519000: 1.7859743963399217\n",
      "Cost after epoch 2520000: 1.7859512677760818\n",
      "Cost after epoch 2521000: 1.785928143150512\n",
      "Cost after epoch 2522000: 1.7859050255705207\n",
      "Cost after epoch 2523000: 1.785882142763813\n",
      "Cost after epoch 2524000: 1.7858859651678376\n",
      "Cost after epoch 2525000: 1.816207187050557\n",
      "Cost after epoch 2526000: 1.7867546786152928\n",
      "Cost after epoch 2527000: 1.7860018115852903\n",
      "Cost after epoch 2528000: 1.7859756596982506\n",
      "Cost after epoch 2529000: 1.7859525010923147\n",
      "Cost after epoch 2530000: 1.785929377251708\n",
      "Cost after epoch 2531000: 1.7859062577722775\n",
      "Cost after epoch 2532000: 1.7858831421718908\n",
      "Cost after epoch 2533000: 1.7858600304380097\n",
      "Cost after epoch 2534000: 1.7858369225692896\n",
      "Cost after epoch 2535000: 1.7858138185647887\n",
      "Cost after epoch 2536000: 1.7857907184235862\n",
      "Cost after epoch 2537000: 1.7857676221447627\n",
      "Cost after epoch 2538000: 1.7857445297274004\n",
      "Cost after epoch 2539000: 1.785721441170582\n",
      "Cost after epoch 2540000: 1.7856983564733881\n",
      "Cost after epoch 2541000: 1.7856752756349024\n",
      "Cost after epoch 2542000: 1.7856521986542075\n",
      "Cost after epoch 2543000: 1.7856291255303909\n",
      "Cost after epoch 2544000: 1.7856060562625862\n",
      "Cost after epoch 2545000: 1.785582990850836\n",
      "Cost after epoch 2546000: 1.7855599293212647\n",
      "Cost after epoch 2547000: 1.7855368728229328\n",
      "Cost after epoch 2548000: 1.7855138957352512\n",
      "Cost after epoch 2549000: 1.7854984274925623\n",
      "Cost after epoch 2550000: 1.7884241444483702\n",
      "Cost after epoch 2551000: 1.7917862143890368\n",
      "Cost after epoch 2552000: 1.7856413616460263\n",
      "Cost after epoch 2553000: 1.7856073802001085\n",
      "Cost after epoch 2554000: 1.785584214273758\n",
      "Cost after epoch 2555000: 1.7855611525227406\n",
      "Cost after epoch 2556000: 1.7855380960771128\n",
      "Cost after epoch 2557000: 1.7855150435134959\n",
      "Cost after epoch 2558000: 1.7854919947997083\n",
      "Cost after epoch 2559000: 1.785468949933796\n",
      "Cost after epoch 2560000: 1.78544590891479\n",
      "Cost after epoch 2561000: 1.7854228717417757\n",
      "Cost after epoch 2562000: 1.785399838413839\n",
      "Cost after epoch 2563000: 1.7853768089300661\n",
      "Cost after epoch 2564000: 1.785353783289545\n",
      "Cost after epoch 2565000: 1.7853307614913627\n",
      "Cost after epoch 2566000: 1.785307743534607\n",
      "Cost after epoch 2567000: 1.7852847294183665\n",
      "Cost after epoch 2568000: 1.7852617191417306\n",
      "Cost after epoch 2569000: 1.7852387127038016\n",
      "Cost after epoch 2570000: 1.7852157101039061\n",
      "Cost after epoch 2571000: 1.7851927113472492\n",
      "Cost after epoch 2572000: 1.7851697166699523\n",
      "Cost after epoch 2573000: 1.785146740021567\n",
      "Cost after epoch 2574000: 1.7851250369855656\n",
      "Cost after epoch 2575000: 1.7853210558062433\n",
      "Cost after epoch 2576000: 1.9101054849273094\n",
      "Cost after epoch 2577000: 1.7853299659584596\n",
      "Cost after epoch 2578000: 1.785243123592633\n",
      "Cost after epoch 2579000: 1.7852196700106746\n",
      "Cost after epoch 2580000: 1.7851966666921215\n",
      "Cost after epoch 2581000: 1.7851736724587828\n",
      "Cost after epoch 2582000: 1.785150682152954\n",
      "Cost after epoch 2583000: 1.7851276956813553\n",
      "Cost after epoch 2584000: 1.785104713040558\n",
      "Cost after epoch 2585000: 1.7850817342295504\n",
      "Cost after epoch 2586000: 1.7850587592474183\n",
      "Cost after epoch 2587000: 1.7850357880932528\n",
      "Cost after epoch 2588000: 1.7850128207661469\n",
      "Cost after epoch 2589000: 1.7849898572651923\n",
      "Cost after epoch 2590000: 1.784966897589482\n",
      "Cost after epoch 2591000: 1.7849439417381099\n",
      "Cost after epoch 2592000: 1.7849209897101688\n",
      "Cost after epoch 2593000: 1.7848980415047537\n",
      "Cost after epoch 2594000: 1.7848750971209668\n",
      "Cost after epoch 2595000: 1.7848521565580369\n",
      "Cost after epoch 2596000: 1.7848292198178835\n",
      "Cost after epoch 2597000: 1.7848062869892742\n",
      "Cost after epoch 2598000: 1.7847833623780267\n",
      "Cost after epoch 2599000: 1.7847607611525347\n",
      "Cost after epoch 2600000: 1.7847755790711202\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2601000: 1.836355545124134\n",
      "Cost after epoch 2602000: 1.7853914420298804\n",
      "Cost after epoch 2603000: 1.7848793948557526\n",
      "Cost after epoch 2604000: 1.7848540854209982\n",
      "Cost after epoch 2605000: 1.7848311237207688\n",
      "Cost after epoch 2606000: 1.7848081914097866\n",
      "Cost after epoch 2607000: 1.7847852633446815\n",
      "Cost after epoch 2608000: 1.7847623391052025\n",
      "Cost after epoch 2609000: 1.7847394186797871\n",
      "Cost after epoch 2610000: 1.7847165020671216\n",
      "Cost after epoch 2611000: 1.78469358926628\n",
      "Cost after epoch 2612000: 1.7846706802763574\n",
      "Cost after epoch 2613000: 1.784647775096452\n",
      "Cost after epoch 2614000: 1.784624873725661\n",
      "Cost after epoch 2615000: 1.7846019761630827\n",
      "Cost after epoch 2616000: 1.7845790824078154\n",
      "Cost after epoch 2617000: 1.784556192458958\n",
      "Cost after epoch 2618000: 1.7845333063156095\n",
      "Cost after epoch 2619000: 1.7845104239768732\n",
      "Cost after epoch 2620000: 1.7844875454418925\n",
      "Cost after epoch 2621000: 1.7844646707106506\n",
      "Cost after epoch 2622000: 1.7844417998084303\n",
      "Cost after epoch 2623000: 1.7844189339064982\n",
      "Cost after epoch 2624000: 1.784396152868144\n",
      "Cost after epoch 2625000: 1.7843818752959095\n",
      "Cost after epoch 2626000: 1.788285786451632\n",
      "Cost after epoch 2627000: 1.7889049628224578\n",
      "Cost after epoch 2628000: 1.7845235667510206\n",
      "Cost after epoch 2629000: 1.7844920026026911\n",
      "Cost after epoch 2630000: 1.78446904900402\n",
      "Cost after epoch 2631000: 1.7844461775340885\n",
      "Cost after epoch 2632000: 1.7844233109735188\n",
      "Cost after epoch 2633000: 1.7844004482347657\n",
      "Cost after epoch 2634000: 1.7843775892935627\n",
      "Cost after epoch 2635000: 1.7843547341482493\n",
      "Cost after epoch 2636000: 1.7843318827978902\n",
      "Cost after epoch 2637000: 1.7843090352415862\n",
      "Cost after epoch 2638000: 1.7842861914784391\n",
      "Cost after epoch 2639000: 1.784263351507553\n",
      "Cost after epoch 2640000: 1.7842405153280305\n",
      "Cost after epoch 2641000: 1.7842176829389749\n",
      "Cost after epoch 2642000: 1.784194854339491\n",
      "Cost after epoch 2643000: 1.7841720295286827\n",
      "Cost after epoch 2644000: 1.7841492085056547\n",
      "Cost after epoch 2645000: 1.7841263912695196\n",
      "Cost after epoch 2646000: 1.7841035778195096\n",
      "Cost after epoch 2647000: 1.7840807681579425\n",
      "Cost after epoch 2648000: 1.7840579624057762\n",
      "Cost after epoch 2649000: 1.784035167578601\n",
      "Cost after epoch 2650000: 1.784013000805075\n",
      "Cost after epoch 2651000: 1.7840846282090699\n",
      "Cost after epoch 2652000: 1.9471038733197483\n",
      "Cost after epoch 2653000: 1.7842914906071372\n",
      "Cost after epoch 2654000: 1.7841342694907827\n",
      "Cost after epoch 2655000: 1.7841106525395845\n",
      "Cost after epoch 2656000: 1.784087834344192\n",
      "Cost after epoch 2657000: 1.7840650284209003\n",
      "Cost after epoch 2658000: 1.7840422264181595\n",
      "Cost after epoch 2659000: 1.7840194281989894\n",
      "Cost after epoch 2660000: 1.7839966337591164\n",
      "Cost after epoch 2661000: 1.7839738430975207\n",
      "Cost after epoch 2662000: 1.7839510562133034\n",
      "Cost after epoch 2663000: 1.7839282731055714\n",
      "Cost after epoch 2664000: 1.7839054937734327\n",
      "Cost after epoch 2665000: 1.7838827182159966\n",
      "Cost after epoch 2666000: 1.7838599464323714\n",
      "Cost after epoch 2667000: 1.7838371784216664\n",
      "Cost after epoch 2668000: 1.7838144141829906\n",
      "Cost after epoch 2669000: 1.7837916537154548\n",
      "Cost after epoch 2670000: 1.7837688970181662\n",
      "Cost after epoch 2671000: 1.7837461440902274\n",
      "Cost after epoch 2672000: 1.78372339493058\n",
      "Cost after epoch 2673000: 1.7837006495334689\n",
      "Cost after epoch 2674000: 1.7836779076850622\n",
      "Cost after epoch 2675000: 1.7836551552088409\n",
      "Cost after epoch 2676000: 1.783630953127853\n",
      "Cost after epoch 2677000: 1.783454853564314\n",
      "Cost after epoch 2678000: 1.845985162323049\n",
      "Cost after epoch 2679000: 1.7837422055673862\n",
      "Cost after epoch 2680000: 1.7837558818983954\n",
      "Cost after epoch 2681000: 1.7837334073835809\n",
      "Cost after epoch 2682000: 1.7837106645917826\n",
      "Cost after epoch 2683000: 1.7836879225825983\n",
      "Cost after epoch 2684000: 1.783665184286737\n",
      "Cost after epoch 2685000: 1.7836424497522485\n",
      "Cost after epoch 2686000: 1.7836197189794887\n",
      "Cost after epoch 2687000: 1.7835969919676202\n",
      "Cost after epoch 2688000: 1.7835742687157583\n",
      "Cost after epoch 2689000: 1.7835515492230172\n",
      "Cost after epoch 2690000: 1.78352883348851\n",
      "Cost after epoch 2691000: 1.7835061215113512\n",
      "Cost after epoch 2692000: 1.783483413290654\n",
      "Cost after epoch 2693000: 1.7834607088255336\n",
      "Cost after epoch 2694000: 1.7834380081151044\n",
      "Cost after epoch 2695000: 1.7834153111584812\n",
      "Cost after epoch 2696000: 1.7833926179547757\n",
      "Cost after epoch 2697000: 1.7833699285030593\n",
      "Cost after epoch 2698000: 1.7833472428015777\n",
      "Cost after epoch 2699000: 1.7833245608236674\n",
      "Cost after epoch 2700000: 1.7833018814133428\n",
      "Cost after epoch 2701000: 1.7832791258245335\n",
      "Cost after epoch 2702000: 1.7832481883861526\n",
      "Cost after epoch 2703000: 1.784387753154712\n",
      "Cost after epoch 2704000: 1.7849171610118346\n",
      "Cost after epoch 2705000: 1.7833901297249024\n",
      "Cost after epoch 2706000: 1.7833759850958208\n",
      "Cost after epoch 2707000: 1.7833533792197322\n",
      "Cost after epoch 2708000: 1.7833306984619859\n",
      "Cost after epoch 2709000: 1.783308020387959\n",
      "Cost after epoch 2710000: 1.7832853460681437\n",
      "Cost after epoch 2711000: 1.7832626755394183\n",
      "Cost after epoch 2712000: 1.7832400088763194\n",
      "Cost after epoch 2713000: 1.7832173463837615\n",
      "Cost after epoch 2714000: 1.7831946895275106\n",
      "Cost after epoch 2715000: 1.783172047002037\n",
      "Cost after epoch 2716000: 1.7831494839232527\n",
      "Cost after epoch 2717000: 1.7831276328897419\n",
      "Cost after epoch 2718000: 1.783115732207131\n",
      "Cost after epoch 2719000: 1.7835971843124963\n",
      "Cost after epoch 2720000: 1.832051018163366\n",
      "Cost after epoch 2721000: 1.7840489191291689\n",
      "Cost after epoch 2722000: 1.783185753472628\n",
      "Cost after epoch 2723000: 1.7830970556968162\n",
      "Cost after epoch 2724000: 1.7845113379984323\n",
      "Cost after epoch 2725000: 1.797745240832436\n",
      "Cost after epoch 2726000: 1.7831071077428808\n",
      "Cost after epoch 2727000: 1.7831921549395817\n",
      "Cost after epoch 2728000: 1.7831769639060766\n",
      "Cost after epoch 2729000: 1.7831549225632781\n",
      "Cost after epoch 2730000: 1.7831323322678243\n",
      "Cost after epoch 2731000: 1.7831096812304787\n",
      "Cost after epoch 2732000: 1.7830870231658547\n",
      "Cost after epoch 2733000: 1.7830643661757157\n",
      "Cost after epoch 2734000: 1.7830417115092303\n",
      "Cost after epoch 2735000: 1.783019057959266\n",
      "Cost after epoch 2736000: 1.7829963979414307\n",
      "Cost after epoch 2737000: 1.782973684137004\n",
      "Cost after epoch 2738000: 1.7829505215099088\n",
      "Cost after epoch 2739000: 1.7829223057708277\n",
      "Cost after epoch 2740000: 1.7828215225538104\n",
      "Cost after epoch 2741000: 1.7872467075474365\n",
      "Cost after epoch 2742000: 1.7906716950848172\n",
      "Cost after epoch 2743000: 1.8149211281755733\n",
      "Cost after epoch 2744000: 1.7832853497221977\n",
      "Cost after epoch 2745000: 1.7831109168228396\n",
      "Cost after epoch 2746000: 1.783081839056152\n",
      "Cost after epoch 2747000: 1.7830584023051737\n",
      "Cost after epoch 2748000: 1.7830355945265153\n",
      "Cost after epoch 2749000: 1.783012892691173\n",
      "Cost after epoch 2750000: 1.7829902194388954\n",
      "Cost after epoch 2751000: 1.782967562775726\n",
      "Cost after epoch 2752000: 1.7829449330870488\n",
      "Cost after epoch 2753000: 1.7829223979448243\n",
      "Cost after epoch 2754000: 1.7829003926041784\n",
      "Cost after epoch 2755000: 1.7828827690542561\n",
      "Cost after epoch 2756000: 1.7829225788540422\n",
      "Cost after epoch 2757000: 1.7853739393264212\n",
      "Cost after epoch 2758000: 1.8239345379383902\n",
      "Cost after epoch 2759000: 1.78333028752797\n",
      "Cost after epoch 2760000: 1.7829465535466158\n",
      "Cost after epoch 2761000: 1.7847772080079407\n",
      "Cost after epoch 2762000: 1.80267915636133\n",
      "Cost after epoch 2763000: 1.7841320740328472\n",
      "Cost after epoch 2764000: 1.782947131030888\n",
      "Cost after epoch 2765000: 1.7828980505115841\n",
      "Cost after epoch 2766000: 1.7828764979015743\n",
      "Cost after epoch 2767000: 1.7828585292218684\n",
      "Cost after epoch 2768000: 1.7828521702728117\n",
      "Cost after epoch 2769000: 1.7829047599224548\n",
      "Cost after epoch 2770000: 1.783546408337579\n",
      "Cost after epoch 2771000: 1.8001350567675092\n",
      "Cost after epoch 2772000: 1.7914192139328486\n",
      "Cost after epoch 2773000: 1.7813852896877975\n",
      "Cost after epoch 2774000: 1.7777648354657185\n",
      "Cost after epoch 2775000: 1.7757373839800568\n",
      "Cost after epoch 2776000: 1.782209462954079\n",
      "Cost after epoch 2777000: 1.7923400483678171\n",
      "Cost after epoch 2778000: 1.793863549544753\n",
      "Cost after epoch 2779000: 1.7832557383485117\n",
      "Cost after epoch 2780000: 1.7829068496514355\n",
      "Cost after epoch 2781000: 1.782979621555177\n",
      "Cost after epoch 2782000: 1.7846742298781175\n",
      "Cost after epoch 2783000: 1.8162974916632475\n",
      "Cost after epoch 2784000: 1.7855609933489593\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2785000: 1.782993941099541\n",
      "Cost after epoch 2786000: 1.7827620521892973\n",
      "Cost after epoch 2787000: 1.782377192474088\n",
      "Cost after epoch 2788000: 1.7794804887289533\n",
      "Cost after epoch 2789000: 1.7851982171687757\n",
      "Cost after epoch 2790000: 1.777506499749104\n",
      "Cost after epoch 2791000: 1.7821894161971692\n",
      "Cost after epoch 2792000: 1.7843872707023833\n",
      "Cost after epoch 2793000: 1.8048638208602317\n",
      "Cost after epoch 2794000: 1.7851977079306303\n",
      "Cost after epoch 2795000: 1.7827404246308398\n",
      "Cost after epoch 2796000: 1.8025091473505153\n",
      "Cost after epoch 2797000: 1.784082175287606\n",
      "Cost after epoch 2798000: 1.7827098196240148\n",
      "Cost after epoch 2799000: 1.7827352960114733\n",
      "Cost after epoch 2800000: 1.7826085025531697\n",
      "Cost after epoch 2801000: 1.781950204124155\n",
      "Cost after epoch 2802000: 1.7778361906681763\n",
      "Cost after epoch 2803000: 1.7836298745478987\n",
      "Cost after epoch 2804000: 1.7781443271410509\n",
      "Cost after epoch 2805000: 1.7819847756747529\n",
      "Cost after epoch 2806000: 1.782588390415858\n",
      "Cost after epoch 2807000: 1.783411936084417\n",
      "Cost after epoch 2808000: 1.802516810990106\n",
      "Cost after epoch 2809000: 1.7862536545158487\n",
      "Cost after epoch 2810000: 1.808851046182755\n",
      "Cost after epoch 2811000: 1.7832758561153017\n",
      "Cost after epoch 2812000: 1.7825977116603342\n",
      "Cost after epoch 2813000: 1.7825306989691359\n",
      "Cost after epoch 2814000: 1.7818219161411268\n",
      "Cost after epoch 2815000: 1.777689943331454\n",
      "Cost after epoch 2816000: 1.78244392679276\n",
      "Cost after epoch 2817000: 1.7778599513508275\n",
      "Cost after epoch 2818000: 1.781832281603045\n",
      "Cost after epoch 2819000: 1.7824794972767166\n",
      "Cost after epoch 2820000: 1.782560039840102\n",
      "Cost after epoch 2821000: 1.782560481935694\n",
      "Cost after epoch 2822000: 1.7995642448571776\n",
      "Cost after epoch 2823000: 1.7852389085357931\n",
      "Cost after epoch 2824000: 1.7954499685793526\n",
      "Cost after epoch 2825000: 1.7864999527860903\n",
      "Cost after epoch 2826000: 1.7825121338636705\n",
      "Cost after epoch 2827000: 1.7818882557942752\n",
      "Cost after epoch 2828000: 1.777843213372208\n",
      "Cost after epoch 2829000: 1.7835904618574743\n",
      "Cost after epoch 2830000: 1.7780509361374666\n",
      "Cost after epoch 2831000: 1.7819373280849795\n",
      "Cost after epoch 2832000: 1.7825305143368912\n",
      "Cost after epoch 2833000: 1.7827211917137362\n",
      "Cost after epoch 2834000: 1.78458094101948\n",
      "Cost after epoch 2835000: 1.821485906064905\n",
      "Cost after epoch 2836000: 1.7845272393799165\n",
      "Cost after epoch 2837000: 1.7829315860151422\n",
      "Cost after epoch 2838000: 1.7841789154693037\n",
      "Cost after epoch 2839000: 1.8016687472309494\n",
      "Cost after epoch 2840000: 1.7868330730259843\n",
      "Cost after epoch 2841000: 1.7825521448783963\n",
      "Cost after epoch 2842000: 1.778973367868994\n",
      "Cost after epoch 2843000: 1.788539209771788\n",
      "Cost after epoch 2844000: 1.778293539253581\n",
      "Cost after epoch 2845000: 1.7819999364461536\n",
      "Cost after epoch 2846000: 1.7844293741216426\n",
      "Cost after epoch 2847000: 1.7994875677438893\n",
      "Cost after epoch 2848000: 1.7826901948285816\n",
      "Cost after epoch 2849000: 1.782537771889206\n",
      "Cost after epoch 2850000: 1.7825662402383609\n",
      "Cost after epoch 2851000: 1.7825338165895925\n",
      "Cost after epoch 2852000: 1.7828321543834404\n",
      "Cost after epoch 2853000: 1.7930882982891654\n",
      "Cost after epoch 2854000: 1.7870213895147053\n",
      "Cost after epoch 2855000: 1.7821901302313456\n",
      "Cost after epoch 2856000: 1.779903929047576\n",
      "Cost after epoch 2857000: 1.777922413890168\n",
      "Cost after epoch 2858000: 1.7773899852960966\n",
      "Cost after epoch 2859000: 1.8162667318877759\n",
      "Cost after epoch 2860000: 1.7841205441423216\n",
      "Cost after epoch 2861000: 1.782947155109861\n",
      "Cost after epoch 2862000: 1.782737659980175\n",
      "Cost after epoch 2863000: 1.7826663069896704\n",
      "Cost after epoch 2864000: 1.7826433374475243\n",
      "Cost after epoch 2865000: 1.7826853069487032\n",
      "Cost after epoch 2866000: 1.7831253613979507\n",
      "Cost after epoch 2867000: 1.7900353033593037\n",
      "Cost after epoch 2868000: 1.7988445069196102\n",
      "Cost after epoch 2869000: 1.7840693036302318\n",
      "Cost after epoch 2870000: 1.7888176439501062\n",
      "Cost after epoch 2871000: 1.8307417627972669\n",
      "Cost after epoch 2872000: 1.8387007645636715\n",
      "Cost after epoch 2873000: 1.7886055394405247\n",
      "Cost after epoch 2874000: 1.7827599431834398\n",
      "Cost after epoch 2875000: 1.78251874801031\n",
      "Cost after epoch 2876000: 1.782500740582539\n",
      "Cost after epoch 2877000: 1.7824703621530393\n",
      "Cost after epoch 2878000: 1.7823947094811299\n",
      "Cost after epoch 2879000: 1.7821841472544253\n",
      "Cost after epoch 2880000: 1.781760630916518\n",
      "Cost after epoch 2881000: 1.7882743657002786\n",
      "Cost after epoch 2882000: 1.7833317032179237\n",
      "Cost after epoch 2883000: 1.7948336382263985\n",
      "Cost after epoch 2884000: 1.784532658100142\n",
      "Cost after epoch 2885000: 1.7851993161008128\n",
      "Cost after epoch 2886000: 1.8224870367882222\n",
      "Cost after epoch 2887000: 1.7974082328781977\n",
      "Cost after epoch 2888000: 1.7836607553929573\n",
      "Cost after epoch 2889000: 1.7825112557373675\n",
      "Cost after epoch 2890000: 1.7820688340700257\n",
      "Cost after epoch 2891000: 1.7812835838122476\n",
      "Cost after epoch 2892000: 1.7862405836942148\n",
      "Cost after epoch 2893000: 1.7832815026752686\n",
      "Cost after epoch 2894000: 1.7824293449074844\n",
      "Cost after epoch 2895000: 1.790980850801156\n",
      "Cost after epoch 2896000: 1.7895623356566235\n",
      "Cost after epoch 2897000: 1.784966970149509\n",
      "Cost after epoch 2898000: 1.7938937241660629\n",
      "Cost after epoch 2899000: 1.8257804321476079\n",
      "Cost after epoch 2900000: 1.7890191892393137\n",
      "Cost after epoch 2901000: 1.7845971374326597\n",
      "Cost after epoch 2902000: 1.791489218955332\n",
      "Cost after epoch 2903000: 1.8085958115813\n",
      "Cost after epoch 2904000: 1.7849631948745248\n",
      "Cost after epoch 2905000: 1.7826395828936712\n",
      "Cost after epoch 2906000: 1.7820465012560618\n",
      "Cost after epoch 2907000: 1.784519123153498\n",
      "Cost after epoch 2908000: 1.7905581760376759\n",
      "Cost after epoch 2909000: 1.7814050479994041\n",
      "Cost after epoch 2910000: 1.7780681050629294\n",
      "Cost after epoch 2911000: 1.7844854907835868\n",
      "Cost after epoch 2912000: 1.7771554368127447\n",
      "Cost after epoch 2913000: 1.7894515411681382\n",
      "Cost after epoch 2914000: 1.7834703697264236\n",
      "Cost after epoch 2915000: 1.782270701326239\n",
      "Cost after epoch 2916000: 1.7827718676484663\n",
      "Cost after epoch 2917000: 1.7834034756431811\n",
      "Cost after epoch 2918000: 1.7858625543870854\n",
      "Cost after epoch 2919000: 1.7968066140134773\n",
      "Cost after epoch 2920000: 1.7949550414764914\n",
      "Cost after epoch 2921000: 1.7883989796089743\n",
      "Cost after epoch 2922000: 1.799517158993781\n",
      "Cost after epoch 2923000: 1.8064132077407649\n",
      "Cost after epoch 2924000: 1.8117219813888203\n",
      "Cost after epoch 2925000: 1.7940975011427538\n",
      "Cost after epoch 2926000: 1.7823716217749315\n",
      "Cost after epoch 2927000: 1.7815376494910935\n",
      "Cost after epoch 2928000: 1.7807610841202033\n",
      "Cost after epoch 2929000: 1.7793763750438427\n",
      "Cost after epoch 2930000: 1.7851168934409305\n",
      "Cost after epoch 2931000: 1.7803227694782593\n",
      "Cost after epoch 2932000: 1.7822993076450002\n",
      "Cost after epoch 2933000: 1.7853760270244943\n",
      "Cost after epoch 2934000: 1.804366713721588\n",
      "Cost after epoch 2935000: 1.8070488292866607\n",
      "Cost after epoch 2936000: 1.8008207580689055\n",
      "Cost after epoch 2937000: 1.7804351040345838\n",
      "Cost after epoch 2938000: 1.7806959644497433\n",
      "Cost after epoch 2939000: 1.7804243545339047\n",
      "Cost after epoch 2940000: 1.7790637381495655\n",
      "Cost after epoch 2941000: 1.7838510227784747\n",
      "Cost after epoch 2942000: 1.7798608374131537\n",
      "Cost after epoch 2943000: 1.7817876503149215\n",
      "Cost after epoch 2944000: 1.7837431844951523\n",
      "Cost after epoch 2945000: 1.7938864371355823\n",
      "Cost after epoch 2946000: 1.816615201489467\n",
      "Cost after epoch 2947000: 1.7927942115186632\n",
      "Cost after epoch 2948000: 1.8066674464981856\n",
      "Cost after epoch 2949000: 1.7873761264322259\n",
      "Cost after epoch 2950000: 1.7844628234707272\n",
      "Cost after epoch 2951000: 1.7918763401106603\n",
      "Cost after epoch 2952000: 1.8071098730198116\n",
      "Cost after epoch 2953000: 1.7900830825701526\n",
      "Cost after epoch 2954000: 1.7886608454366038\n",
      "Cost after epoch 2955000: 1.8014299520104096\n",
      "Cost after epoch 2956000: 1.7983560585836869\n",
      "Cost after epoch 2957000: 1.7837979204232497\n",
      "Cost after epoch 2958000: 1.7821987369862602\n",
      "Cost after epoch 2959000: 1.779097277633808\n",
      "Cost after epoch 2960000: 1.7788679637287825\n",
      "Cost after epoch 2961000: 1.7789811923499839\n",
      "Cost after epoch 2962000: 1.7782234386874372\n",
      "Cost after epoch 2963000: 1.7813680767259386\n",
      "Cost after epoch 2964000: 1.784261898360449\n",
      "Cost after epoch 2965000: 1.812892491719333\n",
      "Cost after epoch 2966000: 1.79073060663926\n",
      "Cost after epoch 2967000: 1.7839848316928737\n",
      "Cost after epoch 2968000: 1.7816429335979482\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 2969000: 1.780258017207725\n",
      "Cost after epoch 2970000: 1.7783476501246451\n",
      "Cost after epoch 2971000: 1.7787741198281692\n",
      "Cost after epoch 2972000: 1.7793492214700057\n",
      "Cost after epoch 2973000: 1.780188367683647\n",
      "Cost after epoch 2974000: 1.7786931386866245\n",
      "Cost after epoch 2975000: 1.787279629132587\n",
      "Cost after epoch 2976000: 1.7874157720953883\n",
      "Cost after epoch 2977000: 1.7847697825891367\n",
      "Cost after epoch 2978000: 1.7867852209999207\n",
      "Cost after epoch 2979000: 1.7943393853321803\n",
      "Cost after epoch 2980000: 1.807239887779998\n",
      "Cost after epoch 2981000: 1.7921821573797998\n",
      "Cost after epoch 2982000: 1.7835725241278504\n",
      "Cost after epoch 2983000: 1.7822911194211202\n",
      "Cost after epoch 2984000: 1.7783002966975467\n",
      "Cost after epoch 2985000: 1.7857660154630566\n",
      "Cost after epoch 2986000: 1.7954624312517093\n",
      "Cost after epoch 2987000: 1.791708593635301\n",
      "Cost after epoch 2988000: 1.8003509498730468\n",
      "Cost after epoch 2989000: 1.7984403475067912\n",
      "Cost after epoch 2990000: 1.78905978578264\n",
      "Cost after epoch 2991000: 1.7861481298817488\n",
      "Cost after epoch 2992000: 1.7886254654213871\n",
      "Cost after epoch 2993000: 1.8115131184565272\n",
      "Cost after epoch 2994000: 1.7883249832577433\n",
      "Cost after epoch 2995000: 1.7793731853897572\n",
      "Cost after epoch 2996000: 1.781725746727031\n",
      "Cost after epoch 2997000: 1.7837338864269205\n",
      "Cost after epoch 2998000: 1.8070695265825165\n",
      "Cost after epoch 2999000: 1.7983614942190247\n",
      "Cost after epoch 3000000: 1.786735516724159\n",
      "Cost after epoch 3001000: 1.7850001461510043\n",
      "Cost after epoch 3002000: 1.7865039608111384\n",
      "Cost after epoch 3003000: 1.8002341856674067\n",
      "Cost after epoch 3004000: 1.7910890343427734\n",
      "Cost after epoch 3005000: 1.7784759670948014\n",
      "Cost after epoch 3006000: 1.7765576251708086\n",
      "Cost after epoch 3007000: 1.7759053391181379\n",
      "Cost after epoch 3008000: 1.778113606560911\n",
      "Cost after epoch 3009000: 1.7831601763195684\n",
      "Cost after epoch 3010000: 1.78279144795984\n",
      "Cost after epoch 3011000: 1.782179213927851\n",
      "Cost after epoch 3012000: 1.783403932697784\n",
      "Cost after epoch 3013000: 1.7931895371720126\n",
      "Cost after epoch 3014000: 1.7860831611743577\n",
      "Cost after epoch 3015000: 1.7751955855587325\n",
      "Cost after epoch 3016000: 1.775737415604141\n",
      "Cost after epoch 3017000: 1.7779367463877058\n",
      "Cost after epoch 3018000: 1.7803200939605484\n",
      "Cost after epoch 3019000: 1.7840228593321925\n",
      "Cost after epoch 3020000: 1.7863810890049863\n",
      "Cost after epoch 3021000: 1.782573676756067\n",
      "Cost after epoch 3022000: 1.7872047675102813\n",
      "Cost after epoch 3023000: 1.7924039427697427\n",
      "Cost after epoch 3024000: 1.786282191775869\n",
      "Cost after epoch 3025000: 1.7895428489164662\n",
      "Cost after epoch 3026000: 1.8184227879272687\n",
      "Cost after epoch 3027000: 1.7981051988606298\n",
      "Cost after epoch 3028000: 1.7857787856515355\n",
      "Cost after epoch 3029000: 1.7889155158546388\n",
      "Cost after epoch 3030000: 1.795335220149673\n",
      "Cost after epoch 3031000: 1.7848225718346966\n",
      "Cost after epoch 3032000: 1.7875090241933997\n",
      "Cost after epoch 3033000: 1.805762644831612\n",
      "Cost after epoch 3034000: 1.7862145759357126\n",
      "Cost after epoch 3035000: 1.7843671814541777\n",
      "Cost after epoch 3036000: 1.7901776824511666\n",
      "Cost after epoch 3037000: 1.824135637057023\n",
      "Cost after epoch 3038000: 1.797310079323037\n",
      "Cost after epoch 3039000: 1.7925175303777865\n",
      "Cost after epoch 3040000: 1.7837495787095519\n",
      "Cost after epoch 3041000: 1.7809777410757301\n",
      "Cost after epoch 3042000: 1.7810361034131221\n",
      "Cost after epoch 3043000: 1.783852987338502\n",
      "Cost after epoch 3044000: 1.7839993171353181\n",
      "Cost after epoch 3045000: 1.781899129191603\n",
      "Cost after epoch 3046000: 1.7824285804587225\n",
      "Cost after epoch 3047000: 1.785966482982732\n",
      "Cost after epoch 3048000: 1.8150327908776307\n",
      "Cost after epoch 3049000: 1.7992267001526132\n",
      "Cost after epoch 3050000: 1.8081470193656979\n",
      "Cost after epoch 3051000: 1.7941393971054562\n",
      "Cost after epoch 3052000: 1.7821271459873649\n",
      "Cost after epoch 3053000: 1.7845566127004766\n",
      "Cost after epoch 3054000: 1.7891792113233502\n",
      "Cost after epoch 3055000: 1.7828598323710159\n",
      "Cost after epoch 3056000: 1.7836605328087405\n",
      "Cost after epoch 3057000: 1.7886797151330711\n",
      "Cost after epoch 3058000: 1.8087464133317854\n",
      "Cost after epoch 3059000: 1.7966347560780398\n",
      "Cost after epoch 3060000: 1.786300600425247\n",
      "Cost after epoch 3061000: 1.7865852348173585\n",
      "Cost after epoch 3062000: 1.8053122885531572\n",
      "Cost after epoch 3063000: 1.79533654389358\n",
      "Cost after epoch 3064000: 1.782647221070052\n",
      "Cost after epoch 3065000: 1.7804909896568393\n",
      "Cost after epoch 3066000: 1.7884607544918767\n",
      "Cost after epoch 3067000: 1.7897450664254755\n",
      "Cost after epoch 3068000: 1.8183231191986138\n",
      "Cost after epoch 3069000: 1.793502640496204\n",
      "Cost after epoch 3070000: 1.7839867719301494\n",
      "Cost after epoch 3071000: 1.7815773373781667\n",
      "Cost after epoch 3072000: 1.7812772292176386\n",
      "Cost after epoch 3073000: 1.7843313150859714\n",
      "Cost after epoch 3074000: 1.7798053113628671\n",
      "Cost after epoch 3075000: 1.7805816542434347\n",
      "Cost after epoch 3076000: 1.7794271220605682\n",
      "Cost after epoch 3077000: 1.7785053691470172\n",
      "Cost after epoch 3078000: 1.7785279912422234\n",
      "Cost after epoch 3079000: 1.7792893751019057\n",
      "Cost after epoch 3080000: 1.7893956091544836\n",
      "Cost after epoch 3081000: 1.7810992447983902\n",
      "Cost after epoch 3082000: 1.7797160574581976\n",
      "Cost after epoch 3083000: 1.7870466023181404\n",
      "Cost after epoch 3084000: 1.7800913603003203\n",
      "Cost after epoch 3085000: 1.781371578612236\n",
      "Cost after epoch 3086000: 1.7818878545707182\n",
      "Cost after epoch 3087000: 1.782514907662572\n",
      "Cost after epoch 3088000: 1.7874869429551365\n",
      "Cost after epoch 3089000: 1.8376836880058405\n",
      "Cost after epoch 3090000: 1.7877271284001388\n",
      "Cost after epoch 3091000: 1.7818660136028015\n",
      "Cost after epoch 3092000: 1.7833082268405767\n",
      "Cost after epoch 3093000: 1.7837069709471254\n",
      "Cost after epoch 3094000: 1.788993023355556\n",
      "Cost after epoch 3095000: 1.7833206403604247\n",
      "Cost after epoch 3096000: 1.7825429789511862\n",
      "Cost after epoch 3097000: 1.7831984023825722\n",
      "Cost after epoch 3098000: 1.7847453967187543\n",
      "Cost after epoch 3099000: 1.7921250889164408\n",
      "Cost after epoch 3100000: 1.811018518029582\n",
      "Cost after epoch 3101000: 1.7913846116414565\n",
      "Cost after epoch 3102000: 1.783869871080827\n",
      "Cost after epoch 3103000: 1.7811896394280868\n",
      "Cost after epoch 3104000: 1.78195509149392\n",
      "Cost after epoch 3105000: 1.7806376738261327\n",
      "Cost after epoch 3106000: 1.7795959579809904\n",
      "Cost after epoch 3107000: 1.7828571995899907\n",
      "Cost after epoch 3108000: 1.8053435768627035\n",
      "Cost after epoch 3109000: 1.7917525071341012\n",
      "Cost after epoch 3110000: 1.8231146424606335\n",
      "Cost after epoch 3111000: 1.7904676233383998\n",
      "Cost after epoch 3112000: 1.7823822530869045\n",
      "Cost after epoch 3113000: 1.7801178300959895\n",
      "Cost after epoch 3114000: 1.7805874929907621\n",
      "Cost after epoch 3115000: 1.7801621828794123\n",
      "Cost after epoch 3116000: 1.7795899124641388\n",
      "Cost after epoch 3117000: 1.7810433110403998\n",
      "Cost after epoch 3118000: 1.7835569750998648\n",
      "Cost after epoch 3119000: 1.7998361375933716\n",
      "Cost after epoch 3120000: 1.7996022298966423\n",
      "Cost after epoch 3121000: 1.8011738615233226\n",
      "Cost after epoch 3122000: 1.8030696101162116\n",
      "Cost after epoch 3123000: 1.7884657886524054\n",
      "Cost after epoch 3124000: 1.801006004073396\n",
      "Cost after epoch 3125000: 1.79646882903047\n",
      "Cost after epoch 3126000: 1.7837236858128156\n",
      "Cost after epoch 3127000: 1.782533494472697\n",
      "Cost after epoch 3128000: 1.7834503743847943\n",
      "Cost after epoch 3129000: 1.7937579454924715\n",
      "Cost after epoch 3130000: 1.8099857952193288\n",
      "Cost after epoch 3131000: 1.787831709974342\n",
      "Cost after epoch 3132000: 1.797429968222302\n",
      "Cost after epoch 3133000: 1.8100931371654578\n",
      "Cost after epoch 3134000: 1.7909949886410994\n",
      "Cost after epoch 3135000: 1.7978812751348918\n",
      "Cost after epoch 3136000: 1.7864001853275195\n",
      "Cost after epoch 3137000: 1.781971969547814\n",
      "Cost after epoch 3138000: 1.780336057199132\n",
      "Cost after epoch 3139000: 1.779099778111709\n",
      "Cost after epoch 3140000: 1.7824041249686946\n",
      "Cost after epoch 3141000: 1.7791363922187842\n",
      "Cost after epoch 3142000: 1.7805870927099419\n",
      "Cost after epoch 3143000: 1.7804951073718027\n",
      "Cost after epoch 3144000: 1.7772715649234232\n",
      "Cost after epoch 3145000: 1.7885622666528207\n",
      "Cost after epoch 3146000: 1.783604581286633\n",
      "Cost after epoch 3147000: 1.805255077490613\n",
      "Cost after epoch 3148000: 1.7852800026270164\n",
      "Cost after epoch 3149000: 1.7850949763438786\n",
      "Cost after epoch 3150000: 1.809637970929714\n",
      "Cost after epoch 3151000: 1.7956997996609256\n",
      "Cost after epoch 3152000: 1.7833518030178475\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 3153000: 1.7820232816280088\n",
      "Cost after epoch 3154000: 1.7814843467991799\n",
      "Cost after epoch 3155000: 1.7802599831272972\n",
      "Cost after epoch 3156000: 1.7788978915188356\n",
      "Cost after epoch 3157000: 1.7814716844889473\n",
      "Cost after epoch 3158000: 1.7787889652434612\n",
      "Cost after epoch 3159000: 1.7788675906167732\n",
      "Cost after epoch 3160000: 1.788453566052902\n",
      "Cost after epoch 3161000: 1.7785309097740003\n",
      "Cost after epoch 3162000: 1.7883110316567195\n",
      "Cost after epoch 3163000: 1.780887493951171\n",
      "Cost after epoch 3164000: 1.780368263243971\n",
      "Cost after epoch 3165000: 1.7796565367286934\n",
      "Cost after epoch 3166000: 1.7785899729861703\n",
      "Cost after epoch 3167000: 1.7824979573316728\n",
      "Cost after epoch 3168000: 1.7799598116882385\n",
      "Cost after epoch 3169000: 1.7831643589744464\n",
      "Cost after epoch 3170000: 1.7931387423727707\n",
      "Cost after epoch 3171000: 1.8128513875459333\n",
      "Cost after epoch 3172000: 1.7886177094872064\n",
      "Cost after epoch 3173000: 1.784069518440619\n",
      "Cost after epoch 3174000: 1.7876719166221406\n",
      "Cost after epoch 3175000: 1.799148852537127\n",
      "Cost after epoch 3176000: 1.7824546180904663\n",
      "Cost after epoch 3177000: 1.7813315740989943\n",
      "Cost after epoch 3178000: 1.7819221305921598\n",
      "Cost after epoch 3179000: 1.781788784140729\n",
      "Cost after epoch 3180000: 1.7891187910381046\n",
      "Cost after epoch 3181000: 1.8224699334851915\n",
      "Cost after epoch 3182000: 1.790233953591366\n",
      "Cost after epoch 3183000: 1.783267013764367\n",
      "Cost after epoch 3184000: 1.7823518593658914\n",
      "Cost after epoch 3185000: 1.7827656237891603\n",
      "Cost after epoch 3186000: 1.7869880505642686\n",
      "Cost after epoch 3187000: 1.7918096442594202\n",
      "Cost after epoch 3188000: 1.7841485055539166\n",
      "Cost after epoch 3189000: 1.7816452635787925\n",
      "Cost after epoch 3190000: 1.802900648908211\n",
      "Cost after epoch 3191000: 1.77537769412437\n",
      "Cost after epoch 3192000: 1.7817747364793426\n",
      "Cost after epoch 3193000: 1.7774441330432167\n",
      "Cost after epoch 3194000: 1.7807698359642083\n",
      "Cost after epoch 3195000: 1.7816486032325094\n",
      "Cost after epoch 3196000: 1.7825389043837687\n",
      "Cost after epoch 3197000: 1.7880405691347638\n",
      "Cost after epoch 3198000: 1.7918810185081953\n",
      "Cost after epoch 3199000: 1.7838153851132772\n",
      "Cost after epoch 3200000: 1.7832963472104049\n",
      "Cost after epoch 3201000: 1.7929836738733023\n",
      "Cost after epoch 3202000: 1.781154905505389\n",
      "Cost after epoch 3203000: 1.7742469670177212\n",
      "Cost after epoch 3204000: 1.774868326419947\n",
      "Cost after epoch 3205000: 1.7794968787553807\n",
      "Cost after epoch 3206000: 1.781336285536672\n",
      "Cost after epoch 3207000: 1.7819704975456125\n",
      "Cost after epoch 3208000: 1.7850040501306677\n",
      "Cost after epoch 3209000: 1.7943138515955321\n",
      "Cost after epoch 3210000: 1.7828801111097985\n",
      "Cost after epoch 3211000: 1.7831918695675395\n",
      "Cost after epoch 3212000: 1.7946464773226047\n",
      "Cost after epoch 3213000: 1.784303657141676\n",
      "Cost after epoch 3214000: 1.7987879657806876\n",
      "Cost after epoch 3215000: 1.8186694746689087\n",
      "Cost after epoch 3216000: 1.7872630622635752\n",
      "Cost after epoch 3217000: 1.7832880779903397\n",
      "Cost after epoch 3218000: 1.784846903327493\n",
      "Cost after epoch 3219000: 1.7919769203457059\n",
      "Cost after epoch 3220000: 1.7848247234831265\n",
      "Cost after epoch 3221000: 1.7834714506377256\n",
      "Cost after epoch 3222000: 1.7909264934861895\n",
      "Cost after epoch 3223000: 1.7935681911261065\n",
      "Cost after epoch 3224000: 1.7899512834920235\n",
      "Cost after epoch 3225000: 1.812116851263267\n",
      "Cost after epoch 3226000: 1.8009775334175173\n",
      "Cost after epoch 3227000: 1.7849323593299034\n",
      "Cost after epoch 3228000: 1.7841040750294084\n",
      "Cost after epoch 3229000: 1.7970319221996793\n",
      "Cost after epoch 3230000: 1.7820770104591281\n",
      "Cost after epoch 3231000: 1.7819173223063898\n",
      "Cost after epoch 3232000: 1.7846315406031243\n",
      "Cost after epoch 3233000: 1.8010768202601415\n",
      "Cost after epoch 3234000: 1.791246084196025\n",
      "Cost after epoch 3235000: 1.790700968891362\n",
      "Cost after epoch 3236000: 1.826325578461602\n",
      "Cost after epoch 3237000: 1.7914104070896524\n",
      "Cost after epoch 3238000: 1.7846877208594913\n",
      "Cost after epoch 3239000: 1.7863045325277167\n",
      "Cost after epoch 3240000: 1.78061950014886\n",
      "Cost after epoch 3241000: 1.7804270050966884\n",
      "Cost after epoch 3242000: 1.7802158324599606\n",
      "Cost after epoch 3243000: 1.7805446289040612\n",
      "Cost after epoch 3244000: 1.783885371090875\n",
      "Cost after epoch 3245000: 1.7794586034748872\n",
      "Cost after epoch 3246000: 1.7775015661993163\n",
      "Cost after epoch 3247000: 1.7783084509565572\n",
      "Cost after epoch 3248000: 1.7812092510873727\n",
      "Cost after epoch 3249000: 1.8117450531565196\n",
      "Cost after epoch 3250000: 1.7906924551332841\n",
      "Cost after epoch 3251000: 1.7831590521780651\n",
      "Cost after epoch 3252000: 1.782010614005147\n",
      "Cost after epoch 3253000: 1.7814438228905172\n",
      "Cost after epoch 3254000: 1.7803516806596145\n",
      "Cost after epoch 3255000: 1.7866804123397517\n",
      "Cost after epoch 3256000: 1.7791499773252384\n",
      "Cost after epoch 3257000: 1.7776018429390925\n",
      "Cost after epoch 3258000: 1.777903470521668\n",
      "Cost after epoch 3259000: 1.78282118151462\n",
      "Cost after epoch 3260000: 1.8011654678315634\n",
      "Cost after epoch 3261000: 1.7960367974151898\n",
      "Cost after epoch 3262000: 1.785400118860824\n",
      "Cost after epoch 3263000: 1.783569877751651\n",
      "Cost after epoch 3264000: 1.783885114434617\n",
      "Cost after epoch 3265000: 1.787144481098808\n",
      "Cost after epoch 3266000: 1.798775596743993\n",
      "Cost after epoch 3267000: 1.7932165814757357\n",
      "Cost after epoch 3268000: 1.7831647521098084\n",
      "Cost after epoch 3269000: 1.7860121965687177\n",
      "Cost after epoch 3270000: 1.7752336478988986\n",
      "Cost after epoch 3271000: 1.7810284938578806\n",
      "Cost after epoch 3272000: 1.7805800759886945\n",
      "Cost after epoch 3273000: 1.7812883591470121\n",
      "Cost after epoch 3274000: 1.7825150665369947\n",
      "Cost after epoch 3275000: 1.7853058595211162\n",
      "Cost after epoch 3276000: 1.8008959115437062\n",
      "Cost after epoch 3277000: 1.794311671394084\n",
      "Cost after epoch 3278000: 1.7815342810118726\n",
      "Cost after epoch 3279000: 1.7827833925997005\n",
      "Cost after epoch 3280000: 1.7760996470150274\n",
      "Cost after epoch 3281000: 1.7766177390597995\n",
      "Cost after epoch 3282000: 1.7807662950904044\n",
      "Cost after epoch 3283000: 1.7792613664038566\n",
      "Cost after epoch 3284000: 1.7802894702627676\n",
      "Cost after epoch 3285000: 1.7812129233285179\n",
      "Cost after epoch 3286000: 1.7854162633683004\n",
      "Cost after epoch 3287000: 1.7843200568894573\n",
      "Cost after epoch 3288000: 1.7779219262365438\n",
      "Cost after epoch 3289000: 1.779762761126654\n",
      "Cost after epoch 3290000: 1.7780897163330103\n",
      "Cost after epoch 3291000: 1.7829067626030817\n",
      "Cost after epoch 3292000: 1.7981045072804052\n",
      "Cost after epoch 3293000: 1.802543564878824\n",
      "Cost after epoch 3294000: 1.7849878264584813\n",
      "Cost after epoch 3295000: 1.78286636379644\n",
      "Cost after epoch 3296000: 1.7887628155050739\n",
      "Cost after epoch 3297000: 1.7859751982657728\n",
      "Cost after epoch 3298000: 1.7822511835253794\n",
      "Cost after epoch 3299000: 1.7871874663105385\n",
      "Cost after epoch 3300000: 1.8172541087237062\n",
      "Cost after epoch 3301000: 1.795726549731058\n",
      "Cost after epoch 3302000: 1.7932285202651888\n",
      "Cost after epoch 3303000: 1.8010973988399581\n",
      "Cost after epoch 3304000: 1.78706804987392\n",
      "Cost after epoch 3305000: 1.783534989589901\n",
      "Cost after epoch 3306000: 1.7888627904036594\n",
      "Cost after epoch 3307000: 1.7845625246942436\n",
      "Cost after epoch 3308000: 1.7806067416059403\n",
      "Cost after epoch 3309000: 1.7789512385546724\n",
      "Cost after epoch 3310000: 1.7754010201405657\n",
      "Cost after epoch 3311000: 1.7782595377958912\n",
      "Cost after epoch 3312000: 1.7791767288777418\n",
      "Cost after epoch 3313000: 1.7982747310023304\n",
      "Cost after epoch 3314000: 1.7991899130974398\n",
      "Cost after epoch 3315000: 1.7829286325875826\n",
      "Cost after epoch 3316000: 1.7828398835078394\n",
      "Cost after epoch 3317000: 1.7866217729564644\n",
      "Cost after epoch 3318000: 1.7790584806219392\n",
      "Cost after epoch 3319000: 1.7772652862474747\n",
      "Cost after epoch 3320000: 1.7763690445616003\n",
      "Cost after epoch 3321000: 1.7761045634083306\n",
      "Cost after epoch 3322000: 1.7773267447551844\n",
      "Cost after epoch 3323000: 1.7784501936034136\n",
      "Cost after epoch 3324000: 1.7846024698022238\n",
      "Cost after epoch 3325000: 1.7860356984056405\n",
      "Cost after epoch 3326000: 1.785235387302885\n",
      "Cost after epoch 3327000: 1.7985233570950392\n",
      "Cost after epoch 3328000: 1.8005601764825805\n",
      "Cost after epoch 3329000: 1.7851757691243153\n",
      "Cost after epoch 3330000: 1.7798219058672535\n",
      "Cost after epoch 3331000: 1.7832480691662298\n",
      "Cost after epoch 3332000: 1.7763720004543078\n",
      "Cost after epoch 3333000: 1.778629706006583\n",
      "Cost after epoch 3334000: 1.780269906476125\n",
      "Cost after epoch 3335000: 1.7988199215628695\n",
      "Cost after epoch 3336000: 1.78733957615274\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 3337000: 1.8005269072637795\n",
      "Cost after epoch 3338000: 1.7983332262032217\n",
      "Cost after epoch 3339000: 1.7876486614227725\n",
      "Cost after epoch 3340000: 1.7859586672156176\n",
      "Cost after epoch 3341000: 1.790304731278659\n",
      "Cost after epoch 3342000: 1.8011327282244367\n",
      "Cost after epoch 3343000: 1.7912600453751337\n",
      "Cost after epoch 3344000: 1.7843731595551093\n",
      "Cost after epoch 3345000: 1.787874337194952\n",
      "Cost after epoch 3346000: 1.78941277632397\n",
      "Cost after epoch 3347000: 1.778318605176085\n",
      "Cost after epoch 3348000: 1.775162355790929\n",
      "Cost after epoch 3349000: 1.7766578825834962\n",
      "Cost after epoch 3350000: 1.780516931678457\n",
      "Cost after epoch 3351000: 1.7859773177064513\n",
      "Cost after epoch 3352000: 1.8030757180541155\n",
      "Cost after epoch 3353000: 1.7926489197998925\n",
      "Cost after epoch 3354000: 1.7839823648686775\n",
      "Cost after epoch 3355000: 1.7860760269002127\n",
      "Cost after epoch 3356000: 1.7884647648788496\n",
      "Cost after epoch 3357000: 1.7792961292423561\n",
      "Cost after epoch 3358000: 1.777429031799435\n",
      "Cost after epoch 3359000: 1.774374357472018\n",
      "Cost after epoch 3360000: 1.7747176231368258\n",
      "Cost after epoch 3361000: 1.7768562859437185\n",
      "Cost after epoch 3362000: 1.7793755938081735\n",
      "Cost after epoch 3363000: 1.7851906763543808\n",
      "Cost after epoch 3364000: 1.785767001224047\n",
      "Cost after epoch 3365000: 1.7806078621250703\n",
      "Cost after epoch 3366000: 1.7884704372825202\n",
      "Cost after epoch 3367000: 1.7837601438687103\n",
      "Cost after epoch 3368000: 1.780132748155161\n",
      "Cost after epoch 3369000: 1.7775618744837802\n",
      "Cost after epoch 3370000: 1.7774521244544363\n",
      "Cost after epoch 3371000: 1.7749499556104722\n",
      "Cost after epoch 3372000: 1.779955524881884\n",
      "Cost after epoch 3373000: 1.7833243037843032\n",
      "Cost after epoch 3374000: 1.7891101824301838\n",
      "Cost after epoch 3375000: 1.784570929652449\n",
      "Cost after epoch 3376000: 1.7855514064549496\n",
      "Cost after epoch 3377000: 1.800309163988037\n",
      "Cost after epoch 3378000: 1.7897666468766207\n",
      "Cost after epoch 3379000: 1.7847950101687193\n",
      "Cost after epoch 3380000: 1.790271026697085\n",
      "Cost after epoch 3381000: 1.8172959646703748\n",
      "Cost after epoch 3382000: 1.7931901256213552\n",
      "Cost after epoch 3383000: 1.7842306652410405\n",
      "Cost after epoch 3384000: 1.7892116701377214\n",
      "Cost after epoch 3385000: 1.7991363090447656\n",
      "Cost after epoch 3386000: 1.7891617599258702\n",
      "Cost after epoch 3387000: 1.799104337990981\n",
      "Cost after epoch 3388000: 1.7880172107911863\n",
      "Cost after epoch 3389000: 1.7874110798260159\n",
      "Cost after epoch 3390000: 1.8011330893179909\n",
      "Cost after epoch 3391000: 1.8048799613547006\n",
      "Cost after epoch 3392000: 1.786594640200176\n",
      "Cost after epoch 3393000: 1.7820212938232354\n",
      "Cost after epoch 3394000: 1.7813764574516102\n",
      "Cost after epoch 3395000: 1.7862015116510328\n",
      "Cost after epoch 3396000: 1.7795252536996955\n",
      "Cost after epoch 3397000: 1.7798811044531169\n",
      "Cost after epoch 3398000: 1.7812128526498092\n",
      "Cost after epoch 3399000: 1.8002141153395224\n",
      "Cost after epoch 3400000: 1.7999087850147528\n",
      "Cost after epoch 3401000: 1.8258866290241653\n",
      "Cost after epoch 3402000: 1.7858551738833266\n",
      "Cost after epoch 3403000: 1.781240382038547\n",
      "Cost after epoch 3404000: 1.7823834799949987\n",
      "Cost after epoch 3405000: 1.779135122134641\n",
      "Cost after epoch 3406000: 1.7799971562331707\n",
      "Cost after epoch 3407000: 1.7804426514694012\n",
      "Cost after epoch 3408000: 1.7805463662947263\n",
      "Cost after epoch 3409000: 1.7804904475783188\n",
      "Cost after epoch 3410000: 1.7809570531711099\n",
      "Cost after epoch 3411000: 1.7896347719215593\n",
      "Cost after epoch 3412000: 1.7973057967627255\n",
      "Cost after epoch 3413000: 1.8299090627122634\n",
      "Cost after epoch 3414000: 1.7911178364881475\n",
      "Cost after epoch 3415000: 1.8086683954499958\n",
      "Cost after epoch 3416000: 1.7898391224746328\n",
      "Cost after epoch 3417000: 1.78176561528044\n",
      "Cost after epoch 3418000: 1.7814158741082118\n",
      "Cost after epoch 3419000: 1.7822285822144355\n",
      "Cost after epoch 3420000: 1.7883655844384605\n",
      "Cost after epoch 3421000: 1.790691416570406\n",
      "Cost after epoch 3422000: 1.7841536716141617\n",
      "Cost after epoch 3423000: 1.787352126345379\n",
      "Cost after epoch 3424000: 1.8121355193571302\n",
      "Cost after epoch 3425000: 1.799941411670986\n",
      "Cost after epoch 3426000: 1.7868062943794107\n",
      "Cost after epoch 3427000: 1.7912623852939986\n",
      "Cost after epoch 3428000: 1.7897857502049335\n",
      "Cost after epoch 3429000: 1.7821116699401613\n",
      "Cost after epoch 3430000: 1.7854037167392618\n",
      "Cost after epoch 3431000: 1.7854073032017048\n",
      "Cost after epoch 3432000: 1.7806958151884003\n",
      "Cost after epoch 3433000: 1.7813329287790238\n",
      "Cost after epoch 3434000: 1.783721806478984\n",
      "Cost after epoch 3435000: 1.805289996033845\n",
      "Cost after epoch 3436000: 1.8106964890782133\n",
      "Cost after epoch 3437000: 1.7990628314899495\n",
      "Cost after epoch 3438000: 1.7856076915568893\n",
      "Cost after epoch 3439000: 1.7802574649943947\n",
      "Cost after epoch 3440000: 1.781195252895341\n",
      "Cost after epoch 3441000: 1.7843802118347596\n",
      "Cost after epoch 3442000: 1.7811751465337289\n",
      "Cost after epoch 3443000: 1.7803253026258457\n",
      "Cost after epoch 3444000: 1.7800990393457736\n",
      "Cost after epoch 3445000: 1.7790758004382998\n",
      "Cost after epoch 3446000: 1.7782915767033398\n",
      "Cost after epoch 3447000: 1.7765893762263545\n",
      "Cost after epoch 3448000: 1.7827853731276844\n",
      "Cost after epoch 3449000: 1.7821009753559771\n",
      "Cost after epoch 3450000: 1.7820574735434813\n",
      "Cost after epoch 3451000: 1.7828233215618396\n",
      "Cost after epoch 3452000: 1.7896917424521823\n",
      "Cost after epoch 3453000: 1.8052559810510316\n",
      "Cost after epoch 3454000: 1.7822348791673464\n",
      "Cost after epoch 3455000: 1.7787978593407014\n",
      "Cost after epoch 3456000: 1.779911603139625\n",
      "Cost after epoch 3457000: 1.7791878298310126\n",
      "Cost after epoch 3458000: 1.7814944705305167\n",
      "Cost after epoch 3459000: 1.7991387686303737\n",
      "Cost after epoch 3460000: 1.8052914975367074\n",
      "Cost after epoch 3461000: 1.7850985016957817\n",
      "Cost after epoch 3462000: 1.7830760835522173\n",
      "Cost after epoch 3463000: 1.7849512931569063\n",
      "Cost after epoch 3464000: 1.7967863720191546\n",
      "Cost after epoch 3465000: 1.79861901625584\n",
      "Cost after epoch 3466000: 1.7869482879563\n",
      "Cost after epoch 3467000: 1.7980132720616258\n",
      "Cost after epoch 3468000: 1.7910433443919251\n",
      "Cost after epoch 3469000: 1.7862746434766863\n",
      "Cost after epoch 3470000: 1.8120286701523025\n",
      "Cost after epoch 3471000: 1.794984787585531\n",
      "Cost after epoch 3472000: 1.7836602398263244\n",
      "Cost after epoch 3473000: 1.7844834818531754\n",
      "Cost after epoch 3474000: 1.8034224159929853\n",
      "Cost after epoch 3475000: 1.7981842899061007\n",
      "Cost after epoch 3476000: 1.7835667668082833\n",
      "Cost after epoch 3477000: 1.7829002791883053\n",
      "Cost after epoch 3478000: 1.7881555731549492\n",
      "Cost after epoch 3479000: 1.7899067291203548\n",
      "Cost after epoch 3480000: 1.7854712688789565\n",
      "Cost after epoch 3481000: 1.7998585694019968\n",
      "Cost after epoch 3482000: 1.8073807834638913\n",
      "Cost after epoch 3483000: 1.781047187994104\n",
      "Cost after epoch 3484000: 1.7790756474516423\n",
      "Cost after epoch 3485000: 1.7778669436269197\n",
      "Cost after epoch 3486000: 1.7788125831850972\n",
      "Cost after epoch 3487000: 1.7808442981657167\n",
      "Cost after epoch 3488000: 1.7847922075069023\n",
      "Cost after epoch 3489000: 1.792738562790814\n",
      "Cost after epoch 3490000: 1.7854059968243792\n",
      "Cost after epoch 3491000: 1.7826657290003514\n",
      "Cost after epoch 3492000: 1.7837363802939918\n",
      "Cost after epoch 3493000: 1.7827627941236035\n",
      "Cost after epoch 3494000: 1.7746544856545863\n",
      "Cost after epoch 3495000: 1.7769739740093893\n",
      "Cost after epoch 3496000: 1.7794560032920537\n",
      "Cost after epoch 3497000: 1.7806363044605373\n",
      "Cost after epoch 3498000: 1.7809909508510593\n",
      "Cost after epoch 3499000: 1.7825179388187713\n",
      "Cost after epoch 3500000: 1.793058410435322\n",
      "Cost after epoch 3501000: 1.7821017002034485\n",
      "Cost after epoch 3502000: 1.7794348494362353\n",
      "Cost after epoch 3503000: 1.7910258473307894\n",
      "Cost after epoch 3504000: 1.7848810673489832\n",
      "Cost after epoch 3505000: 1.8111629228438997\n",
      "Cost after epoch 3506000: 1.8031951651804703\n",
      "Cost after epoch 3507000: 1.783983107294096\n",
      "Cost after epoch 3508000: 1.7817707727577834\n",
      "Cost after epoch 3509000: 1.7818059247503348\n",
      "Cost after epoch 3510000: 1.7857732778896154\n",
      "Cost after epoch 3511000: 1.7891503349486855\n",
      "Cost after epoch 3512000: 1.7830043370614934\n",
      "Cost after epoch 3513000: 1.789285346385381\n",
      "Cost after epoch 3514000: 1.8021340960064467\n",
      "Cost after epoch 3515000: 1.7910381806409732\n",
      "Cost after epoch 3516000: 1.8118243623556693\n",
      "Cost after epoch 3517000: 1.7973598241015458\n",
      "Cost after epoch 3518000: 1.7839304993951242\n",
      "Cost after epoch 3519000: 1.7816022629118824\n",
      "Cost after epoch 3520000: 1.7832542393564648\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 3521000: 1.7968024994681109\n",
      "Cost after epoch 3522000: 1.781238437730265\n",
      "Cost after epoch 3523000: 1.780272840394656\n",
      "Cost after epoch 3524000: 1.7793114664752032\n",
      "Cost after epoch 3525000: 1.7853295928378572\n",
      "Cost after epoch 3526000: 1.7753831639122868\n",
      "Cost after epoch 3527000: 1.778701946008282\n",
      "Cost after epoch 3528000: 1.7771581566548535\n",
      "Cost after epoch 3529000: 1.7813939963792198\n",
      "Cost after epoch 3530000: 1.7879623745626783\n",
      "Cost after epoch 3531000: 1.7945644389564352\n",
      "Cost after epoch 3532000: 1.7845880281959794\n",
      "Cost after epoch 3533000: 1.782347373516992\n",
      "Cost after epoch 3534000: 1.7831126899539729\n",
      "Cost after epoch 3535000: 1.7893617849993841\n",
      "Cost after epoch 3536000: 1.805577188834615\n",
      "Cost after epoch 3537000: 1.7946771922133553\n",
      "Cost after epoch 3538000: 1.8075485405267393\n",
      "Cost after epoch 3539000: 1.7914124940846454\n",
      "Cost after epoch 3540000: 1.7809517810281603\n",
      "Cost after epoch 3541000: 1.7855865677395473\n",
      "Cost after epoch 3542000: 1.779422834914472\n",
      "Cost after epoch 3543000: 1.7808344817895818\n",
      "Cost after epoch 3544000: 1.782697434749624\n",
      "Cost after epoch 3545000: 1.7899719889245138\n",
      "Cost after epoch 3546000: 1.8093576395822109\n",
      "Cost after epoch 3547000: 1.7924954382697287\n",
      "Cost after epoch 3548000: 1.79619154453158\n",
      "Cost after epoch 3549000: 1.799983633308024\n",
      "Cost after epoch 3550000: 1.7800655831928331\n",
      "Cost after epoch 3551000: 1.7799056722379742\n",
      "Cost after epoch 3552000: 1.7787063030838128\n",
      "Cost after epoch 3553000: 1.7786414027418647\n",
      "Cost after epoch 3554000: 1.779166030580516\n",
      "Cost after epoch 3555000: 1.7781630425141426\n",
      "Cost after epoch 3556000: 1.7752901810807598\n",
      "Cost after epoch 3557000: 1.7777302627730531\n",
      "Cost after epoch 3558000: 1.7773339852100905\n",
      "Cost after epoch 3559000: 1.780385360844622\n",
      "Cost after epoch 3560000: 1.7996391967379872\n",
      "Cost after epoch 3561000: 1.7810759276904224\n",
      "Cost after epoch 3562000: 1.7829662938230149\n",
      "Cost after epoch 3563000: 1.8053491443432912\n",
      "Cost after epoch 3564000: 1.798095453499272\n",
      "Cost after epoch 3565000: 1.7834766331757759\n",
      "Cost after epoch 3566000: 1.7847847584998002\n",
      "Cost after epoch 3567000: 1.7990735812394423\n",
      "Cost after epoch 3568000: 1.8035583845580334\n",
      "Cost after epoch 3569000: 1.7860558077603523\n",
      "Cost after epoch 3570000: 1.7844341261119503\n",
      "Cost after epoch 3571000: 1.8071149905745516\n",
      "Cost after epoch 3572000: 1.783427473439823\n",
      "Cost after epoch 3573000: 1.779135835673286\n",
      "Cost after epoch 3574000: 1.7766377331802832\n",
      "Cost after epoch 3575000: 1.7749573554674418\n",
      "Cost after epoch 3576000: 1.774231679175788\n",
      "Cost after epoch 3577000: 1.7760062726925274\n",
      "Cost after epoch 3578000: 1.7787662301064397\n",
      "Cost after epoch 3579000: 1.7828871325813676\n",
      "Cost after epoch 3580000: 1.7797552113267223\n",
      "Cost after epoch 3581000: 1.783646138497129\n",
      "Cost after epoch 3582000: 1.7979812806610607\n",
      "Cost after epoch 3583000: 1.7804514323243132\n",
      "Cost after epoch 3584000: 1.7774843527001514\n",
      "Cost after epoch 3585000: 1.773960228116498\n",
      "Cost after epoch 3586000: 1.7735074893935117\n",
      "Cost after epoch 3587000: 1.7771676157795284\n",
      "Cost after epoch 3588000: 1.778830797588899\n",
      "Cost after epoch 3589000: 1.7815756016567037\n",
      "Cost after epoch 3590000: 1.7831157972580278\n",
      "Cost after epoch 3591000: 1.7821113106410376\n",
      "Cost after epoch 3592000: 1.7978782799355357\n",
      "Cost after epoch 3593000: 1.7854692466197994\n",
      "Cost after epoch 3594000: 1.7850849996356948\n",
      "Cost after epoch 3595000: 1.7972940506278805\n",
      "Cost after epoch 3596000: 1.8120697390627292\n",
      "Cost after epoch 3597000: 1.7879765530489489\n",
      "Cost after epoch 3598000: 1.782379246315128\n",
      "Cost after epoch 3599000: 1.7808292776033565\n",
      "Cost after epoch 3600000: 1.785034873269396\n",
      "Cost after epoch 3601000: 1.7865185552753098\n",
      "Cost after epoch 3602000: 1.7940083451339413\n",
      "Cost after epoch 3603000: 1.7949715672966653\n",
      "Cost after epoch 3604000: 1.7897690189759217\n",
      "Cost after epoch 3605000: 1.8064879744865037\n",
      "Cost after epoch 3606000: 1.798503972772342\n",
      "Cost after epoch 3607000: 1.785343378633518\n",
      "Cost after epoch 3608000: 1.7824756034619025\n",
      "Cost after epoch 3609000: 1.7820911013436977\n",
      "Cost after epoch 3610000: 1.785537189391245\n",
      "Cost after epoch 3611000: 1.8006052765962912\n",
      "Cost after epoch 3612000: 1.7819102644652256\n",
      "Cost after epoch 3613000: 1.7771689857383257\n",
      "Cost after epoch 3614000: 1.7804461374482967\n",
      "Cost after epoch 3615000: 1.7751766752708307\n",
      "Cost after epoch 3616000: 1.7771749518444644\n",
      "Cost after epoch 3617000: 1.7780640280765982\n",
      "Cost after epoch 3618000: 1.7792054725294069\n",
      "Cost after epoch 3619000: 1.780354259072063\n",
      "Cost after epoch 3620000: 1.7813364517232755\n",
      "Cost after epoch 3621000: 1.7991191325058173\n",
      "Cost after epoch 3622000: 1.7834647760919466\n",
      "Cost after epoch 3623000: 1.7808413786339818\n",
      "Cost after epoch 3624000: 1.7819823488260047\n",
      "Cost after epoch 3625000: 1.79347414449678\n",
      "Cost after epoch 3626000: 1.8218774455881062\n",
      "Cost after epoch 3627000: 1.7876339072750322\n",
      "Cost after epoch 3628000: 1.7940262539857972\n",
      "Cost after epoch 3629000: 1.7976594750212236\n",
      "Cost after epoch 3630000: 1.7843005828716718\n",
      "Cost after epoch 3631000: 1.7893880673629148\n",
      "Cost after epoch 3632000: 1.7868519484973517\n",
      "Cost after epoch 3633000: 1.7800643012343127\n",
      "Cost after epoch 3634000: 1.7793608407102979\n",
      "Cost after epoch 3635000: 1.7777521501863862\n",
      "Cost after epoch 3636000: 1.77375727905363\n",
      "Cost after epoch 3637000: 1.7743193731778268\n",
      "Cost after epoch 3638000: 1.7752156801601893\n",
      "Cost after epoch 3639000: 1.7798809613182143\n",
      "Cost after epoch 3640000: 1.7973721254640156\n",
      "Cost after epoch 3641000: 1.7835624088049784\n",
      "Cost after epoch 3642000: 1.7948609478269106\n",
      "Cost after epoch 3643000: 1.7911609734149343\n",
      "Cost after epoch 3644000: 1.7805563426148598\n",
      "Cost after epoch 3645000: 1.7776821919689039\n",
      "Cost after epoch 3646000: 1.77328115919622\n",
      "Cost after epoch 3647000: 1.773638575305345\n",
      "Cost after epoch 3648000: 1.7763032082535364\n",
      "Cost after epoch 3649000: 1.7790585490274762\n",
      "Cost after epoch 3650000: 1.7806677785956524\n",
      "Cost after epoch 3651000: 1.8031540105684545\n",
      "Cost after epoch 3652000: 1.7840243879349749\n",
      "Cost after epoch 3653000: 1.7835310891959681\n",
      "Cost after epoch 3654000: 1.7941530494760993\n",
      "Cost after epoch 3655000: 1.7909576630464326\n",
      "Cost after epoch 3656000: 1.7843128949665368\n",
      "Cost after epoch 3657000: 1.795297425448715\n",
      "Cost after epoch 3658000: 1.8227854458999915\n",
      "Cost after epoch 3659000: 1.7848727988219883\n",
      "Cost after epoch 3660000: 1.7813235588405454\n",
      "Cost after epoch 3661000: 1.787764294661049\n",
      "Cost after epoch 3662000: 1.7883357334433387\n",
      "Cost after epoch 3663000: 1.7809182536294703\n",
      "Cost after epoch 3664000: 1.7808830313383548\n",
      "Cost after epoch 3665000: 1.7822913161991625\n",
      "Cost after epoch 3666000: 1.7946278163582434\n",
      "Cost after epoch 3667000: 1.8002009291904124\n",
      "Cost after epoch 3668000: 1.7855815670532427\n",
      "Cost after epoch 3669000: 1.7976814550200042\n",
      "Cost after epoch 3670000: 1.8144834925540163\n",
      "Cost after epoch 3671000: 1.794337304144463\n",
      "Cost after epoch 3672000: 1.7840238249104852\n",
      "Cost after epoch 3673000: 1.7792242521520976\n",
      "Cost after epoch 3674000: 1.7795429942093386\n",
      "Cost after epoch 3675000: 1.779441749783554\n",
      "Cost after epoch 3676000: 1.778664712794651\n",
      "Cost after epoch 3677000: 1.7767250582215637\n",
      "Cost after epoch 3678000: 1.7770611331452335\n",
      "Cost after epoch 3679000: 1.7750679753575498\n",
      "Cost after epoch 3680000: 1.7752024550095047\n",
      "Cost after epoch 3681000: 1.7810106602737927\n",
      "Cost after epoch 3682000: 1.7844467117021872\n",
      "Cost after epoch 3683000: 1.8066058698643082\n",
      "Cost after epoch 3684000: 1.7830936825453656\n",
      "Cost after epoch 3685000: 1.7811349290062515\n",
      "Cost after epoch 3686000: 1.780618530038892\n",
      "Cost after epoch 3687000: 1.7799988199625931\n",
      "Cost after epoch 3688000: 1.7776791325218027\n",
      "Cost after epoch 3689000: 1.776027123714903\n",
      "Cost after epoch 3690000: 1.773390419345623\n",
      "Cost after epoch 3691000: 1.7771992164341675\n",
      "Cost after epoch 3692000: 1.78640493118019\n",
      "Cost after epoch 3693000: 1.7839223482219648\n",
      "Cost after epoch 3694000: 1.8013903940783875\n",
      "Cost after epoch 3695000: 1.788559905178194\n",
      "Cost after epoch 3696000: 1.7828096129085182\n",
      "Cost after epoch 3697000: 1.7824916062826726\n",
      "Cost after epoch 3698000: 1.7843905012331638\n",
      "Cost after epoch 3699000: 1.793354256249891\n",
      "Cost after epoch 3700000: 1.8095987212387759\n",
      "Cost after epoch 3701000: 1.7911148005101716\n",
      "Cost after epoch 3702000: 1.783745301048849\n",
      "Cost after epoch 3703000: 1.782726201917652\n",
      "Cost after epoch 3704000: 1.8121372370434898\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 3705000: 1.7806516319410128\n",
      "Cost after epoch 3706000: 1.77756753389504\n",
      "Cost after epoch 3707000: 1.7934464517419146\n",
      "Cost after epoch 3708000: 1.7848720788935903\n",
      "Cost after epoch 3709000: 1.8058951162192154\n",
      "Cost after epoch 3710000: 1.8015694733848442\n",
      "Cost after epoch 3711000: 1.7851306991905527\n",
      "Cost after epoch 3712000: 1.7819688702835537\n",
      "Cost after epoch 3713000: 1.781186463713445\n",
      "Cost after epoch 3714000: 1.78097230814308\n",
      "Cost after epoch 3715000: 1.7814521165214547\n",
      "Cost after epoch 3716000: 1.798463044326419\n",
      "Cost after epoch 3717000: 1.7824101482552557\n",
      "Cost after epoch 3718000: 1.775694536754831\n",
      "Cost after epoch 3719000: 1.7751107648930073\n",
      "Cost after epoch 3720000: 1.7732764231543254\n",
      "Cost after epoch 3721000: 1.7821696152599378\n",
      "Cost after epoch 3722000: 1.7882109345790864\n",
      "Cost after epoch 3723000: 1.781268199408963\n",
      "Cost after epoch 3724000: 1.7809674182553494\n",
      "Cost after epoch 3725000: 1.7811504532434461\n",
      "Cost after epoch 3726000: 1.7826373296047529\n",
      "Cost after epoch 3727000: 1.8027579891820098\n",
      "Cost after epoch 3728000: 1.781071961142135\n",
      "Cost after epoch 3729000: 1.772959869394\n",
      "Cost after epoch 3730000: 1.7731704346655406\n",
      "Cost after epoch 3731000: 1.7764988682391847\n",
      "Cost after epoch 3732000: 1.779152903238368\n",
      "Cost after epoch 3733000: 1.7800600606609085\n",
      "Cost after epoch 3734000: 1.782708006925946\n",
      "Cost after epoch 3735000: 1.8026015473671209\n",
      "Cost after epoch 3736000: 1.7842526245103483\n",
      "Cost after epoch 3737000: 1.7819801619569202\n",
      "Cost after epoch 3738000: 1.7922637291304568\n",
      "Cost after epoch 3739000: 1.7878802804207363\n",
      "Cost after epoch 3740000: 1.7735146350060673\n",
      "Cost after epoch 3741000: 1.7728862970890547\n",
      "Cost after epoch 3742000: 1.777758304501362\n",
      "Cost after epoch 3743000: 1.7795538833731337\n",
      "Cost after epoch 3744000: 1.779907196110382\n",
      "Cost after epoch 3745000: 1.7799275632648528\n",
      "Cost after epoch 3746000: 1.7806868970126906\n",
      "Cost after epoch 3747000: 1.7883747243249424\n",
      "Cost after epoch 3748000: 1.782563788552098\n",
      "Cost after epoch 3749000: 1.7852692235486096\n",
      "Cost after epoch 3750000: 1.7929432538369174\n",
      "Cost after epoch 3751000: 1.7829580057015935\n",
      "Cost after epoch 3752000: 1.795740449907358\n",
      "Cost after epoch 3753000: 1.8238420031337905\n",
      "Cost after epoch 3754000: 1.7835825918191697\n",
      "Cost after epoch 3755000: 1.7805708371300881\n",
      "Cost after epoch 3756000: 1.7801435914315538\n",
      "Cost after epoch 3757000: 1.785952784135264\n",
      "Cost after epoch 3758000: 1.7877634214142806\n",
      "Cost after epoch 3759000: 1.781846392147862\n",
      "Cost after epoch 3760000: 1.7899327407235617\n",
      "Cost after epoch 3761000: 1.788144368745631\n",
      "Cost after epoch 3762000: 1.7825110767364427\n",
      "Cost after epoch 3763000: 1.783837662674033\n",
      "Cost after epoch 3764000: 1.799298885416389\n",
      "Cost after epoch 3765000: 1.8128510812029863\n",
      "Cost after epoch 3766000: 1.7860606364264773\n",
      "Cost after epoch 3767000: 1.7862050849738456\n",
      "Cost after epoch 3768000: 1.7981211923466607\n",
      "Cost after epoch 3769000: 1.7812614732198258\n",
      "Cost after epoch 3770000: 1.7800963303850754\n",
      "Cost after epoch 3771000: 1.7803413900277407\n",
      "Cost after epoch 3772000: 1.7855879781774853\n",
      "Cost after epoch 3773000: 1.8025203447590268\n",
      "Cost after epoch 3774000: 1.787185797220424\n",
      "Cost after epoch 3775000: 1.8111121912327905\n",
      "Cost after epoch 3776000: 1.801229874205287\n",
      "Cost after epoch 3777000: 1.7889294376484692\n",
      "Cost after epoch 3778000: 1.793201809691354\n",
      "Cost after epoch 3779000: 1.7802422819859622\n",
      "Cost after epoch 3780000: 1.7796213453414296\n",
      "Cost after epoch 3781000: 1.7795391610855948\n",
      "Cost after epoch 3782000: 1.7792008090953664\n",
      "Cost after epoch 3783000: 1.7781872256841662\n",
      "Cost after epoch 3784000: 1.7761939800589124\n",
      "Cost after epoch 3785000: 1.777159314364211\n",
      "Cost after epoch 3786000: 1.7740355857556056\n",
      "Cost after epoch 3787000: 1.7801545546081103\n",
      "Cost after epoch 3788000: 1.7829322550751476\n",
      "Cost after epoch 3789000: 1.802322626452322\n",
      "Cost after epoch 3790000: 1.7812522044805128\n",
      "Cost after epoch 3791000: 1.7796777045391154\n",
      "Cost after epoch 3792000: 1.7787530161425178\n",
      "Cost after epoch 3793000: 1.7767527133016827\n",
      "Cost after epoch 3794000: 1.7748632241983846\n",
      "Cost after epoch 3795000: 1.7745401057083676\n",
      "Cost after epoch 3796000: 1.7760242227201726\n",
      "Cost after epoch 3797000: 1.7773187657755543\n",
      "Cost after epoch 3798000: 1.776778821813242\n",
      "Cost after epoch 3799000: 1.784359900102926\n",
      "Cost after epoch 3800000: 1.7893655879860155\n",
      "Cost after epoch 3801000: 1.7962224533296096\n",
      "Cost after epoch 3802000: 1.785542907305228\n",
      "Cost after epoch 3803000: 1.7861491193710186\n",
      "Cost after epoch 3804000: 1.8037337586821605\n",
      "Cost after epoch 3805000: 1.8001138046641032\n",
      "Cost after epoch 3806000: 1.783414200408209\n",
      "Cost after epoch 3807000: 1.7800206990677048\n",
      "Cost after epoch 3808000: 1.7787468962650437\n",
      "Cost after epoch 3809000: 1.7840805969253875\n",
      "Cost after epoch 3810000: 1.7791220467797135\n",
      "Cost after epoch 3811000: 1.7871402485286645\n",
      "Cost after epoch 3812000: 1.8111387515492126\n",
      "Cost after epoch 3813000: 1.7889501374460017\n",
      "Cost after epoch 3814000: 1.7942412229610873\n",
      "Cost after epoch 3815000: 1.8015379288926474\n",
      "Cost after epoch 3816000: 1.7862201775898796\n",
      "Cost after epoch 3817000: 1.7810207465743952\n",
      "Cost after epoch 3818000: 1.7834335552361376\n",
      "Cost after epoch 3819000: 1.7807426881552082\n",
      "Cost after epoch 3820000: 1.7779926496002423\n",
      "Cost after epoch 3821000: 1.777865868279106\n",
      "Cost after epoch 3822000: 1.7752121858492116\n",
      "Cost after epoch 3823000: 1.7789361970160413\n",
      "Cost after epoch 3824000: 1.778051730815663\n",
      "Cost after epoch 3825000: 1.790951067591668\n",
      "Cost after epoch 3826000: 1.7981005181391623\n",
      "Cost after epoch 3827000: 1.7849038357956033\n",
      "Cost after epoch 3828000: 1.7813224420355793\n",
      "Cost after epoch 3829000: 1.7848098118642697\n",
      "Cost after epoch 3830000: 1.7808204475600782\n",
      "Cost after epoch 3831000: 1.776909743039111\n",
      "Cost after epoch 3832000: 1.7747736281024575\n",
      "Cost after epoch 3833000: 1.7759090061635838\n",
      "Cost after epoch 3834000: 1.775240252097796\n",
      "Cost after epoch 3835000: 1.778642313345377\n",
      "Cost after epoch 3836000: 1.7830996313174465\n",
      "Cost after epoch 3837000: 1.7994399833423746\n",
      "Cost after epoch 3838000: 1.7902599313764227\n",
      "Cost after epoch 3839000: 1.7844866692783412\n",
      "Cost after epoch 3840000: 1.79053990825865\n",
      "Cost after epoch 3841000: 1.8052395913439527\n",
      "Cost after epoch 3842000: 1.7774983233208195\n",
      "Cost after epoch 3843000: 1.7744634446324894\n",
      "Cost after epoch 3844000: 1.7757380471002508\n",
      "Cost after epoch 3845000: 1.7779053112954917\n",
      "Cost after epoch 3846000: 1.7781463819271912\n",
      "Cost after epoch 3847000: 1.777667398317803\n",
      "Cost after epoch 3848000: 1.7812717333281853\n",
      "Cost after epoch 3849000: 1.7784057046416593\n",
      "Cost after epoch 3850000: 1.778899121374278\n",
      "Cost after epoch 3851000: 1.7871811075066306\n",
      "Cost after epoch 3852000: 1.7876417881427091\n",
      "Cost after epoch 3853000: 1.7850287718419509\n",
      "Cost after epoch 3854000: 1.8323046450233764\n",
      "Cost after epoch 3855000: 1.789750298923889\n",
      "Cost after epoch 3856000: 1.781420916961601\n",
      "Cost after epoch 3857000: 1.7816509723973337\n",
      "Cost after epoch 3858000: 1.7894723451031072\n",
      "Cost after epoch 3859000: 1.8042328260680058\n",
      "Cost after epoch 3860000: 1.7839059692596066\n",
      "Cost after epoch 3861000: 1.782207104985253\n",
      "Cost after epoch 3862000: 1.7920826693930376\n",
      "Cost after epoch 3863000: 1.7798745519219\n",
      "Cost after epoch 3864000: 1.7770297405504727\n",
      "Cost after epoch 3865000: 1.7736904590649076\n",
      "Cost after epoch 3866000: 1.7742240206444744\n",
      "Cost after epoch 3867000: 1.774912980691583\n",
      "Cost after epoch 3868000: 1.7781595286263772\n",
      "Cost after epoch 3869000: 1.7887542679968544\n",
      "Cost after epoch 3870000: 1.7818023477130143\n",
      "Cost after epoch 3871000: 1.7832420568346634\n",
      "Cost after epoch 3872000: 1.7941012610824751\n",
      "Cost after epoch 3873000: 1.7918411764731355\n",
      "Cost after epoch 3874000: 1.7830005425116564\n",
      "Cost after epoch 3875000: 1.7825154487967212\n",
      "Cost after epoch 3876000: 1.7941932276847357\n",
      "Cost after epoch 3877000: 1.8205856704477617\n",
      "Cost after epoch 3878000: 1.785802468406206\n",
      "Cost after epoch 3879000: 1.8000158014908891\n",
      "Cost after epoch 3880000: 1.7837633119380882\n",
      "Cost after epoch 3881000: 1.779409109024824\n",
      "Cost after epoch 3882000: 1.7783238073786658\n",
      "Cost after epoch 3883000: 1.7822394029645052\n",
      "Cost after epoch 3884000: 1.7784962274848\n",
      "Cost after epoch 3885000: 1.777783855673457\n",
      "Cost after epoch 3886000: 1.77708104199665\n",
      "Cost after epoch 3887000: 1.773902594598125\n",
      "Cost after epoch 3888000: 1.7761041717092907\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 3889000: 1.7799985827948248\n",
      "Cost after epoch 3890000: 1.8024076970432041\n",
      "Cost after epoch 3891000: 1.7851082416276478\n",
      "Cost after epoch 3892000: 1.7832898002862756\n",
      "Cost after epoch 3893000: 1.7871327696060233\n",
      "Cost after epoch 3894000: 1.7983479806872764\n",
      "Cost after epoch 3895000: 1.788644482479953\n",
      "Cost after epoch 3896000: 1.781525039402241\n",
      "Cost after epoch 3897000: 1.77780102558612\n",
      "Cost after epoch 3898000: 1.7784373027035414\n",
      "Cost after epoch 3899000: 1.7737683505494077\n",
      "Cost after epoch 3900000: 1.7768983244808636\n",
      "Cost after epoch 3901000: 1.792771183487138\n",
      "Cost after epoch 3902000: 1.7808993688505765\n",
      "Cost after epoch 3903000: 1.7836647191221033\n",
      "Cost after epoch 3904000: 1.7941636795335139\n",
      "Cost after epoch 3905000: 1.794394837859656\n",
      "Cost after epoch 3906000: 1.7835158425358457\n",
      "Cost after epoch 3907000: 1.7804123845346764\n",
      "Cost after epoch 3908000: 1.7774254554890496\n",
      "Cost after epoch 3909000: 1.7828227193435786\n",
      "Cost after epoch 3910000: 1.77425787226772\n",
      "Cost after epoch 3911000: 1.7766137649250335\n",
      "Cost after epoch 3912000: 1.7841355183645435\n",
      "Cost after epoch 3913000: 1.7793654556062481\n",
      "Cost after epoch 3914000: 1.7823399203304255\n",
      "Cost after epoch 3915000: 1.7934549485158977\n",
      "Cost after epoch 3916000: 1.795358743765146\n",
      "Cost after epoch 3917000: 1.7831553984213016\n",
      "Cost after epoch 3918000: 1.7801255463757837\n",
      "Cost after epoch 3919000: 1.7788896133400813\n",
      "Cost after epoch 3920000: 1.7801364147755856\n",
      "Cost after epoch 3921000: 1.7738296618012293\n",
      "Cost after epoch 3922000: 1.7820001602580848\n",
      "Cost after epoch 3923000: 1.7777489158529383\n",
      "Cost after epoch 3924000: 1.7796163290983666\n",
      "Cost after epoch 3925000: 1.7809400671337157\n",
      "Cost after epoch 3926000: 1.7848801646271666\n",
      "Cost after epoch 3927000: 1.802061585874672\n",
      "Cost after epoch 3928000: 1.7888309444993893\n",
      "Cost after epoch 3929000: 1.780992802417452\n",
      "Cost after epoch 3930000: 1.7884517483038596\n",
      "Cost after epoch 3931000: 1.7752120249795313\n",
      "Cost after epoch 3932000: 1.775179864094021\n",
      "Cost after epoch 3933000: 1.7769069429198068\n",
      "Cost after epoch 3934000: 1.7782152077193287\n",
      "Cost after epoch 3935000: 1.7798857745044794\n",
      "Cost after epoch 3936000: 1.7809229131062905\n",
      "Cost after epoch 3937000: 1.783794709132955\n",
      "Cost after epoch 3938000: 1.7968840517077265\n",
      "Cost after epoch 3939000: 1.7972836177096048\n",
      "Cost after epoch 3940000: 1.7850339187212128\n",
      "Cost after epoch 3941000: 1.7950183612329127\n",
      "Cost after epoch 3942000: 1.7801595148043952\n",
      "Cost after epoch 3943000: 1.775402606305223\n",
      "Cost after epoch 3944000: 1.776018823661433\n",
      "Cost after epoch 3945000: 1.7785015169616816\n",
      "Cost after epoch 3946000: 1.7809039823480195\n",
      "Cost after epoch 3947000: 1.7847476122586396\n",
      "Cost after epoch 3948000: 1.797670180999136\n",
      "Cost after epoch 3949000: 1.7958101253501861\n",
      "Cost after epoch 3950000: 1.7850994231181905\n",
      "Cost after epoch 3951000: 1.7828622113287569\n",
      "Cost after epoch 3952000: 1.7884522131148295\n",
      "Cost after epoch 3953000: 1.7827165918122412\n",
      "Cost after epoch 3954000: 1.7754572909895376\n",
      "Cost after epoch 3955000: 1.7755654312235376\n",
      "Cost after epoch 3956000: 1.7764297472760195\n",
      "Cost after epoch 3957000: 1.7765383326758066\n",
      "Cost after epoch 3958000: 1.7794827844289332\n",
      "Cost after epoch 3959000: 1.7774495902849259\n",
      "Cost after epoch 3960000: 1.7779146515157744\n",
      "Cost after epoch 3961000: 1.7785335910718614\n",
      "Cost after epoch 3962000: 1.7787124682969848\n",
      "Cost after epoch 3963000: 1.7952563371481676\n",
      "Cost after epoch 3964000: 1.7812367436917187\n",
      "Cost after epoch 3965000: 1.7883086037343976\n",
      "Cost after epoch 3966000: 1.828778797350142\n",
      "Cost after epoch 3967000: 1.785481155944588\n",
      "Cost after epoch 3968000: 1.7793741077718395\n",
      "Cost after epoch 3969000: 1.7833468735195477\n",
      "Cost after epoch 3970000: 1.7780225972033263\n",
      "Cost after epoch 3971000: 1.7789631161431694\n",
      "Cost after epoch 3972000: 1.7820279101084509\n",
      "Cost after epoch 3973000: 1.7988006584080503\n",
      "Cost after epoch 3974000: 1.7890742363089234\n",
      "Cost after epoch 3975000: 1.7832655168582319\n",
      "Cost after epoch 3976000: 1.7882924186799203\n",
      "Cost after epoch 3977000: 1.8122524600655328\n",
      "Cost after epoch 3978000: 1.7935875008818094\n",
      "Cost after epoch 3979000: 1.7849814954836787\n",
      "Cost after epoch 3980000: 1.792324066909295\n",
      "Cost after epoch 3981000: 1.7818899812589069\n",
      "Cost after epoch 3982000: 1.7783023473826265\n",
      "Cost after epoch 3983000: 1.7824380522539596\n",
      "Cost after epoch 3984000: 1.783300581399087\n",
      "Cost after epoch 3985000: 1.7818552010779678\n",
      "Cost after epoch 3986000: 1.7934673619201014\n",
      "Cost after epoch 3987000: 1.8134505899574906\n",
      "Cost after epoch 3988000: 1.7875849228189988\n",
      "Cost after epoch 3989000: 1.7816651976791649\n",
      "Cost after epoch 3990000: 1.7804174380942464\n",
      "Cost after epoch 3991000: 1.7849349102636598\n",
      "Cost after epoch 3992000: 1.7875487407081423\n",
      "Cost after epoch 3993000: 1.778816600200031\n",
      "Cost after epoch 3994000: 1.7855937591462723\n",
      "Cost after epoch 3995000: 1.7813018392239672\n",
      "Cost after epoch 3996000: 1.7826555817222802\n",
      "Cost after epoch 3997000: 1.80929175482614\n",
      "Cost after epoch 3998000: 1.8017231994646061\n",
      "Cost after epoch 3999000: 1.7826508915335575\n",
      "Cost after epoch 4000000: 1.7807862019030682\n",
      "Cost after epoch 4001000: 1.782180024578005\n",
      "Cost after epoch 4002000: 1.7977659801635184\n",
      "Cost after epoch 4003000: 1.7881161802331738\n",
      "Cost after epoch 4004000: 1.7802104733900541\n",
      "Cost after epoch 4005000: 1.7789358348781816\n",
      "Cost after epoch 4006000: 1.7819475451463271\n",
      "Cost after epoch 4007000: 1.7879600037866574\n",
      "Cost after epoch 4008000: 1.7899983013187402\n",
      "Cost after epoch 4009000: 1.8257094674446126\n",
      "Cost after epoch 4010000: 1.7875936042812526\n",
      "Cost after epoch 4011000: 1.785662255828726\n",
      "Cost after epoch 4012000: 1.8008576755504997\n",
      "Cost after epoch 4013000: 1.7838725425425788\n",
      "Cost after epoch 4014000: 1.7800750116227886\n",
      "Cost after epoch 4015000: 1.7795188535835087\n",
      "Cost after epoch 4016000: 1.7792692182765169\n",
      "Cost after epoch 4017000: 1.7789480769485744\n",
      "Cost after epoch 4018000: 1.7792678053512792\n",
      "Cost after epoch 4019000: 1.7853030967592078\n",
      "Cost after epoch 4020000: 1.7777811940250925\n",
      "Cost after epoch 4021000: 1.777231094870994\n",
      "Cost after epoch 4022000: 1.7739473803303005\n",
      "Cost after epoch 4023000: 1.7926296544406215\n",
      "Cost after epoch 4024000: 1.7792532492934285\n",
      "Cost after epoch 4025000: 1.7793375224228423\n",
      "Cost after epoch 4026000: 1.779188265742926\n",
      "Cost after epoch 4027000: 1.7786678672243328\n",
      "Cost after epoch 4028000: 1.7785508232186136\n",
      "Cost after epoch 4029000: 1.7843341699491282\n",
      "Cost after epoch 4030000: 1.777908091141237\n",
      "Cost after epoch 4031000: 1.7781398626962004\n",
      "Cost after epoch 4032000: 1.7785568549480315\n",
      "Cost after epoch 4033000: 1.7814293923317155\n",
      "Cost after epoch 4034000: 1.780362598128176\n",
      "Cost after epoch 4035000: 1.7783790213718467\n",
      "Cost after epoch 4036000: 1.7799209130146283\n",
      "Cost after epoch 4037000: 1.8414242229865878\n",
      "Cost after epoch 4038000: 1.7960697707333182\n",
      "Cost after epoch 4039000: 1.8021235362971082\n",
      "Cost after epoch 4040000: 1.7841212673503573\n",
      "Cost after epoch 4041000: 1.7806045539308113\n",
      "Cost after epoch 4042000: 1.7801101725772837\n",
      "Cost after epoch 4043000: 1.780903705353392\n",
      "Cost after epoch 4044000: 1.7931888905648303\n",
      "Cost after epoch 4045000: 1.7943207062871358\n",
      "Cost after epoch 4046000: 1.781210083411729\n",
      "Cost after epoch 4047000: 1.781399966643776\n",
      "Cost after epoch 4048000: 1.790033021190339\n",
      "Cost after epoch 4049000: 1.7950032735596682\n",
      "Cost after epoch 4050000: 1.782813150818938\n",
      "Cost after epoch 4051000: 1.78322673808172\n",
      "Cost after epoch 4052000: 1.8168834896936756\n",
      "Cost after epoch 4053000: 1.7951435491525438\n",
      "Cost after epoch 4054000: 1.779627507420549\n",
      "Cost after epoch 4055000: 1.7801908323964233\n",
      "Cost after epoch 4056000: 1.7811204133188003\n",
      "Cost after epoch 4057000: 1.7779273965819722\n",
      "Cost after epoch 4058000: 1.7793955257778349\n",
      "Cost after epoch 4059000: 1.788604052593337\n",
      "Cost after epoch 4060000: 1.7813068541854684\n",
      "Cost after epoch 4061000: 1.7796358158675136\n",
      "Cost after epoch 4062000: 1.7800731271503096\n",
      "Cost after epoch 4063000: 1.7822726121062853\n",
      "Cost after epoch 4064000: 1.7997850767180985\n",
      "Cost after epoch 4065000: 1.806821576290071\n",
      "Cost after epoch 4066000: 1.7813151804613787\n",
      "Cost after epoch 4067000: 1.7842761499915425\n",
      "Cost after epoch 4068000: 1.7775861497598833\n",
      "Cost after epoch 4069000: 1.7804472199528287\n",
      "Cost after epoch 4070000: 1.7897331877020826\n",
      "Cost after epoch 4071000: 1.7829486926705733\n",
      "Cost after epoch 4072000: 1.780653864077546\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4073000: 1.782376841319882\n",
      "Cost after epoch 4074000: 1.7923788109002639\n",
      "Cost after epoch 4075000: 1.808531181641202\n",
      "Cost after epoch 4076000: 1.787832529021842\n",
      "Cost after epoch 4077000: 1.784957574314469\n",
      "Cost after epoch 4078000: 1.806289986011488\n",
      "Cost after epoch 4079000: 1.789752378329328\n",
      "Cost after epoch 4080000: 1.7798235822265083\n",
      "Cost after epoch 4081000: 1.7781483961889233\n",
      "Cost after epoch 4082000: 1.7806732364704552\n",
      "Cost after epoch 4083000: 1.7879131633893874\n",
      "Cost after epoch 4084000: 1.792730840240545\n",
      "Cost after epoch 4085000: 1.8126335601190895\n",
      "Cost after epoch 4086000: 1.7856575756559987\n",
      "Cost after epoch 4087000: 1.7799022438441\n",
      "Cost after epoch 4088000: 1.7787387335974185\n",
      "Cost after epoch 4089000: 1.7824316308537362\n",
      "Cost after epoch 4090000: 1.7773559401333587\n",
      "Cost after epoch 4091000: 1.7783505467802818\n",
      "Cost after epoch 4092000: 1.7780245830818233\n",
      "Cost after epoch 4093000: 1.7761593248594576\n",
      "Cost after epoch 4094000: 1.7768608824120689\n",
      "Cost after epoch 4095000: 1.7748014284289737\n",
      "Cost after epoch 4096000: 1.7777921616139927\n",
      "Cost after epoch 4097000: 1.787449568014747\n",
      "Cost after epoch 4098000: 1.7773207611568422\n",
      "Cost after epoch 4099000: 1.7854799909298071\n",
      "Cost after epoch 4100000: 1.7772676301991186\n",
      "Cost after epoch 4101000: 1.7780914391428908\n",
      "Cost after epoch 4102000: 1.7780931740982797\n",
      "Cost after epoch 4103000: 1.776209953490752\n",
      "Cost after epoch 4104000: 1.7762187783681986\n",
      "Cost after epoch 4105000: 1.7749782444226527\n",
      "Cost after epoch 4106000: 1.7772325738820782\n",
      "Cost after epoch 4107000: 1.7790649122481703\n",
      "Cost after epoch 4108000: 1.7820728748393162\n",
      "Cost after epoch 4109000: 1.7884790479555017\n",
      "Cost after epoch 4110000: 1.781376923296709\n",
      "Cost after epoch 4111000: 1.7780865574673297\n",
      "Cost after epoch 4112000: 1.794466824454735\n",
      "Cost after epoch 4113000: 1.7790186942803907\n",
      "Cost after epoch 4114000: 1.7926503608374706\n",
      "Cost after epoch 4115000: 1.8124386949348454\n",
      "Cost after epoch 4116000: 1.784801249150448\n",
      "Cost after epoch 4117000: 1.7806874715329803\n",
      "Cost after epoch 4118000: 1.7807002362576472\n",
      "Cost after epoch 4119000: 1.7860829299297372\n",
      "Cost after epoch 4120000: 1.7866500455982048\n",
      "Cost after epoch 4121000: 1.7801806090527894\n",
      "Cost after epoch 4122000: 1.7791491858290172\n",
      "Cost after epoch 4123000: 1.7795538686524053\n",
      "Cost after epoch 4124000: 1.7856614856363306\n",
      "Cost after epoch 4125000: 1.7827202747005073\n",
      "Cost after epoch 4126000: 1.7864938735611036\n",
      "Cost after epoch 4127000: 1.8427011297505351\n",
      "Cost after epoch 4128000: 1.7862320050402691\n",
      "Cost after epoch 4129000: 1.7810372813353839\n",
      "Cost after epoch 4130000: 1.7865339152465387\n",
      "Cost after epoch 4131000: 1.7890606488534502\n",
      "Cost after epoch 4132000: 1.7800577160905027\n",
      "Cost after epoch 4133000: 1.7836350542633408\n",
      "Cost after epoch 4134000: 1.7891587812408132\n",
      "Cost after epoch 4135000: 1.779955335932297\n",
      "Cost after epoch 4136000: 1.780136033483337\n",
      "Cost after epoch 4137000: 1.7822388202024442\n",
      "Cost after epoch 4138000: 1.7944879768349107\n",
      "Cost after epoch 4139000: 1.815474599145624\n",
      "Cost after epoch 4140000: 1.7888605115402534\n",
      "Cost after epoch 4141000: 1.7918904823389186\n",
      "Cost after epoch 4142000: 1.7846876350904781\n",
      "Cost after epoch 4143000: 1.7826850907066696\n",
      "Cost after epoch 4144000: 1.7930609619048012\n",
      "Cost after epoch 4145000: 1.7844865903369573\n",
      "Cost after epoch 4146000: 1.782544839585198\n",
      "Cost after epoch 4147000: 1.7869405449582403\n",
      "Cost after epoch 4148000: 1.8051086690689246\n",
      "Cost after epoch 4149000: 1.7980057978741235\n",
      "Cost after epoch 4150000: 1.7843967125055535\n",
      "Cost after epoch 4151000: 1.7818933380186754\n",
      "Cost after epoch 4152000: 1.7993484484439368\n",
      "Cost after epoch 4153000: 1.787097796086024\n",
      "Cost after epoch 4154000: 1.7845725658841718\n",
      "Cost after epoch 4155000: 1.7909796895319272\n",
      "Cost after epoch 4156000: 1.7860755471779879\n",
      "Cost after epoch 4157000: 1.7993764735646751\n",
      "Cost after epoch 4158000: 1.8080218392203886\n",
      "Cost after epoch 4159000: 1.7852292711406927\n",
      "Cost after epoch 4160000: 1.7806623018967886\n",
      "Cost after epoch 4161000: 1.7795204893100294\n",
      "Cost after epoch 4162000: 1.7803263992476632\n",
      "Cost after epoch 4163000: 1.7892114546503874\n",
      "Cost after epoch 4164000: 1.780310619986419\n",
      "Cost after epoch 4165000: 1.782065165229461\n",
      "Cost after epoch 4166000: 1.7927798161138686\n",
      "Cost after epoch 4167000: 1.7867907932455538\n",
      "Cost after epoch 4168000: 1.8010176715150616\n",
      "Cost after epoch 4169000: 1.8116160634061953\n",
      "Cost after epoch 4170000: 1.7819611501653156\n",
      "Cost after epoch 4171000: 1.7826230009088104\n",
      "Cost after epoch 4172000: 1.7830480563192417\n",
      "Cost after epoch 4173000: 1.778847916802212\n",
      "Cost after epoch 4174000: 1.7790420072965036\n",
      "Cost after epoch 4175000: 1.7797839476071866\n",
      "Cost after epoch 4176000: 1.7826920617253927\n",
      "Cost after epoch 4177000: 1.7932888947922048\n",
      "Cost after epoch 4178000: 1.7883017313753817\n",
      "Cost after epoch 4179000: 1.7864370388996673\n",
      "Cost after epoch 4180000: 1.7979653685745038\n",
      "Cost after epoch 4181000: 1.780388889842025\n",
      "Cost after epoch 4182000: 1.7794616909552445\n",
      "Cost after epoch 4183000: 1.776384312398371\n",
      "Cost after epoch 4184000: 1.7787096647910856\n",
      "Cost after epoch 4185000: 1.7792619533205187\n",
      "Cost after epoch 4186000: 1.7801001159698089\n",
      "Cost after epoch 4187000: 1.783853408046309\n",
      "Cost after epoch 4188000: 1.7956817590979322\n",
      "Cost after epoch 4189000: 1.796591324435116\n",
      "Cost after epoch 4190000: 1.7950462378891578\n",
      "Cost after epoch 4191000: 1.7793608377438934\n",
      "Cost after epoch 4192000: 1.7752278712178893\n",
      "Cost after epoch 4193000: 1.7729660361023114\n",
      "Cost after epoch 4194000: 1.7733755583717614\n",
      "Cost after epoch 4195000: 1.7761521448081625\n",
      "Cost after epoch 4196000: 1.7787243416765066\n",
      "Cost after epoch 4197000: 1.7812187340871486\n",
      "Cost after epoch 4198000: 1.788496220232308\n",
      "Cost after epoch 4199000: 1.7952852726108475\n",
      "Cost after epoch 4200000: 1.7987423560584719\n",
      "Cost after epoch 4201000: 1.7859217424472122\n",
      "Cost after epoch 4202000: 1.7728365165152744\n",
      "Cost after epoch 4203000: 1.7748427243337257\n",
      "Cost after epoch 4204000: 1.7754917202633076\n",
      "Cost after epoch 4205000: 1.7786751116105848\n",
      "Cost after epoch 4206000: 1.7810609609965011\n",
      "Cost after epoch 4207000: 1.7857252846255847\n",
      "Cost after epoch 4208000: 1.7943125771490163\n",
      "Cost after epoch 4209000: 1.7911614244636989\n",
      "Cost after epoch 4210000: 1.7867112703159331\n",
      "Cost after epoch 4211000: 1.791910649817366\n",
      "Cost after epoch 4212000: 1.7776815818758847\n",
      "Cost after epoch 4213000: 1.7762057333206382\n",
      "Cost after epoch 4214000: 1.7766650530016832\n",
      "Cost after epoch 4215000: 1.779748675802246\n",
      "Cost after epoch 4216000: 1.7846715096300643\n",
      "Cost after epoch 4217000: 1.799151203543353\n",
      "Cost after epoch 4218000: 1.792756697179123\n",
      "Cost after epoch 4219000: 1.783486202787758\n",
      "Cost after epoch 4220000: 1.7825693252491634\n",
      "Cost after epoch 4221000: 1.7795540914976153\n",
      "Cost after epoch 4222000: 1.7738277186648346\n",
      "Cost after epoch 4223000: 1.7761648795212122\n",
      "Cost after epoch 4224000: 1.7763390231683733\n",
      "Cost after epoch 4225000: 1.777560442582304\n",
      "Cost after epoch 4226000: 1.7778929063131885\n",
      "Cost after epoch 4227000: 1.7832527871972879\n",
      "Cost after epoch 4228000: 1.7756790422778712\n",
      "Cost after epoch 4229000: 1.7765341612399093\n",
      "Cost after epoch 4230000: 1.7787939757982598\n",
      "Cost after epoch 4231000: 1.775887287873566\n",
      "Cost after epoch 4232000: 1.7752625858085571\n",
      "Cost after epoch 4233000: 1.7778057263415952\n",
      "Cost after epoch 4234000: 1.7756030582160989\n",
      "Cost after epoch 4235000: 1.7783576857897454\n",
      "Cost after epoch 4236000: 1.7829588845927646\n",
      "Cost after epoch 4237000: 1.782273729817191\n",
      "Cost after epoch 4238000: 1.7839290556378642\n",
      "Cost after epoch 4239000: 1.8033106374474748\n",
      "Cost after epoch 4240000: 1.7984357123279477\n",
      "Cost after epoch 4241000: 1.784594125242111\n",
      "Cost after epoch 4242000: 1.7877745459693064\n",
      "Cost after epoch 4243000: 1.8040271114982582\n",
      "Cost after epoch 4244000: 1.7897724068944583\n",
      "Cost after epoch 4245000: 1.7945747393262454\n",
      "Cost after epoch 4246000: 1.787199723359084\n",
      "Cost after epoch 4247000: 1.7817141256335127\n",
      "Cost after epoch 4248000: 1.785771524850971\n",
      "Cost after epoch 4249000: 1.8016435611727202\n",
      "Cost after epoch 4250000: 1.7973067895106971\n",
      "Cost after epoch 4251000: 1.7895818173644076\n",
      "Cost after epoch 4252000: 1.7943601565769918\n",
      "Cost after epoch 4253000: 1.7856836505822151\n",
      "Cost after epoch 4254000: 1.7786897515453362\n",
      "Cost after epoch 4255000: 1.7797987453096151\n",
      "Cost after epoch 4256000: 1.7780206093239301\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4257000: 1.7779561750547395\n",
      "Cost after epoch 4258000: 1.7806549363908768\n",
      "Cost after epoch 4259000: 1.7940555267164753\n",
      "Cost after epoch 4260000: 1.8117212518212362\n",
      "Cost after epoch 4261000: 1.8024031703158658\n",
      "Cost after epoch 4262000: 1.786186473272656\n",
      "Cost after epoch 4263000: 1.7772970920906317\n",
      "Cost after epoch 4264000: 1.7779159383555778\n",
      "Cost after epoch 4265000: 1.7777791881260565\n",
      "Cost after epoch 4266000: 1.7772346266248402\n",
      "Cost after epoch 4267000: 1.777691103893414\n",
      "Cost after epoch 4268000: 1.7779573690957493\n",
      "Cost after epoch 4269000: 1.7783174579167627\n",
      "Cost after epoch 4270000: 1.7840293510392418\n",
      "Cost after epoch 4271000: 1.8017132449483322\n",
      "Cost after epoch 4272000: 1.8174035157066892\n",
      "Cost after epoch 4273000: 1.7974423531037662\n",
      "Cost after epoch 4274000: 1.7838430756244894\n",
      "Cost after epoch 4275000: 1.7796758463218545\n",
      "Cost after epoch 4276000: 1.7776775785567054\n",
      "Cost after epoch 4277000: 1.7783684084626232\n",
      "Cost after epoch 4278000: 1.7795239292437781\n",
      "Cost after epoch 4279000: 1.7847200884052046\n",
      "Cost after epoch 4280000: 1.7918965640621174\n",
      "Cost after epoch 4281000: 1.7842303558667352\n",
      "Cost after epoch 4282000: 1.7862426341217859\n",
      "Cost after epoch 4283000: 1.8063864655959592\n",
      "Cost after epoch 4284000: 1.7995249102278876\n",
      "Cost after epoch 4285000: 1.7867514572542489\n",
      "Cost after epoch 4286000: 1.7909749941943063\n",
      "Cost after epoch 4287000: 1.7821415056449303\n",
      "Cost after epoch 4288000: 1.7888592944572923\n",
      "Cost after epoch 4289000: 1.7958407381152863\n",
      "Cost after epoch 4290000: 1.783382486852658\n",
      "Cost after epoch 4291000: 1.7850856034996276\n",
      "Cost after epoch 4292000: 1.7981005582673142\n",
      "Cost after epoch 4293000: 1.802821598794859\n",
      "Cost after epoch 4294000: 1.7862066707537334\n",
      "Cost after epoch 4295000: 1.781802046292348\n",
      "Cost after epoch 4296000: 1.7831668195480417\n",
      "Cost after epoch 4297000: 1.7823775616962347\n",
      "Cost after epoch 4298000: 1.7785638370217924\n",
      "Cost after epoch 4299000: 1.7901596520596144\n",
      "Cost after epoch 4300000: 1.7842132518225056\n",
      "Cost after epoch 4301000: 1.797569325350175\n",
      "Cost after epoch 4302000: 1.8062631777952816\n",
      "Cost after epoch 4303000: 1.785600737936765\n",
      "Cost after epoch 4304000: 1.7805253168957211\n",
      "Cost after epoch 4305000: 1.7818483333466877\n",
      "Cost after epoch 4306000: 1.7799026902783481\n",
      "Cost after epoch 4307000: 1.7770204830048175\n",
      "Cost after epoch 4308000: 1.7783637974019115\n",
      "Cost after epoch 4309000: 1.7843125451464048\n",
      "Cost after epoch 4310000: 1.7878561999638098\n",
      "Cost after epoch 4311000: 1.804839115276817\n",
      "Cost after epoch 4312000: 1.8022915144019886\n",
      "Cost after epoch 4313000: 1.7838415361218698\n",
      "Cost after epoch 4314000: 1.780404668758979\n",
      "Cost after epoch 4315000: 1.7799911042501695\n",
      "Cost after epoch 4316000: 1.788428718762713\n",
      "Cost after epoch 4317000: 1.8049543178562593\n",
      "Cost after epoch 4318000: 1.7843321174394196\n",
      "Cost after epoch 4319000: 1.790064148378331\n",
      "Cost after epoch 4320000: 1.78790760774465\n",
      "Cost after epoch 4321000: 1.7991025159420442\n",
      "Cost after epoch 4322000: 1.806170707350834\n",
      "Cost after epoch 4323000: 1.7848973152182934\n",
      "Cost after epoch 4324000: 1.7806456295159925\n",
      "Cost after epoch 4325000: 1.7802999064350973\n",
      "Cost after epoch 4326000: 1.7834104785517866\n",
      "Cost after epoch 4327000: 1.7876620003112829\n",
      "Cost after epoch 4328000: 1.7841484007996837\n",
      "Cost after epoch 4329000: 1.7924129349728806\n",
      "Cost after epoch 4330000: 1.8029506817126382\n",
      "Cost after epoch 4331000: 1.7946638202221723\n",
      "Cost after epoch 4332000: 1.8045541409352548\n",
      "Cost after epoch 4333000: 1.7889210470356665\n",
      "Cost after epoch 4334000: 1.787507221034992\n",
      "Cost after epoch 4335000: 1.7884150403366124\n",
      "Cost after epoch 4336000: 1.780770147217216\n",
      "Cost after epoch 4337000: 1.7798942936121254\n",
      "Cost after epoch 4338000: 1.781710176362589\n",
      "Cost after epoch 4339000: 1.7913186777918213\n",
      "Cost after epoch 4340000: 1.8083190041518789\n",
      "Cost after epoch 4341000: 1.792346725134282\n",
      "Cost after epoch 4342000: 1.7920851668049276\n",
      "Cost after epoch 4343000: 1.7865057815708498\n",
      "Cost after epoch 4344000: 1.7814716131483257\n",
      "Cost after epoch 4345000: 1.7892715266228318\n",
      "Cost after epoch 4346000: 1.778898978511491\n",
      "Cost after epoch 4347000: 1.7806575391534476\n",
      "Cost after epoch 4348000: 1.7855981199907296\n",
      "Cost after epoch 4349000: 1.8039667303473046\n",
      "Cost after epoch 4350000: 1.7990898398496113\n",
      "Cost after epoch 4351000: 1.7888568262219937\n",
      "Cost after epoch 4352000: 1.7881223832680029\n",
      "Cost after epoch 4353000: 1.7791689888220248\n",
      "Cost after epoch 4354000: 1.7770680111822164\n",
      "Cost after epoch 4355000: 1.7806319134855702\n",
      "Cost after epoch 4356000: 1.781149997610368\n",
      "Cost after epoch 4357000: 1.782967323880958\n",
      "Cost after epoch 4358000: 1.7968049108094386\n",
      "Cost after epoch 4359000: 1.805887343306502\n",
      "Cost after epoch 4360000: 1.7868973576623155\n",
      "Cost after epoch 4361000: 1.7821435336967248\n",
      "Cost after epoch 4362000: 1.7865904014559735\n",
      "Cost after epoch 4363000: 1.7882371475972416\n",
      "Cost after epoch 4364000: 1.7812283370339248\n",
      "Cost after epoch 4365000: 1.7818929403101198\n",
      "Cost after epoch 4366000: 1.7807652688550053\n",
      "Cost after epoch 4367000: 1.7863133149689652\n",
      "Cost after epoch 4368000: 1.8125010618619843\n",
      "Cost after epoch 4369000: 1.7944216927182963\n",
      "Cost after epoch 4370000: 1.7825863052545425\n",
      "Cost after epoch 4371000: 1.7811900116190258\n",
      "Cost after epoch 4372000: 1.7861355952864602\n",
      "Cost after epoch 4373000: 1.7950530374907854\n",
      "Cost after epoch 4374000: 1.783299635381263\n",
      "Cost after epoch 4375000: 1.786611804829123\n",
      "Cost after epoch 4376000: 1.7820839883553419\n",
      "Cost after epoch 4377000: 1.7830784710552554\n",
      "Cost after epoch 4378000: 1.8042655770667901\n",
      "Cost after epoch 4379000: 1.805038303669198\n",
      "Cost after epoch 4380000: 1.785346379532669\n",
      "Cost after epoch 4381000: 1.7898998663833119\n",
      "Cost after epoch 4382000: 1.7855851637752174\n",
      "Cost after epoch 4383000: 1.7795190863759525\n",
      "Cost after epoch 4384000: 1.7790091673618207\n",
      "Cost after epoch 4385000: 1.7817998836394067\n",
      "Cost after epoch 4386000: 1.7874502752901134\n",
      "Cost after epoch 4387000: 1.7833477225155285\n",
      "Cost after epoch 4388000: 1.7895033233011204\n",
      "Cost after epoch 4389000: 1.8132803486259745\n",
      "Cost after epoch 4390000: 1.802847416032271\n",
      "Cost after epoch 4391000: 1.7951502891628808\n",
      "Cost after epoch 4392000: 1.778566805844123\n",
      "Cost after epoch 4393000: 1.7778034729654446\n",
      "Cost after epoch 4394000: 1.7782325352595358\n",
      "Cost after epoch 4395000: 1.7802759906049332\n",
      "Cost after epoch 4396000: 1.78772577620576\n",
      "Cost after epoch 4397000: 1.788671291360718\n",
      "Cost after epoch 4398000: 1.79545278766524\n",
      "Cost after epoch 4399000: 1.802297804013702\n",
      "Cost after epoch 4400000: 1.785714085241652\n",
      "Cost after epoch 4401000: 1.7849222395116808\n",
      "Cost after epoch 4402000: 1.82592852528117\n",
      "Cost after epoch 4403000: 1.7832848092348872\n",
      "Cost after epoch 4404000: 1.7794652447486716\n",
      "Cost after epoch 4405000: 1.7819704243246988\n",
      "Cost after epoch 4406000: 1.7919570275206056\n",
      "Cost after epoch 4407000: 1.794796978518372\n",
      "Cost after epoch 4408000: 1.8025777962080987\n",
      "Cost after epoch 4409000: 1.7914339436707047\n",
      "Cost after epoch 4410000: 1.7818362058805024\n",
      "Cost after epoch 4411000: 1.7802827452277392\n",
      "Cost after epoch 4412000: 1.7837767877048094\n",
      "Cost after epoch 4413000: 1.808100713749428\n",
      "Cost after epoch 4414000: 1.78862465266385\n",
      "Cost after epoch 4415000: 1.7869396480905706\n",
      "Cost after epoch 4416000: 1.8011714126491818\n",
      "Cost after epoch 4417000: 1.7934886687686762\n",
      "Cost after epoch 4418000: 1.7971498490147368\n",
      "Cost after epoch 4419000: 1.7901967790934779\n",
      "Cost after epoch 4420000: 1.7823955253201942\n",
      "Cost after epoch 4421000: 1.783749272267238\n",
      "Cost after epoch 4422000: 1.796925269824108\n",
      "Cost after epoch 4423000: 1.7907012434713352\n",
      "Cost after epoch 4424000: 1.7839296781165437\n",
      "Cost after epoch 4425000: 1.7918898732389617\n",
      "Cost after epoch 4426000: 1.8067119559301286\n",
      "Cost after epoch 4427000: 1.7868951123749943\n",
      "Cost after epoch 4428000: 1.7877949120476486\n",
      "Cost after epoch 4429000: 1.7942659291598586\n",
      "Cost after epoch 4430000: 1.7903006256444443\n",
      "Cost after epoch 4431000: 1.8014942072042\n",
      "Cost after epoch 4432000: 1.7859425384226415\n",
      "Cost after epoch 4433000: 1.7801960884055235\n",
      "Cost after epoch 4434000: 1.7797158056826916\n",
      "Cost after epoch 4435000: 1.783014640097155\n",
      "Cost after epoch 4436000: 1.8119398461021348\n",
      "Cost after epoch 4437000: 1.7933734458626394\n",
      "Cost after epoch 4438000: 1.783762589981216\n",
      "Cost after epoch 4439000: 1.7903748044063956\n",
      "Cost after epoch 4440000: 1.7949723449441268\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4441000: 1.8100867415638269\n",
      "Cost after epoch 4442000: 1.7833269633257456\n",
      "Cost after epoch 4443000: 1.7788744089726318\n",
      "Cost after epoch 4444000: 1.7782334590615794\n",
      "Cost after epoch 4445000: 1.7778860661337932\n",
      "Cost after epoch 4446000: 1.776917131084466\n",
      "Cost after epoch 4447000: 1.7733140509203624\n",
      "Cost after epoch 4448000: 1.7821753976877306\n",
      "Cost after epoch 4449000: 1.7829301489799083\n",
      "Cost after epoch 4450000: 1.797310695869389\n",
      "Cost after epoch 4451000: 1.7958348345866098\n",
      "Cost after epoch 4452000: 1.7982363508277892\n",
      "Cost after epoch 4453000: 1.7798263276167905\n",
      "Cost after epoch 4454000: 1.7773713963794013\n",
      "Cost after epoch 4455000: 1.7766600916738102\n",
      "Cost after epoch 4456000: 1.7754394799279958\n",
      "Cost after epoch 4457000: 1.772883458036325\n",
      "Cost after epoch 4458000: 1.7722089130223981\n",
      "Cost after epoch 4459000: 1.7768733718012149\n",
      "Cost after epoch 4460000: 1.8013570972005768\n",
      "Cost after epoch 4461000: 1.7922035825912328\n",
      "Cost after epoch 4462000: 1.7891012109106565\n",
      "Cost after epoch 4463000: 1.7898687346528481\n",
      "Cost after epoch 4464000: 1.777491306469188\n",
      "Cost after epoch 4465000: 1.773598718125797\n",
      "Cost after epoch 4466000: 1.7722314294867592\n",
      "Cost after epoch 4467000: 1.7725047570856405\n",
      "Cost after epoch 4468000: 1.7744366965888294\n",
      "Cost after epoch 4469000: 1.7776234341944195\n",
      "Cost after epoch 4470000: 1.7952109433652392\n",
      "Cost after epoch 4471000: 1.7972769682237475\n",
      "Cost after epoch 4472000: 1.785531658325264\n",
      "Cost after epoch 4473000: 1.789054565570391\n",
      "Cost after epoch 4474000: 1.7883777119382962\n",
      "Cost after epoch 4475000: 1.7783347543741417\n",
      "Cost after epoch 4476000: 1.7753391592342047\n",
      "Cost after epoch 4477000: 1.775138378687805\n",
      "Cost after epoch 4478000: 1.7774594771429992\n",
      "Cost after epoch 4479000: 1.7797466675455214\n",
      "Cost after epoch 4480000: 1.793091759303828\n",
      "Cost after epoch 4481000: 1.8008232706617955\n",
      "Cost after epoch 4482000: 1.787078141044595\n",
      "Cost after epoch 4483000: 1.7914965249903385\n",
      "Cost after epoch 4484000: 1.7909778030927257\n",
      "Cost after epoch 4485000: 1.7882201611329829\n",
      "Cost after epoch 4486000: 1.7967188129500336\n",
      "Cost after epoch 4487000: 1.7911695319595886\n",
      "Cost after epoch 4488000: 1.7827216088590212\n",
      "Cost after epoch 4489000: 1.7852088728664497\n",
      "Cost after epoch 4490000: 1.8033775064367146\n",
      "Cost after epoch 4491000: 1.7902105707595939\n",
      "Cost after epoch 4492000: 1.7951733151156488\n",
      "Cost after epoch 4493000: 1.7993793046478395\n",
      "Cost after epoch 4494000: 1.7866285063258263\n",
      "Cost after epoch 4495000: 1.7878717283810728\n",
      "Cost after epoch 4496000: 1.7905591486888202\n",
      "Cost after epoch 4497000: 1.785728010588376\n",
      "Cost after epoch 4498000: 1.7873984337075401\n",
      "Cost after epoch 4499000: 1.800829008259186\n",
      "Cost after epoch 4500000: 1.7856036538573015\n",
      "Cost after epoch 4501000: 1.7790311526803848\n",
      "Cost after epoch 4502000: 1.7759753609689017\n",
      "Cost after epoch 4503000: 1.774036877813155\n",
      "Cost after epoch 4504000: 1.7759877320161879\n",
      "Cost after epoch 4505000: 1.785471981106219\n",
      "Cost after epoch 4506000: 1.7906168738886339\n",
      "Cost after epoch 4507000: 1.7868862061820063\n",
      "Cost after epoch 4508000: 1.8002046831266294\n",
      "Cost after epoch 4509000: 1.788922277094942\n",
      "Cost after epoch 4510000: 1.7777637838253884\n",
      "Cost after epoch 4511000: 1.7754894375944998\n",
      "Cost after epoch 4512000: 1.773127933047904\n",
      "Cost after epoch 4513000: 1.7717432497725791\n",
      "Cost after epoch 4514000: 1.7724093681364799\n",
      "Cost after epoch 4515000: 1.7770768559280998\n",
      "Cost after epoch 4516000: 1.7896155415900992\n",
      "Cost after epoch 4517000: 1.790922611155634\n",
      "Cost after epoch 4518000: 1.7973167971650283\n",
      "Cost after epoch 4519000: 1.7892333747718485\n",
      "Cost after epoch 4520000: 1.7738241394744687\n",
      "Cost after epoch 4521000: 1.7717318614804154\n",
      "Cost after epoch 4522000: 1.7722870507901027\n",
      "Cost after epoch 4523000: 1.7747601443294065\n",
      "Cost after epoch 4524000: 1.776874151073136\n",
      "Cost after epoch 4525000: 1.7803276795206624\n",
      "Cost after epoch 4526000: 1.7930629855010345\n",
      "Cost after epoch 4527000: 1.7935457578684164\n",
      "Cost after epoch 4528000: 1.7906009979257635\n",
      "Cost after epoch 4529000: 1.788282573774957\n",
      "Cost after epoch 4530000: 1.7764161340694955\n",
      "Cost after epoch 4531000: 1.7732506556284133\n",
      "Cost after epoch 4532000: 1.7760055932040848\n",
      "Cost after epoch 4533000: 1.7783022925396292\n",
      "Cost after epoch 4534000: 1.7809133388351086\n",
      "Cost after epoch 4535000: 1.7923412522091133\n",
      "Cost after epoch 4536000: 1.7973036042084167\n",
      "Cost after epoch 4537000: 1.78458614142711\n",
      "Cost after epoch 4538000: 1.784626654847973\n",
      "Cost after epoch 4539000: 1.784094707209085\n",
      "Cost after epoch 4540000: 1.7800936003805186\n",
      "Cost after epoch 4541000: 1.778205232835539\n",
      "Cost after epoch 4542000: 1.7754356425200295\n",
      "Cost after epoch 4543000: 1.7844478424287307\n",
      "Cost after epoch 4544000: 1.7797990656327651\n",
      "Cost after epoch 4545000: 1.8090358037723355\n",
      "Cost after epoch 4546000: 1.7880312093990418\n",
      "Cost after epoch 4547000: 1.7823950825577726\n",
      "Cost after epoch 4548000: 1.7844086494448563\n",
      "Cost after epoch 4549000: 1.7804441039648844\n",
      "Cost after epoch 4550000: 1.7782479854634954\n",
      "Cost after epoch 4551000: 1.7777416105979944\n",
      "Cost after epoch 4552000: 1.7773011041341897\n",
      "Cost after epoch 4553000: 1.7763231969521889\n",
      "Cost after epoch 4554000: 1.7776477858799886\n",
      "Cost after epoch 4555000: 1.7822793794661722\n",
      "Cost after epoch 4556000: 1.7947110239326245\n",
      "Cost after epoch 4557000: 1.8153302236040745\n",
      "Cost after epoch 4558000: 1.7864639914871634\n",
      "Cost after epoch 4559000: 1.7860185003723423\n",
      "Cost after epoch 4560000: 1.7777980316848825\n",
      "Cost after epoch 4561000: 1.776646015325813\n",
      "Cost after epoch 4562000: 1.776771294407173\n",
      "Cost after epoch 4563000: 1.7810261239982461\n",
      "Cost after epoch 4564000: 1.7785518576587676\n",
      "Cost after epoch 4565000: 1.778631775294306\n",
      "Cost after epoch 4566000: 1.78200936309081\n",
      "Cost after epoch 4567000: 1.7982851890243219\n",
      "Cost after epoch 4568000: 1.8046520057341806\n",
      "Cost after epoch 4569000: 1.785327555517891\n",
      "Cost after epoch 4570000: 1.7851813895305222\n",
      "Cost after epoch 4571000: 1.7888239904954601\n",
      "Cost after epoch 4572000: 1.7831671919447916\n",
      "Cost after epoch 4573000: 1.7844323170840097\n",
      "Cost after epoch 4574000: 1.7797009073192405\n",
      "Cost after epoch 4575000: 1.7825728110829915\n",
      "Cost after epoch 4576000: 1.7934685723936628\n",
      "Cost after epoch 4577000: 1.8055019726028712\n",
      "Cost after epoch 4578000: 1.7875306960387798\n",
      "Cost after epoch 4579000: 1.7817007858145208\n",
      "Cost after epoch 4580000: 1.7817972502012047\n",
      "Cost after epoch 4581000: 1.7897372194752212\n",
      "Cost after epoch 4582000: 1.785833451022781\n",
      "Cost after epoch 4583000: 1.7857068832897187\n",
      "Cost after epoch 4584000: 1.7933600629050115\n",
      "Cost after epoch 4585000: 1.7889462240187852\n",
      "Cost after epoch 4586000: 1.8119322864578387\n",
      "Cost after epoch 4587000: 1.7934935577788316\n",
      "Cost after epoch 4588000: 1.7816192111076912\n",
      "Cost after epoch 4589000: 1.7810778082000813\n",
      "Cost after epoch 4590000: 1.7916198109864028\n",
      "Cost after epoch 4591000: 1.7858108457464432\n",
      "Cost after epoch 4592000: 1.7803513731220586\n",
      "Cost after epoch 4593000: 1.7831487069605472\n",
      "Cost after epoch 4594000: 1.7889257952374795\n",
      "Cost after epoch 4595000: 1.787580898991529\n",
      "Cost after epoch 4596000: 1.8032145889523348\n",
      "Cost after epoch 4597000: 1.8037014828873459\n",
      "Cost after epoch 4598000: 1.7820522621771968\n",
      "Cost after epoch 4599000: 1.7785886017589025\n",
      "Cost after epoch 4600000: 1.777654352620683\n",
      "Cost after epoch 4601000: 1.799663678501518\n",
      "Cost after epoch 4602000: 1.781504536650353\n",
      "Cost after epoch 4603000: 1.7864363606966798\n",
      "Cost after epoch 4604000: 1.7914983009811964\n",
      "Cost after epoch 4605000: 1.7865204453212178\n",
      "Cost after epoch 4606000: 1.7928854990244822\n",
      "Cost after epoch 4607000: 1.810228658962311\n",
      "Cost after epoch 4608000: 1.7852831114704788\n",
      "Cost after epoch 4609000: 1.7789078518183197\n",
      "Cost after epoch 4610000: 1.7772577263641502\n",
      "Cost after epoch 4611000: 1.7793685701710023\n",
      "Cost after epoch 4612000: 1.7815479671596808\n",
      "Cost after epoch 4613000: 1.7833344043435864\n",
      "Cost after epoch 4614000: 1.7994276534278082\n",
      "Cost after epoch 4615000: 1.792189181060895\n",
      "Cost after epoch 4616000: 1.7924274190408707\n",
      "Cost after epoch 4617000: 1.8036159080106053\n",
      "Cost after epoch 4618000: 1.7849432946913668\n",
      "Cost after epoch 4619000: 1.780154532664616\n",
      "Cost after epoch 4620000: 1.7801029590501012\n",
      "Cost after epoch 4621000: 1.7765795815657646\n",
      "Cost after epoch 4622000: 1.7771109415121622\n",
      "Cost after epoch 4623000: 1.7784730720528046\n",
      "Cost after epoch 4624000: 1.7847858178351181\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4625000: 1.8130612717961618\n",
      "Cost after epoch 4626000: 1.794619837283949\n",
      "Cost after epoch 4627000: 1.7956652878249477\n",
      "Cost after epoch 4628000: 1.7870601385815863\n",
      "Cost after epoch 4629000: 1.791442069987119\n",
      "Cost after epoch 4630000: 1.7771754210820387\n",
      "Cost after epoch 4631000: 1.7772721005956988\n",
      "Cost after epoch 4632000: 1.77768255255909\n",
      "Cost after epoch 4633000: 1.7778863134594602\n",
      "Cost after epoch 4634000: 1.778273002902115\n",
      "Cost after epoch 4635000: 1.7803276993583779\n",
      "Cost after epoch 4636000: 1.797708992808456\n",
      "Cost after epoch 4637000: 1.8139814264716145\n",
      "Cost after epoch 4638000: 1.7931877711467283\n",
      "Cost after epoch 4639000: 1.7827867168736902\n",
      "Cost after epoch 4640000: 1.7777824800439588\n",
      "Cost after epoch 4641000: 1.802623234191082\n",
      "Cost after epoch 4642000: 1.7778649478504889\n",
      "Cost after epoch 4643000: 1.7786879469813592\n",
      "Cost after epoch 4644000: 1.7811771594019983\n",
      "Cost after epoch 4645000: 1.8202488105459125\n",
      "Cost after epoch 4646000: 1.7828217229329482\n",
      "Cost after epoch 4647000: 1.7730815183203297\n",
      "Cost after epoch 4648000: 1.7721955113759056\n",
      "Cost after epoch 4649000: 1.7782667512766455\n",
      "Cost after epoch 4650000: 1.7843854249498414\n",
      "Cost after epoch 4651000: 1.7806388171035605\n",
      "Cost after epoch 4652000: 1.7831318934165798\n",
      "Cost after epoch 4653000: 1.8117674838327409\n",
      "Cost after epoch 4654000: 1.7803995321035593\n",
      "Cost after epoch 4655000: 1.7759588695176554\n",
      "Cost after epoch 4656000: 1.77300120640853\n",
      "Cost after epoch 4657000: 1.7709677405779525\n",
      "Cost after epoch 4658000: 1.7709518910560562\n",
      "Cost after epoch 4659000: 1.7741094528854564\n",
      "Cost after epoch 4660000: 1.7792824328357546\n",
      "Cost after epoch 4661000: 1.7870672643551497\n",
      "Cost after epoch 4662000: 1.7821319009003966\n",
      "Cost after epoch 4663000: 1.7905148300914293\n",
      "Cost after epoch 4664000: 1.7932691380745127\n",
      "Cost after epoch 4665000: 1.7806461069124278\n",
      "Cost after epoch 4666000: 1.8102445640547986\n",
      "Cost after epoch 4667000: 1.8236892172528112\n",
      "Cost after epoch 4668000: 1.7935142917883211\n",
      "Cost after epoch 4669000: 1.7808568774281532\n",
      "Cost after epoch 4670000: 1.7798219535003046\n",
      "Cost after epoch 4671000: 1.784802503964539\n",
      "Cost after epoch 4672000: 1.782052811953525\n",
      "Cost after epoch 4673000: 1.7830992661741316\n",
      "Cost after epoch 4674000: 1.78262954731203\n",
      "Cost after epoch 4675000: 1.778579382865133\n",
      "Cost after epoch 4676000: 1.779480147053623\n",
      "Cost after epoch 4677000: 1.787185254767817\n",
      "Cost after epoch 4678000: 1.8204642972578675\n",
      "Cost after epoch 4679000: 1.7862645498620673\n",
      "Cost after epoch 4680000: 1.7804316126948696\n",
      "Cost after epoch 4681000: 1.785901039027283\n",
      "Cost after epoch 4682000: 1.7779504995651194\n",
      "Cost after epoch 4683000: 1.778234360627841\n",
      "Cost after epoch 4684000: 1.7752748190134815\n",
      "Cost after epoch 4685000: 1.7849100901415471\n",
      "Cost after epoch 4686000: 1.7789186917550401\n",
      "Cost after epoch 4687000: 1.7774141048765972\n",
      "Cost after epoch 4688000: 1.775002091474341\n",
      "Cost after epoch 4689000: 1.7735686652764113\n",
      "Cost after epoch 4690000: 1.7743627122245766\n",
      "Cost after epoch 4691000: 1.7991719753665578\n",
      "Cost after epoch 4692000: 1.7880807114382684\n",
      "Cost after epoch 4693000: 1.7839016838544988\n",
      "Cost after epoch 4694000: 1.7888536024904687\n",
      "Cost after epoch 4695000: 1.7852620704451443\n",
      "Cost after epoch 4696000: 1.7792279435865312\n",
      "Cost after epoch 4697000: 1.7763477705487491\n",
      "Cost after epoch 4698000: 1.7728106223186324\n",
      "Cost after epoch 4699000: 1.7729031599378073\n",
      "Cost after epoch 4700000: 1.7746505893524005\n",
      "Cost after epoch 4701000: 1.7947440467706237\n",
      "Cost after epoch 4702000: 1.8065368851296104\n",
      "Cost after epoch 4703000: 1.8071740871069213\n",
      "Cost after epoch 4704000: 1.7785396006254095\n",
      "Cost after epoch 4705000: 1.783309090422944\n",
      "Cost after epoch 4706000: 1.783715809507776\n",
      "Cost after epoch 4707000: 1.7796389052672494\n",
      "Cost after epoch 4708000: 1.781704587228392\n",
      "Cost after epoch 4709000: 1.7931953105971978\n",
      "Cost after epoch 4710000: 1.8031792220562286\n",
      "Cost after epoch 4711000: 1.7785645356697817\n",
      "Cost after epoch 4712000: 1.7723952496361612\n",
      "Cost after epoch 4713000: 1.771712959191398\n",
      "Cost after epoch 4714000: 1.7749895623945253\n",
      "Cost after epoch 4715000: 1.7794077053630186\n",
      "Cost after epoch 4716000: 1.777562456328406\n",
      "Cost after epoch 4717000: 1.776927651275921\n",
      "Cost after epoch 4718000: 1.781682485582215\n",
      "Cost after epoch 4719000: 1.797099207612809\n",
      "Cost after epoch 4720000: 1.7947152535422974\n",
      "Cost after epoch 4721000: 1.7890516576013722\n",
      "Cost after epoch 4722000: 1.7692912678361676\n",
      "Cost after epoch 4723000: 1.7677192983802363\n",
      "Cost after epoch 4724000: 1.7743983295309895\n",
      "Cost after epoch 4725000: 1.7801273311913373\n",
      "Cost after epoch 4726000: 1.7952980974895967\n",
      "Cost after epoch 4727000: 1.7828182616744903\n",
      "Cost after epoch 4728000: 1.7803852452912698\n",
      "Cost after epoch 4729000: 1.782939716905728\n",
      "Cost after epoch 4730000: 1.7924260912023025\n",
      "Cost after epoch 4731000: 1.7787794545405053\n",
      "Cost after epoch 4732000: 1.771184911923599\n",
      "Cost after epoch 4733000: 1.77668479145336\n",
      "Cost after epoch 4734000: 1.7948418826021828\n",
      "Cost after epoch 4735000: 1.8037789201459347\n",
      "Cost after epoch 4736000: 1.784430694360561\n",
      "Cost after epoch 4737000: 1.783687335600903\n",
      "Cost after epoch 4738000: 1.7804084589678217\n",
      "Cost after epoch 4739000: 1.7773531463478973\n",
      "Cost after epoch 4740000: 1.793567427314925\n",
      "Cost after epoch 4741000: 1.784245934587894\n",
      "Cost after epoch 4742000: 1.7844423001367804\n",
      "Cost after epoch 4743000: 1.805472442858337\n",
      "Cost after epoch 4744000: 1.8001298048787586\n",
      "Cost after epoch 4745000: 1.7835071387041266\n",
      "Cost after epoch 4746000: 1.786182857240521\n",
      "Cost after epoch 4747000: 1.7866763892119109\n",
      "Cost after epoch 4748000: 1.7775545890570301\n",
      "Cost after epoch 4749000: 1.7780707008365015\n",
      "Cost after epoch 4750000: 1.781050435242309\n",
      "Cost after epoch 4751000: 1.7805213369923243\n",
      "Cost after epoch 4752000: 1.7911923192074188\n",
      "Cost after epoch 4753000: 1.7857840721230869\n",
      "Cost after epoch 4754000: 1.8071654944250612\n",
      "Cost after epoch 4755000: 1.802851284267294\n",
      "Cost after epoch 4756000: 1.7827865589540373\n",
      "Cost after epoch 4757000: 1.7846770036353248\n",
      "Cost after epoch 4758000: 1.7776196989996171\n",
      "Cost after epoch 4759000: 1.7784533418534636\n",
      "Cost after epoch 4760000: 1.7819456352537906\n",
      "Cost after epoch 4761000: 1.7999744736923378\n",
      "Cost after epoch 4762000: 1.789412622182992\n",
      "Cost after epoch 4763000: 1.7817446211889705\n",
      "Cost after epoch 4764000: 1.790251146125141\n",
      "Cost after epoch 4765000: 1.789220034845278\n",
      "Cost after epoch 4766000: 1.8106310306658726\n",
      "Cost after epoch 4767000: 1.7923367844363338\n",
      "Cost after epoch 4768000: 1.7984568083640877\n",
      "Cost after epoch 4769000: 1.8026264953672753\n",
      "Cost after epoch 4770000: 1.7826202966228215\n",
      "Cost after epoch 4771000: 1.7890323651233402\n",
      "Cost after epoch 4772000: 1.79405026628403\n",
      "Cost after epoch 4773000: 1.7811079608954783\n",
      "Cost after epoch 4774000: 1.7782662055180385\n",
      "Cost after epoch 4775000: 1.7780820846941856\n",
      "Cost after epoch 4776000: 1.7778397025189356\n",
      "Cost after epoch 4777000: 1.7783208076025283\n",
      "Cost after epoch 4778000: 1.7879687259986234\n",
      "Cost after epoch 4779000: 1.7950483852317938\n",
      "Cost after epoch 4780000: 1.804306709803565\n",
      "Cost after epoch 4781000: 1.7864201009507923\n",
      "Cost after epoch 4782000: 1.7801478687894374\n",
      "Cost after epoch 4783000: 1.7787415302227578\n",
      "Cost after epoch 4784000: 1.791801220279183\n",
      "Cost after epoch 4785000: 1.7836514853461558\n",
      "Cost after epoch 4786000: 1.8039986822933483\n",
      "Cost after epoch 4787000: 1.7932841675236115\n",
      "Cost after epoch 4788000: 1.782988107920052\n",
      "Cost after epoch 4789000: 1.7767936084525238\n",
      "Cost after epoch 4790000: 1.7710719462735058\n",
      "Cost after epoch 4791000: 1.7742726749629547\n",
      "Cost after epoch 4792000: 1.7746603735596902\n",
      "Cost after epoch 4793000: 1.7769070040234678\n",
      "Cost after epoch 4794000: 1.7787163052565222\n",
      "Cost after epoch 4795000: 1.7842924683652162\n",
      "Cost after epoch 4796000: 1.7991761933081147\n",
      "Cost after epoch 4797000: 1.7894446588785577\n",
      "Cost after epoch 4798000: 1.8049333378810735\n",
      "Cost after epoch 4799000: 1.8008730653397125\n",
      "Cost after epoch 4800000: 1.8021576587476882\n",
      "Cost after epoch 4801000: 1.7814274198843212\n",
      "Cost after epoch 4802000: 1.779038454428277\n",
      "Cost after epoch 4803000: 1.779220215429921\n",
      "Cost after epoch 4804000: 1.7817522857885246\n",
      "Cost after epoch 4805000: 1.7914880880915531\n",
      "Cost after epoch 4806000: 1.7771061716162797\n",
      "Cost after epoch 4807000: 1.7750274463627147\n",
      "Cost after epoch 4808000: 1.776706590219122\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4809000: 1.7804139580630944\n",
      "Cost after epoch 4810000: 1.7806263430454574\n",
      "Cost after epoch 4811000: 1.7776632070708733\n",
      "Cost after epoch 4812000: 1.775758804801211\n",
      "Cost after epoch 4813000: 1.7768965165380226\n",
      "Cost after epoch 4814000: 1.7775218797004408\n",
      "Cost after epoch 4815000: 1.7853596153623605\n",
      "Cost after epoch 4816000: 1.7769741207274985\n",
      "Cost after epoch 4817000: 1.7758015595432655\n",
      "Cost after epoch 4818000: 1.7746439875134552\n",
      "Cost after epoch 4819000: 1.7734414839436097\n",
      "Cost after epoch 4820000: 1.7715204035423795\n",
      "Cost after epoch 4821000: 1.774417720262003\n",
      "Cost after epoch 4822000: 1.7822239586302104\n",
      "Cost after epoch 4823000: 1.7845724481819287\n",
      "Cost after epoch 4824000: 1.8076559145335234\n",
      "Cost after epoch 4825000: 1.788632159611505\n",
      "Cost after epoch 4826000: 1.7882147525521808\n",
      "Cost after epoch 4827000: 1.7843591569691786\n",
      "Cost after epoch 4828000: 1.7961517618450964\n",
      "Cost after epoch 4829000: 1.801636384348357\n",
      "Cost after epoch 4830000: 1.7875494382403199\n",
      "Cost after epoch 4831000: 1.7877868749650365\n",
      "Cost after epoch 4832000: 1.7807821455524258\n",
      "Cost after epoch 4833000: 1.7756525104824508\n",
      "Cost after epoch 4834000: 1.7737833318469522\n",
      "Cost after epoch 4835000: 1.7731825277176505\n",
      "Cost after epoch 4836000: 1.7749823243180407\n",
      "Cost after epoch 4837000: 1.7796275281397724\n",
      "Cost after epoch 4838000: 1.8043442412107076\n",
      "Cost after epoch 4839000: 1.7990261181280929\n",
      "Cost after epoch 4840000: 1.7838272460330242\n",
      "Cost after epoch 4841000: 1.7949841495756966\n",
      "Cost after epoch 4842000: 1.789615425254183\n",
      "Cost after epoch 4843000: 1.7947144169253433\n",
      "Cost after epoch 4844000: 1.7891983643856957\n",
      "Cost after epoch 4845000: 1.7998670232295317\n",
      "Cost after epoch 4846000: 1.7862434383262544\n",
      "Cost after epoch 4847000: 1.7769623542716024\n",
      "Cost after epoch 4848000: 1.7729897419101135\n",
      "Cost after epoch 4849000: 1.7722762956114908\n",
      "Cost after epoch 4850000: 1.7743835185651018\n",
      "Cost after epoch 4851000: 1.7769796277736076\n",
      "Cost after epoch 4852000: 1.7839280528066133\n",
      "Cost after epoch 4853000: 1.7798879175747608\n",
      "Cost after epoch 4854000: 1.777808572147607\n",
      "Cost after epoch 4855000: 1.7812739084162188\n",
      "Cost after epoch 4856000: 1.780080174540592\n",
      "Cost after epoch 4857000: 1.7981710625837237\n",
      "Cost after epoch 4858000: 1.7973683062894104\n",
      "Cost after epoch 4859000: 1.8188305243637066\n",
      "Cost after epoch 4860000: 1.791535459809722\n",
      "Cost after epoch 4861000: 1.7825977800010349\n",
      "Cost after epoch 4862000: 1.8013924155372918\n",
      "Cost after epoch 4863000: 1.7842263942584085\n",
      "Cost after epoch 4864000: 1.7807491567435252\n",
      "Cost after epoch 4865000: 1.7836020749254706\n",
      "Cost after epoch 4866000: 1.7873540919693567\n",
      "Cost after epoch 4867000: 1.781797153569557\n",
      "Cost after epoch 4868000: 1.7794716165109357\n",
      "Cost after epoch 4869000: 1.7863492104119665\n",
      "Cost after epoch 4870000: 1.7944946925788805\n",
      "Cost after epoch 4871000: 1.8219104945958096\n",
      "Cost after epoch 4872000: 1.7934873100828135\n",
      "Cost after epoch 4873000: 1.7980192171830096\n",
      "Cost after epoch 4874000: 1.7792972349739689\n",
      "Cost after epoch 4875000: 1.7772650777210242\n",
      "Cost after epoch 4876000: 1.7806506350549771\n",
      "Cost after epoch 4877000: 1.7830899195455965\n",
      "Cost after epoch 4878000: 1.7820838809574424\n",
      "Cost after epoch 4879000: 1.7864265995088946\n",
      "Cost after epoch 4880000: 1.7747382870524706\n",
      "Cost after epoch 4881000: 1.7686148159490613\n",
      "Cost after epoch 4882000: 1.769287899036013\n",
      "Cost after epoch 4883000: 1.7778484044930838\n",
      "Cost after epoch 4884000: 1.7898867010343098\n",
      "Cost after epoch 4885000: 1.7855589227853772\n",
      "Cost after epoch 4886000: 1.7833296228317537\n",
      "Cost after epoch 4887000: 1.7883342623047251\n",
      "Cost after epoch 4888000: 1.7852249098035435\n",
      "Cost after epoch 4889000: 1.7850683890782573\n",
      "Cost after epoch 4890000: 1.800560971004944\n",
      "Cost after epoch 4891000: 1.798717642935695\n",
      "Cost after epoch 4892000: 1.8083251407704861\n",
      "Cost after epoch 4893000: 1.783832065421209\n",
      "Cost after epoch 4894000: 1.7778136701459002\n",
      "Cost after epoch 4895000: 1.774458690794261\n",
      "Cost after epoch 4896000: 1.7773166498992812\n",
      "Cost after epoch 4897000: 1.7851366128663666\n",
      "Cost after epoch 4898000: 1.7831084772875443\n",
      "Cost after epoch 4899000: 1.7822335501429794\n",
      "Cost after epoch 4900000: 1.7870574017044165\n",
      "Cost after epoch 4901000: 1.8005329598540363\n",
      "Cost after epoch 4902000: 1.792386289613687\n",
      "Cost after epoch 4903000: 1.8149234121096647\n",
      "Cost after epoch 4904000: 1.7924273297285156\n",
      "Cost after epoch 4905000: 1.7960811412642033\n",
      "Cost after epoch 4906000: 1.7871718299521664\n",
      "Cost after epoch 4907000: 1.7835163148867252\n",
      "Cost after epoch 4908000: 1.7777398174239234\n",
      "Cost after epoch 4909000: 1.772126348241655\n",
      "Cost after epoch 4910000: 1.7749745318993273\n",
      "Cost after epoch 4911000: 1.7749676539884842\n",
      "Cost after epoch 4912000: 1.7765980057642266\n",
      "Cost after epoch 4913000: 1.7778369204597768\n",
      "Cost after epoch 4914000: 1.7801431287574254\n",
      "Cost after epoch 4915000: 1.795405877778315\n",
      "Cost after epoch 4916000: 1.8064748766712124\n",
      "Cost after epoch 4917000: 1.7901252326688293\n",
      "Cost after epoch 4918000: 1.787244000553045\n",
      "Cost after epoch 4919000: 1.804211176346505\n",
      "Cost after epoch 4920000: 1.8032670732111107\n",
      "Cost after epoch 4921000: 1.7989974259728445\n",
      "Cost after epoch 4922000: 1.778557436061579\n",
      "Cost after epoch 4923000: 1.77639165566005\n",
      "Cost after epoch 4924000: 1.7758902056280619\n",
      "Cost after epoch 4925000: 1.7780216810454053\n",
      "Cost after epoch 4926000: 1.7772235697607306\n",
      "Cost after epoch 4927000: 1.7761393115086925\n",
      "Cost after epoch 4928000: 1.777351731051465\n",
      "Cost after epoch 4929000: 1.772538624297058\n",
      "Cost after epoch 4930000: 1.7722370128118252\n",
      "Cost after epoch 4931000: 1.772936007623456\n",
      "Cost after epoch 4932000: 1.7752679838241303\n",
      "Cost after epoch 4933000: 1.783138181192242\n",
      "Cost after epoch 4934000: 1.7834422757395816\n",
      "Cost after epoch 4935000: 1.7869282064587582\n",
      "Cost after epoch 4936000: 1.8109730532893924\n",
      "Cost after epoch 4937000: 1.7877666875996088\n",
      "Cost after epoch 4938000: 1.8056990636569241\n",
      "Cost after epoch 4939000: 1.7961903430323578\n",
      "Cost after epoch 4940000: 1.7953163715209774\n",
      "Cost after epoch 4941000: 1.7893279354170586\n",
      "Cost after epoch 4942000: 1.7830786532502396\n",
      "Cost after epoch 4943000: 1.7854706477264775\n",
      "Cost after epoch 4944000: 1.7877485709295406\n",
      "Cost after epoch 4945000: 1.783561838950467\n",
      "Cost after epoch 4946000: 1.7865249949632396\n",
      "Cost after epoch 4947000: 1.7892555424621583\n",
      "Cost after epoch 4948000: 1.774049900219854\n",
      "Cost after epoch 4949000: 1.7682188192457833\n",
      "Cost after epoch 4950000: 1.7705459318986216\n",
      "Cost after epoch 4951000: 1.7782796335800597\n",
      "Cost after epoch 4952000: 1.7788920071164278\n",
      "Cost after epoch 4953000: 1.7785827887406782\n",
      "Cost after epoch 4954000: 1.7904636195747132\n",
      "Cost after epoch 4955000: 1.7816483233886027\n",
      "Cost after epoch 4956000: 1.7831520118225441\n",
      "Cost after epoch 4957000: 1.7903312665482665\n",
      "Cost after epoch 4958000: 1.799587033446683\n",
      "Cost after epoch 4959000: 1.8016150515553018\n",
      "Cost after epoch 4960000: 1.7877221213644647\n",
      "Cost after epoch 4961000: 1.7835069859190373\n",
      "Cost after epoch 4962000: 1.7885633551326456\n",
      "Cost after epoch 4963000: 1.7930517422306407\n",
      "Cost after epoch 4964000: 1.7852017763650376\n",
      "Cost after epoch 4965000: 1.7926678002809675\n",
      "Cost after epoch 4966000: 1.7798387089749095\n",
      "Cost after epoch 4967000: 1.7794637782401206\n",
      "Cost after epoch 4968000: 1.7700466993327848\n",
      "Cost after epoch 4969000: 1.770158233163479\n",
      "Cost after epoch 4970000: 1.7722588134268205\n",
      "Cost after epoch 4971000: 1.7752604975758242\n",
      "Cost after epoch 4972000: 1.77931870983579\n",
      "Cost after epoch 4973000: 1.781290733532606\n",
      "Cost after epoch 4974000: 1.778314291959211\n",
      "Cost after epoch 4975000: 1.7763313230800055\n",
      "Cost after epoch 4976000: 1.7734260748387445\n",
      "Cost after epoch 4977000: 1.7781927607463903\n",
      "Cost after epoch 4978000: 1.8062816536465747\n",
      "Cost after epoch 4979000: 1.7920606610571088\n",
      "Cost after epoch 4980000: 1.7878820501009725\n",
      "Cost after epoch 4981000: 1.7935352786516703\n",
      "Cost after epoch 4982000: 1.7924281377529978\n",
      "Cost after epoch 4983000: 1.807540211011586\n",
      "Cost after epoch 4984000: 1.7822615598054778\n",
      "Cost after epoch 4985000: 1.7831879396627799\n",
      "Cost after epoch 4986000: 1.7937577609859379\n",
      "Cost after epoch 4987000: 1.800383277960704\n",
      "Cost after epoch 4988000: 1.7876371800334223\n",
      "Cost after epoch 4989000: 1.7828213754342812\n",
      "Cost after epoch 4990000: 1.7856165112622526\n",
      "Cost after epoch 4991000: 1.7787937001604157\n",
      "Cost after epoch 4992000: 1.773566103613836\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 4993000: 1.7765982952719104\n",
      "Cost after epoch 4994000: 1.7859157450664143\n",
      "Cost after epoch 4995000: 1.8057202370910304\n",
      "Cost after epoch 4996000: 1.7905165277688844\n",
      "Cost after epoch 4997000: 1.779581341378858\n",
      "Cost after epoch 4998000: 1.7742091245636207\n",
      "Cost after epoch 4999000: 1.7826528880645993\n",
      "Cost after epoch 5000000: 1.7973143361680113\n",
      "Cost after epoch 5001000: 1.7858297255637265\n",
      "Cost after epoch 5002000: 1.7835748140482761\n",
      "Cost after epoch 5003000: 1.7854688174661515\n",
      "Cost after epoch 5004000: 1.7889508724338157\n",
      "Cost after epoch 5005000: 1.7895644824502626\n",
      "Cost after epoch 5006000: 1.7893575110562594\n",
      "Cost after epoch 5007000: 1.807988537423873\n",
      "Cost after epoch 5008000: 1.7815925615759614\n",
      "Cost after epoch 5009000: 1.791680186480866\n",
      "Cost after epoch 5010000: 1.781703605213954\n",
      "Cost after epoch 5011000: 1.7796453016056664\n",
      "Cost after epoch 5012000: 1.778102164630556\n",
      "Cost after epoch 5013000: 1.7683654087917673\n",
      "Cost after epoch 5014000: 1.7717883219006385\n",
      "Cost after epoch 5015000: 1.7734335472957643\n",
      "Cost after epoch 5016000: 1.774630911985356\n",
      "Cost after epoch 5017000: 1.7752041707159558\n",
      "Cost after epoch 5018000: 1.7771993767609207\n",
      "Cost after epoch 5019000: 1.7828167600787814\n",
      "Cost after epoch 5020000: 1.8024960633710496\n",
      "Cost after epoch 5021000: 1.7888025566400572\n",
      "Cost after epoch 5022000: 1.783382632451015\n",
      "Cost after epoch 5023000: 1.7870216760138105\n",
      "Cost after epoch 5024000: 1.7947447623656692\n",
      "Cost after epoch 5025000: 1.788526662971341\n",
      "Cost after epoch 5026000: 1.7931102996184611\n",
      "Cost after epoch 5027000: 1.8259509869002146\n",
      "Cost after epoch 5028000: 1.7962353837500884\n",
      "Cost after epoch 5029000: 1.7829967440076082\n",
      "Cost after epoch 5030000: 1.7788468667162833\n",
      "Cost after epoch 5031000: 1.781918806224012\n",
      "Cost after epoch 5032000: 1.7757740488117022\n",
      "Cost after epoch 5033000: 1.773710292739713\n",
      "Cost after epoch 5034000: 1.7759481189562187\n",
      "Cost after epoch 5035000: 1.77660879161166\n",
      "Cost after epoch 5036000: 1.7781337809954998\n",
      "Cost after epoch 5037000: 1.787647392677409\n",
      "Cost after epoch 5038000: 1.794754893473673\n",
      "Cost after epoch 5039000: 1.7773704484143895\n",
      "Cost after epoch 5040000: 1.7713837958210594\n",
      "Cost after epoch 5041000: 1.7681015284020372\n",
      "Cost after epoch 5042000: 1.7719972009833094\n",
      "Cost after epoch 5043000: 1.7780880216105326\n",
      "Cost after epoch 5044000: 1.792795911761801\n",
      "Cost after epoch 5045000: 1.7926049463167186\n",
      "Cost after epoch 5046000: 1.7811576693239022\n",
      "Cost after epoch 5047000: 1.7763872011029962\n",
      "Cost after epoch 5048000: 1.7820386135455024\n",
      "Cost after epoch 5049000: 1.787122365366257\n",
      "Cost after epoch 5050000: 1.8039040327674918\n",
      "Cost after epoch 5051000: 1.797821275694596\n",
      "Cost after epoch 5052000: 1.7849030155039467\n",
      "Cost after epoch 5053000: 1.7828445474218853\n",
      "Cost after epoch 5054000: 1.785217330107972\n",
      "Cost after epoch 5055000: 1.7860222826599195\n",
      "Cost after epoch 5056000: 1.7796967573167684\n",
      "Cost after epoch 5057000: 1.7747388196355225\n",
      "Cost after epoch 5058000: 1.7723684575026857\n",
      "Cost after epoch 5059000: 1.7956117388125061\n",
      "Cost after epoch 5060000: 1.8077538082856022\n",
      "Cost after epoch 5061000: 1.7835383024903122\n",
      "Cost after epoch 5062000: 1.7710459987159404\n",
      "Cost after epoch 5063000: 1.7726566120402458\n",
      "Cost after epoch 5064000: 1.7746989112905234\n",
      "Cost after epoch 5065000: 1.7792462929057822\n",
      "Cost after epoch 5066000: 1.785948934780138\n",
      "Cost after epoch 5067000: 1.7864188966895012\n",
      "Cost after epoch 5068000: 1.7949246185413208\n",
      "Cost after epoch 5069000: 1.7969498524360186\n",
      "Cost after epoch 5070000: 1.7870445735657379\n",
      "Cost after epoch 5071000: 1.784935287897118\n",
      "Cost after epoch 5072000: 1.7992534522492947\n",
      "Cost after epoch 5073000: 1.7747326876840153\n",
      "Cost after epoch 5074000: 1.7718342184875813\n",
      "Cost after epoch 5075000: 1.7800479816074524\n",
      "Cost after epoch 5076000: 1.781127690277358\n",
      "Cost after epoch 5077000: 1.7964299009022526\n",
      "Cost after epoch 5078000: 1.8002523597830862\n",
      "Cost after epoch 5079000: 1.7831725981671276\n",
      "Cost after epoch 5080000: 1.7721294116370112\n",
      "Cost after epoch 5081000: 1.773108154156025\n",
      "Cost after epoch 5082000: 1.779250902316464\n",
      "Cost after epoch 5083000: 1.800723835806115\n",
      "Cost after epoch 5084000: 1.7870031375280464\n",
      "Cost after epoch 5085000: 1.7954748472125341\n",
      "Cost after epoch 5086000: 1.7964479050774869\n",
      "Cost after epoch 5087000: 1.7847126504562199\n",
      "Cost after epoch 5088000: 1.779005735592221\n",
      "Cost after epoch 5089000: 1.7789305575369212\n",
      "Cost after epoch 5090000: 1.7745313917194343\n",
      "Cost after epoch 5091000: 1.774861067503327\n",
      "Cost after epoch 5092000: 1.7794745333611373\n",
      "Cost after epoch 5093000: 1.7895054698364423\n",
      "Cost after epoch 5094000: 1.807673963870708\n",
      "Cost after epoch 5095000: 1.778852662327179\n",
      "Cost after epoch 5096000: 1.770715004637411\n",
      "Cost after epoch 5097000: 1.772899218416569\n",
      "Cost after epoch 5098000: 1.7758382048240746\n",
      "Cost after epoch 5099000: 1.7761757190091398\n",
      "Cost after epoch 5100000: 1.7767854933038234\n",
      "Cost after epoch 5101000: 1.776686249062098\n",
      "Cost after epoch 5102000: 1.775850403616061\n",
      "Cost after epoch 5103000: 1.7821488595609012\n",
      "Cost after epoch 5104000: 1.7819318925926586\n",
      "Cost after epoch 5105000: 1.7777171209561764\n",
      "Cost after epoch 5106000: 1.7771388465302176\n",
      "Cost after epoch 5107000: 1.7692262371146124\n",
      "Cost after epoch 5108000: 1.7726911356585602\n",
      "Cost after epoch 5109000: 1.7758165758078468\n",
      "Cost after epoch 5110000: 1.7818823868237073\n",
      "Cost after epoch 5111000: 1.7906052998385775\n",
      "Cost after epoch 5112000: 1.7841981421991868\n",
      "Cost after epoch 5113000: 1.7841139518453195\n",
      "Cost after epoch 5114000: 1.777854607167653\n",
      "Cost after epoch 5115000: 1.7735400486455801\n",
      "Cost after epoch 5116000: 1.771719574609508\n",
      "Cost after epoch 5117000: 1.769298885261262\n",
      "Cost after epoch 5118000: 1.7822652287908187\n",
      "Cost after epoch 5119000: 1.7890130005936122\n",
      "Cost after epoch 5120000: 1.7843546674853141\n",
      "Cost after epoch 5121000: 1.7805428780057897\n",
      "Cost after epoch 5122000: 1.781971764317359\n",
      "Cost after epoch 5123000: 1.791202755903868\n",
      "Cost after epoch 5124000: 1.7957732524654155\n",
      "Cost after epoch 5125000: 1.7942327505836928\n",
      "Cost after epoch 5126000: 1.7862823012580273\n",
      "Cost after epoch 5127000: 1.7952873663036764\n",
      "Cost after epoch 5128000: 1.8066592961800299\n",
      "Cost after epoch 5129000: 1.7854940452694763\n",
      "Cost after epoch 5130000: 1.786821095535601\n",
      "Cost after epoch 5131000: 1.778348584207518\n",
      "Cost after epoch 5132000: 1.7786418037452651\n",
      "Cost after epoch 5133000: 1.7878331142488513\n",
      "Cost after epoch 5134000: 1.793991000470233\n",
      "Cost after epoch 5135000: 1.7902556334298194\n",
      "Cost after epoch 5136000: 1.7987369452259865\n",
      "Cost after epoch 5137000: 1.7840453055550216\n",
      "Cost after epoch 5138000: 1.7793815715536747\n",
      "Cost after epoch 5139000: 1.7867266114814309\n",
      "Cost after epoch 5140000: 1.8268487528766855\n",
      "Cost after epoch 5141000: 1.7999666167055668\n",
      "Cost after epoch 5142000: 1.7832339567640763\n",
      "Cost after epoch 5143000: 1.7830427841421006\n",
      "Cost after epoch 5144000: 1.7947179120986982\n",
      "Cost after epoch 5145000: 1.7888482486158415\n",
      "Cost after epoch 5146000: 1.777777782397207\n",
      "Cost after epoch 5147000: 1.777414592035169\n",
      "Cost after epoch 5148000: 1.7737026454370872\n",
      "Cost after epoch 5149000: 1.7750896112944479\n",
      "Cost after epoch 5150000: 1.7847889176724019\n",
      "Cost after epoch 5151000: 1.7930428860990646\n",
      "Cost after epoch 5152000: 1.7882054204821636\n",
      "Cost after epoch 5153000: 1.8140325803635267\n",
      "Cost after epoch 5154000: 1.7865176087843906\n",
      "Cost after epoch 5155000: 1.776663152666116\n",
      "Cost after epoch 5156000: 1.7745543418407863\n",
      "Cost after epoch 5157000: 1.773754755836548\n",
      "Cost after epoch 5158000: 1.7744756221374711\n",
      "Cost after epoch 5159000: 1.7741215914687551\n",
      "Cost after epoch 5160000: 1.7827664606809168\n",
      "Cost after epoch 5161000: 1.787390857772961\n",
      "Cost after epoch 5162000: 1.783650606347305\n",
      "Cost after epoch 5163000: 1.7755951621298571\n",
      "Cost after epoch 5164000: 1.7739737647393041\n",
      "Cost after epoch 5165000: 1.771699282917725\n",
      "Cost after epoch 5166000: 1.773310307292478\n",
      "Cost after epoch 5167000: 1.7741994612280974\n",
      "Cost after epoch 5168000: 1.7790669646873036\n",
      "Cost after epoch 5169000: 1.7764709384756965\n",
      "Cost after epoch 5170000: 1.7788589506061447\n",
      "Cost after epoch 5171000: 1.783313505735065\n",
      "Cost after epoch 5172000: 1.7973522253538976\n",
      "Cost after epoch 5173000: 1.7937069497154465\n",
      "Cost after epoch 5174000: 1.8107920579272787\n",
      "Cost after epoch 5175000: 1.7715724637445132\n",
      "Cost after epoch 5176000: 1.7794671134744786\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 5177000: 1.776723248844836\n",
      "Cost after epoch 5178000: 1.778656751403539\n",
      "Cost after epoch 5179000: 1.7809535361301116\n",
      "Cost after epoch 5180000: 1.7865797176289793\n",
      "Cost after epoch 5181000: 1.8001665513597103\n",
      "Cost after epoch 5182000: 1.7994682232664414\n",
      "Cost after epoch 5183000: 1.7795856023721768\n",
      "Cost after epoch 5184000: 1.7712211005606582\n",
      "Cost after epoch 5185000: 1.7727113762916826\n",
      "Cost after epoch 5186000: 1.7792519478727555\n",
      "Cost after epoch 5187000: 1.7810904240465384\n",
      "Cost after epoch 5188000: 1.7943719937995333\n",
      "Cost after epoch 5189000: 1.7851310198906178\n",
      "Cost after epoch 5190000: 1.77681954700852\n",
      "Cost after epoch 5191000: 1.7717133961921188\n",
      "Cost after epoch 5192000: 1.768495532736776\n",
      "Cost after epoch 5193000: 1.7695329536008215\n",
      "Cost after epoch 5194000: 1.7742281619453202\n",
      "Cost after epoch 5195000: 1.7862297864515022\n",
      "Cost after epoch 5196000: 1.784915876868411\n",
      "Cost after epoch 5197000: 1.7857977372461848\n",
      "Cost after epoch 5198000: 1.780759249408322\n",
      "Cost after epoch 5199000: 1.778872808604876\n",
      "Cost after epoch 5200000: 1.783736587985598\n",
      "Cost after epoch 5201000: 1.7764416793669866\n",
      "Cost after epoch 5202000: 1.7692664759861487\n",
      "Cost after epoch 5203000: 1.7693607029581548\n",
      "Cost after epoch 5204000: 1.776292999079189\n",
      "Cost after epoch 5205000: 1.798526304927298\n",
      "Cost after epoch 5206000: 1.7851563230700767\n",
      "Cost after epoch 5207000: 1.781444257742987\n",
      "Cost after epoch 5208000: 1.7853556597138591\n",
      "Cost after epoch 5209000: 1.7780442880717457\n",
      "Cost after epoch 5210000: 1.7749404342058992\n",
      "Cost after epoch 5211000: 1.774159281347999\n",
      "Cost after epoch 5212000: 1.7788439170464354\n",
      "Cost after epoch 5213000: 1.7959967203516651\n",
      "Cost after epoch 5214000: 1.8152466897650312\n",
      "Cost after epoch 5215000: 1.7931133129166674\n",
      "Cost after epoch 5216000: 1.807086719667659\n",
      "Cost after epoch 5217000: 1.7775605740693963\n",
      "Cost after epoch 5218000: 1.77541526537281\n",
      "Cost after epoch 5219000: 1.778212997393479\n",
      "Cost after epoch 5220000: 1.7890313211710565\n",
      "Cost after epoch 5221000: 1.7843403387064112\n",
      "Cost after epoch 5222000: 1.7936960864728406\n",
      "Cost after epoch 5223000: 1.792688862103954\n",
      "Cost after epoch 5224000: 1.8013293688561156\n",
      "Cost after epoch 5225000: 1.820035862222045\n",
      "Cost after epoch 5226000: 1.7764373554279118\n",
      "Cost after epoch 5227000: 1.7821883164484498\n",
      "Cost after epoch 5228000: 1.7970808588176639\n",
      "Cost after epoch 5229000: 1.7825394840833617\n",
      "Cost after epoch 5230000: 1.776857686643766\n",
      "Cost after epoch 5231000: 1.7760286853780265\n",
      "Cost after epoch 5232000: 1.775154234938095\n",
      "Cost after epoch 5233000: 1.7811355024189457\n",
      "Cost after epoch 5234000: 1.7965533282416857\n",
      "Cost after epoch 5235000: 1.7830909771810137\n",
      "Cost after epoch 5236000: 1.7828775293584953\n",
      "Cost after epoch 5237000: 1.7818784753281338\n",
      "Cost after epoch 5238000: 1.7691637390731474\n",
      "Cost after epoch 5239000: 1.7698446412527375\n",
      "Cost after epoch 5240000: 1.773789391232457\n",
      "Cost after epoch 5241000: 1.775245851316968\n",
      "Cost after epoch 5242000: 1.7818496680242475\n",
      "Cost after epoch 5243000: 1.7775108097719974\n",
      "Cost after epoch 5244000: 1.7785274960103945\n",
      "Cost after epoch 5245000: 1.789425370572675\n",
      "Cost after epoch 5246000: 1.7821622755974622\n",
      "Cost after epoch 5247000: 1.7816729897995913\n",
      "Cost after epoch 5248000: 1.7883738818879715\n",
      "Cost after epoch 5249000: 1.7809352920566066\n",
      "Cost after epoch 5250000: 1.8197232597707846\n",
      "Cost after epoch 5251000: 1.8101489151238668\n",
      "Cost after epoch 5252000: 1.8241807377960888\n",
      "Cost after epoch 5253000: 1.7886485498920681\n",
      "Cost after epoch 5254000: 1.7810094167246953\n",
      "Cost after epoch 5255000: 1.779159395619493\n",
      "Cost after epoch 5256000: 1.79435459972086\n",
      "Cost after epoch 5257000: 1.7818347022411054\n",
      "Cost after epoch 5258000: 1.782213428560996\n",
      "Cost after epoch 5259000: 1.7957522455054475\n",
      "Cost after epoch 5260000: 1.783609217762423\n",
      "Cost after epoch 5261000: 1.7796512223030168\n",
      "Cost after epoch 5262000: 1.78243896304306\n",
      "Cost after epoch 5263000: 1.7792590079556734\n",
      "Cost after epoch 5264000: 1.7691245817318524\n",
      "Cost after epoch 5265000: 1.7727629140845809\n",
      "Cost after epoch 5266000: 1.776701566626389\n",
      "Cost after epoch 5267000: 1.785143416962639\n",
      "Cost after epoch 5268000: 1.7922646175780512\n",
      "Cost after epoch 5269000: 1.7832497694382277\n",
      "Cost after epoch 5270000: 1.7740488241985937\n",
      "Cost after epoch 5271000: 1.7747166454813288\n",
      "Cost after epoch 5272000: 1.7796641581930237\n",
      "Cost after epoch 5273000: 1.7966427129927578\n",
      "Cost after epoch 5274000: 1.7972442084152738\n",
      "Cost after epoch 5275000: 1.788143239254385\n",
      "Cost after epoch 5276000: 1.78747095161611\n",
      "Cost after epoch 5277000: 1.815208966075528\n",
      "Cost after epoch 5278000: 1.801795611052811\n",
      "Cost after epoch 5279000: 1.79025041938518\n",
      "Cost after epoch 5280000: 1.7814175657344782\n",
      "Cost after epoch 5281000: 1.7787719352403335\n",
      "Cost after epoch 5282000: 1.7784607412319406\n",
      "Cost after epoch 5283000: 1.7818706283583527\n",
      "Cost after epoch 5284000: 1.8005030006990483\n",
      "Cost after epoch 5285000: 1.7809911308879338\n",
      "Cost after epoch 5286000: 1.7770354295272206\n",
      "Cost after epoch 5287000: 1.7763981629010823\n",
      "Cost after epoch 5288000: 1.774307660273049\n",
      "Cost after epoch 5289000: 1.7762193668676514\n",
      "Cost after epoch 5290000: 1.7718146931531114\n",
      "Cost after epoch 5291000: 1.7715892578878925\n",
      "Cost after epoch 5292000: 1.7823462034862636\n",
      "Cost after epoch 5293000: 1.8122699205425195\n",
      "Cost after epoch 5294000: 1.7836834023967132\n",
      "Cost after epoch 5295000: 1.782096005465639\n",
      "Cost after epoch 5296000: 1.809808531948806\n",
      "Cost after epoch 5297000: 1.7815295444967023\n",
      "Cost after epoch 5298000: 1.7775482599490682\n",
      "Cost after epoch 5299000: 1.7839326665801494\n",
      "Cost after epoch 5300000: 1.8000898565031322\n",
      "Cost after epoch 5301000: 1.7908580510855532\n",
      "Cost after epoch 5302000: 1.78865837530811\n",
      "Cost after epoch 5303000: 1.7722094297756685\n",
      "Cost after epoch 5304000: 1.7693294901504908\n",
      "Cost after epoch 5305000: 1.7759299895410137\n",
      "Cost after epoch 5306000: 1.7830975848124844\n",
      "Cost after epoch 5307000: 1.7973400036674387\n",
      "Cost after epoch 5308000: 1.7833808929215824\n",
      "Cost after epoch 5309000: 1.7772878190702905\n",
      "Cost after epoch 5310000: 1.7791466143521797\n",
      "Cost after epoch 5311000: 1.796349139410016\n",
      "Cost after epoch 5312000: 1.8044404679856434\n",
      "Cost after epoch 5313000: 1.7867724127697173\n",
      "Cost after epoch 5314000: 1.7849852808280133\n",
      "Cost after epoch 5315000: 1.791396759578035\n",
      "Cost after epoch 5316000: 1.7740350704063834\n",
      "Cost after epoch 5317000: 1.76656580226316\n",
      "Cost after epoch 5318000: 1.772253649702328\n",
      "Cost after epoch 5319000: 1.7981947820863537\n",
      "Cost after epoch 5320000: 1.7913490406044525\n",
      "Cost after epoch 5321000: 1.7750718905286393\n",
      "Cost after epoch 5322000: 1.7727704162535456\n",
      "Cost after epoch 5323000: 1.7727896331558537\n",
      "Cost after epoch 5324000: 1.7776360317706814\n",
      "Cost after epoch 5325000: 1.7868324435283705\n",
      "Cost after epoch 5326000: 1.7950559002246576\n",
      "Cost after epoch 5327000: 1.8060971247783009\n",
      "Cost after epoch 5328000: 1.7842368160496955\n",
      "Cost after epoch 5329000: 1.7859368615248996\n",
      "Cost after epoch 5330000: 1.7965337885546075\n",
      "Cost after epoch 5331000: 1.7962753576683894\n",
      "Cost after epoch 5332000: 1.7801495399941085\n",
      "Cost after epoch 5333000: 1.7681667454162668\n",
      "Cost after epoch 5334000: 1.7753550152524817\n",
      "Cost after epoch 5335000: 1.7853165958433328\n",
      "Cost after epoch 5336000: 1.7915406928232944\n",
      "Cost after epoch 5337000: 1.799583437856115\n",
      "Cost after epoch 5338000: 1.7721778019897585\n",
      "Cost after epoch 5339000: 1.7722329559387657\n",
      "Cost after epoch 5340000: 1.7808632798458273\n",
      "Cost after epoch 5341000: 1.7917361999125196\n",
      "Cost after epoch 5342000: 1.7953435056623421\n",
      "Cost after epoch 5343000: 1.7911610904092305\n",
      "Cost after epoch 5344000: 1.7827730114936706\n",
      "Cost after epoch 5345000: 1.7710704950802163\n",
      "Cost after epoch 5346000: 1.7740357174366916\n",
      "Cost after epoch 5347000: 1.7816010954356583\n",
      "Cost after epoch 5348000: 1.786571940566621\n",
      "Cost after epoch 5349000: 1.7937302505911685\n",
      "Cost after epoch 5350000: 1.7797960359242342\n",
      "Cost after epoch 5351000: 1.7825789320363963\n",
      "Cost after epoch 5352000: 1.7916275310980763\n",
      "Cost after epoch 5353000: 1.815434123705874\n",
      "Cost after epoch 5354000: 1.7956355969077835\n",
      "Cost after epoch 5355000: 1.784037818567613\n",
      "Cost after epoch 5356000: 1.7795585606789448\n",
      "Cost after epoch 5357000: 1.776384114093172\n",
      "Cost after epoch 5358000: 1.7765947946501235\n",
      "Cost after epoch 5359000: 1.779470245021594\n",
      "Cost after epoch 5360000: 1.7886669932925485\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 5361000: 1.793165097649617\n",
      "Cost after epoch 5362000: 1.7866925349042577\n",
      "Cost after epoch 5363000: 1.7855141882245689\n",
      "Cost after epoch 5364000: 1.7800240694284757\n",
      "Cost after epoch 5365000: 1.76640501926808\n",
      "Cost after epoch 5366000: 1.766354333919973\n",
      "Cost after epoch 5367000: 1.7701542476431225\n",
      "Cost after epoch 5368000: 1.7754528090032002\n",
      "Cost after epoch 5369000: 1.7796598386534956\n",
      "Cost after epoch 5370000: 1.786045424681693\n",
      "Cost after epoch 5371000: 1.7973090706767485\n",
      "Cost after epoch 5372000: 1.7945254731179185\n",
      "Cost after epoch 5373000: 1.8096165236046915\n",
      "Cost after epoch 5374000: 1.794862166918889\n",
      "Cost after epoch 5375000: 1.7901284999406242\n",
      "Cost after epoch 5376000: 1.7869486443724816\n",
      "Cost after epoch 5377000: 1.786252315317614\n",
      "Cost after epoch 5378000: 1.7870776695010044\n",
      "Cost after epoch 5379000: 1.7681050903369044\n",
      "Cost after epoch 5380000: 1.770332215561969\n",
      "Cost after epoch 5381000: 1.7748991348993575\n",
      "Cost after epoch 5382000: 1.791060398674651\n",
      "Cost after epoch 5383000: 1.7779025898307\n",
      "Cost after epoch 5384000: 1.7700112660104006\n",
      "Cost after epoch 5385000: 1.7664297367770792\n",
      "Cost after epoch 5386000: 1.7821080476562754\n",
      "Cost after epoch 5387000: 1.7907185085262185\n",
      "Cost after epoch 5388000: 1.7908722957158085\n",
      "Cost after epoch 5389000: 1.787960478641689\n",
      "Cost after epoch 5390000: 1.7800606812458055\n",
      "Cost after epoch 5391000: 1.773138192748262\n",
      "Cost after epoch 5392000: 1.7717199765086313\n",
      "Cost after epoch 5393000: 1.7754953396304196\n",
      "Cost after epoch 5394000: 1.785098621877755\n",
      "Cost after epoch 5395000: 1.7948650263481938\n",
      "Cost after epoch 5396000: 1.7999692099006102\n",
      "Cost after epoch 5397000: 1.7875707207762166\n",
      "Cost after epoch 5398000: 1.7785705441682933\n",
      "Cost after epoch 5399000: 1.789584467667864\n",
      "Cost after epoch 5400000: 1.8001341129220458\n",
      "Cost after epoch 5401000: 1.8115883278210525\n",
      "Cost after epoch 5402000: 1.7763183466653374\n",
      "Cost after epoch 5403000: 1.7667153472909274\n",
      "Cost after epoch 5404000: 1.7711803919215598\n",
      "Cost after epoch 5405000: 1.7836467204030633\n",
      "Cost after epoch 5406000: 1.788425829223816\n",
      "Cost after epoch 5407000: 1.7847847985101633\n",
      "Cost after epoch 5408000: 1.7809062181751776\n",
      "Cost after epoch 5409000: 1.7778165765743232\n",
      "Cost after epoch 5410000: 1.7853347662708128\n",
      "Cost after epoch 5411000: 1.784258776746888\n",
      "Cost after epoch 5412000: 1.7906486124904457\n",
      "Cost after epoch 5413000: 1.79950672492343\n",
      "Cost after epoch 5414000: 1.792989775395336\n",
      "Cost after epoch 5415000: 1.80096996895688\n",
      "Cost after epoch 5416000: 1.8118525077653895\n",
      "Cost after epoch 5417000: 1.7885289416073078\n",
      "Cost after epoch 5418000: 1.7816031292059744\n",
      "Cost after epoch 5419000: 1.7768100832262692\n",
      "Cost after epoch 5420000: 1.778369666532393\n",
      "Cost after epoch 5421000: 1.7768360870309283\n",
      "Cost after epoch 5422000: 1.7746445319877826\n",
      "Cost after epoch 5423000: 1.7771667610993487\n",
      "Cost after epoch 5424000: 1.8048190430426547\n",
      "Cost after epoch 5425000: 1.7895872254151985\n",
      "Cost after epoch 5426000: 1.7817078939637363\n",
      "Cost after epoch 5427000: 1.780051548524456\n",
      "Cost after epoch 5428000: 1.775738444695244\n",
      "Cost after epoch 5429000: 1.7700609332027213\n",
      "Cost after epoch 5430000: 1.7699933628113405\n",
      "Cost after epoch 5431000: 1.7753135159498856\n",
      "Cost after epoch 5432000: 1.7778114343282638\n",
      "Cost after epoch 5433000: 1.7812242718166427\n",
      "Cost after epoch 5434000: 1.7939435098070087\n",
      "Cost after epoch 5435000: 1.788186849062924\n",
      "Cost after epoch 5436000: 1.8236658420228786\n",
      "Cost after epoch 5437000: 1.8131727911341744\n",
      "Cost after epoch 5438000: 1.7980745272587004\n",
      "Cost after epoch 5439000: 1.7834495669509667\n",
      "Cost after epoch 5440000: 1.7767978441796877\n",
      "Cost after epoch 5441000: 1.7710721660206417\n",
      "Cost after epoch 5442000: 1.769668271551391\n",
      "Cost after epoch 5443000: 1.7720534327764876\n",
      "Cost after epoch 5444000: 1.775442482566413\n",
      "Cost after epoch 5445000: 1.7803270927000414\n",
      "Cost after epoch 5446000: 1.7825942074365821\n",
      "Cost after epoch 5447000: 1.7846208275267432\n",
      "Cost after epoch 5448000: 1.7844050043910313\n",
      "Cost after epoch 5449000: 1.7852239188048877\n",
      "Cost after epoch 5450000: 1.7938723114400226\n",
      "Cost after epoch 5451000: 1.797864066545598\n",
      "Cost after epoch 5452000: 1.8001553329324569\n",
      "Cost after epoch 5453000: 1.803100077800082\n",
      "Cost after epoch 5454000: 1.8040004739102087\n",
      "Cost after epoch 5455000: 1.7829842708670778\n",
      "Cost after epoch 5456000: 1.7838588661586443\n",
      "Cost after epoch 5457000: 1.8006962061985379\n",
      "Cost after epoch 5458000: 1.7844035025245626\n",
      "Cost after epoch 5459000: 1.788476680942513\n",
      "Cost after epoch 5460000: 1.8140785321340416\n",
      "Cost after epoch 5461000: 1.7921385233292961\n",
      "Cost after epoch 5462000: 1.7909938899899365\n",
      "Cost after epoch 5463000: 1.7913052888159966\n",
      "Cost after epoch 5464000: 1.7764782025551336\n",
      "Cost after epoch 5465000: 1.7643812112276278\n",
      "Cost after epoch 5466000: 1.766568361791507\n",
      "Cost after epoch 5467000: 1.773972066312591\n",
      "Cost after epoch 5468000: 1.7773031893867657\n",
      "Cost after epoch 5469000: 1.7772630999071493\n",
      "Cost after epoch 5470000: 1.7754500441841337\n",
      "Cost after epoch 5471000: 1.7732721097771609\n",
      "Cost after epoch 5472000: 1.7731591855002773\n",
      "Cost after epoch 5473000: 1.7819721038293768\n",
      "Cost after epoch 5474000: 1.8063360321144293\n",
      "Cost after epoch 5475000: 1.7960950450434432\n",
      "Cost after epoch 5476000: 1.793086745687355\n",
      "Cost after epoch 5477000: 1.799621870564576\n",
      "Cost after epoch 5478000: 1.8055215541604541\n",
      "Cost after epoch 5479000: 1.8025516595561801\n",
      "Cost after epoch 5480000: 1.7867324073226252\n",
      "Cost after epoch 5481000: 1.775099217036488\n",
      "Cost after epoch 5482000: 1.7738564945920916\n",
      "Cost after epoch 5483000: 1.7788397681267287\n",
      "Cost after epoch 5484000: 1.791290251824693\n",
      "Cost after epoch 5485000: 1.794566779523099\n",
      "Cost after epoch 5486000: 1.7821303756691438\n",
      "Cost after epoch 5487000: 1.7722370882938425\n",
      "Cost after epoch 5488000: 1.76927308852345\n",
      "Cost after epoch 5489000: 1.7747764022439663\n",
      "Cost after epoch 5490000: 1.7801112128147158\n",
      "Cost after epoch 5491000: 1.7879944002511412\n",
      "Cost after epoch 5492000: 1.8036399013698352\n",
      "Cost after epoch 5493000: 1.776978366204014\n",
      "Cost after epoch 5494000: 1.7666547666295929\n",
      "Cost after epoch 5495000: 1.7738248069104408\n",
      "Cost after epoch 5496000: 1.8038749211890164\n",
      "Cost after epoch 5497000: 1.7822938667792425\n",
      "Cost after epoch 5498000: 1.7779597628606632\n",
      "Cost after epoch 5499000: 1.7718012824405527\n",
      "Cost after epoch 5500000: 1.779174764207627\n",
      "Cost after epoch 5501000: 1.7814472248714681\n",
      "Cost after epoch 5502000: 1.7842389526293085\n",
      "Cost after epoch 5503000: 1.7942718956963821\n",
      "Cost after epoch 5504000: 1.7892525057003041\n",
      "Cost after epoch 5505000: 1.7713025284278163\n",
      "Cost after epoch 5506000: 1.7681479759135386\n",
      "Cost after epoch 5507000: 1.7730149399610626\n",
      "Cost after epoch 5508000: 1.7797891770219123\n",
      "Cost after epoch 5509000: 1.7848610691158326\n",
      "Cost after epoch 5510000: 1.7862044710010234\n",
      "Cost after epoch 5511000: 1.797473994093379\n",
      "Cost after epoch 5512000: 1.8120657938462563\n",
      "Cost after epoch 5513000: 1.803356774179213\n",
      "Cost after epoch 5514000: 1.7971334268195263\n",
      "Cost after epoch 5515000: 1.8051472752763904\n",
      "Cost after epoch 5516000: 1.7832525318062222\n",
      "Cost after epoch 5517000: 1.78685129637766\n",
      "Cost after epoch 5518000: 1.8057534518450675\n",
      "Cost after epoch 5519000: 1.7982581224312348\n",
      "Cost after epoch 5520000: 1.7909974321954076\n",
      "Cost after epoch 5521000: 1.786023657172413\n",
      "Cost after epoch 5522000: 1.7837647652305328\n",
      "Cost after epoch 5523000: 1.785666632656302\n",
      "Cost after epoch 5524000: 1.778255231549129\n",
      "Cost after epoch 5525000: 1.7801957669937005\n",
      "Cost after epoch 5526000: 1.7750955607671728\n",
      "Cost after epoch 5527000: 1.7766211143645598\n",
      "Cost after epoch 5528000: 1.7813316398393928\n",
      "Cost after epoch 5529000: 1.7965437422180222\n",
      "Cost after epoch 5530000: 1.8095586573165874\n",
      "Cost after epoch 5531000: 1.7929559582238943\n",
      "Cost after epoch 5532000: 1.7924940399423974\n",
      "Cost after epoch 5533000: 1.7808791792860164\n",
      "Cost after epoch 5534000: 1.7712745657920044\n",
      "Cost after epoch 5535000: 1.7743252406182821\n",
      "Cost after epoch 5536000: 1.7799437945794643\n",
      "Cost after epoch 5537000: 1.7791806534158647\n",
      "Cost after epoch 5538000: 1.7785302825280631\n",
      "Cost after epoch 5539000: 1.7826263193455463\n",
      "Cost after epoch 5540000: 1.7860031186531744\n",
      "Cost after epoch 5541000: 1.789208956803473\n",
      "Cost after epoch 5542000: 1.7847354679534255\n",
      "Cost after epoch 5543000: 1.7751353917081665\n",
      "Cost after epoch 5544000: 1.7658591555520335\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 5545000: 1.7651300060794777\n",
      "Cost after epoch 5546000: 1.7750466435558083\n",
      "Cost after epoch 5547000: 1.8074289513500041\n",
      "Cost after epoch 5548000: 1.794528053887713\n",
      "Cost after epoch 5549000: 1.7881270262109328\n",
      "Cost after epoch 5550000: 1.7876197423151243\n",
      "Cost after epoch 5551000: 1.784378851384444\n",
      "Cost after epoch 5552000: 1.7858301777243721\n",
      "Cost after epoch 5553000: 1.7917076065312818\n",
      "Cost after epoch 5554000: 1.767624994263564\n",
      "Cost after epoch 5555000: 1.7629306407467544\n",
      "Cost after epoch 5556000: 1.7655072533031744\n",
      "Cost after epoch 5557000: 1.7709124733101531\n",
      "Cost after epoch 5558000: 1.7751482640327085\n",
      "Cost after epoch 5559000: 1.7808775878510417\n",
      "Cost after epoch 5560000: 1.796772265975415\n",
      "Cost after epoch 5561000: 1.7802068507911524\n",
      "Cost after epoch 5562000: 1.7787661654567501\n",
      "Cost after epoch 5563000: 1.814158864693781\n",
      "Cost after epoch 5564000: 1.795231759798103\n",
      "Cost after epoch 5565000: 1.8088888943487849\n",
      "Cost after epoch 5566000: 1.795309313206814\n",
      "Cost after epoch 5567000: 1.7806644333413342\n",
      "Cost after epoch 5568000: 1.7747323514388662\n",
      "Cost after epoch 5569000: 1.7717448728668694\n",
      "Cost after epoch 5570000: 1.775318673815851\n",
      "Cost after epoch 5571000: 1.7806042863642642\n",
      "Cost after epoch 5572000: 1.7934385536695712\n",
      "Cost after epoch 5573000: 1.7761682140370572\n",
      "Cost after epoch 5574000: 1.7703870839152054\n",
      "Cost after epoch 5575000: 1.775227141498471\n",
      "Cost after epoch 5576000: 1.7763149080622844\n",
      "Cost after epoch 5577000: 1.7765322274654465\n",
      "Cost after epoch 5578000: 1.771401134263816\n",
      "Cost after epoch 5579000: 1.7702469719816947\n",
      "Cost after epoch 5580000: 1.7721848972718135\n",
      "Cost after epoch 5581000: 1.776454238111855\n",
      "Cost after epoch 5582000: 1.7841630090971887\n",
      "Cost after epoch 5583000: 1.791542162748842\n",
      "Cost after epoch 5584000: 1.7999692809201635\n",
      "Cost after epoch 5585000: 1.8035684870427127\n",
      "Cost after epoch 5586000: 1.7864441272703673\n",
      "Cost after epoch 5587000: 1.7820379867430174\n",
      "Cost after epoch 5588000: 1.7907907008466915\n",
      "Cost after epoch 5589000: 1.7818541821908365\n",
      "Cost after epoch 5590000: 1.7777977875177724\n",
      "Cost after epoch 5591000: 1.7857776584619673\n",
      "Cost after epoch 5592000: 1.8066881144901443\n",
      "Cost after epoch 5593000: 1.796625290842896\n",
      "Cost after epoch 5594000: 1.7904866899251701\n",
      "Cost after epoch 5595000: 1.7930420954440438\n",
      "Cost after epoch 5596000: 1.8057393648081619\n",
      "Cost after epoch 5597000: 1.7929324072621908\n",
      "Cost after epoch 5598000: 1.7882215609223113\n",
      "Cost after epoch 5599000: 1.8014194957631537\n",
      "Cost after epoch 5600000: 1.7838241752931927\n",
      "Cost after epoch 5601000: 1.782252933767478\n",
      "Cost after epoch 5602000: 1.7853656642094633\n",
      "Cost after epoch 5603000: 1.795828013828297\n",
      "Cost after epoch 5604000: 1.798662763847221\n",
      "Cost after epoch 5605000: 1.7937287299302134\n",
      "Cost after epoch 5606000: 1.7962084405377994\n",
      "Cost after epoch 5607000: 1.7955948893069649\n",
      "Cost after epoch 5608000: 1.78844291080688\n",
      "Cost after epoch 5609000: 1.7928067254943183\n",
      "Cost after epoch 5610000: 1.8004150900492357\n",
      "Cost after epoch 5611000: 1.8237403019920038\n",
      "Cost after epoch 5612000: 1.79465031947433\n",
      "Cost after epoch 5613000: 1.7882079347188187\n",
      "Cost after epoch 5614000: 1.7958616119209962\n",
      "Cost after epoch 5615000: 1.7932807844111938\n",
      "Cost after epoch 5616000: 1.7879782807778013\n",
      "Cost after epoch 5617000: 1.784801510478678\n",
      "Cost after epoch 5618000: 1.7824556488248102\n",
      "Cost after epoch 5619000: 1.7799402062956085\n",
      "Cost after epoch 5620000: 1.7812893236279923\n",
      "Cost after epoch 5621000: 1.781061621483911\n",
      "Cost after epoch 5622000: 1.7951903124048965\n",
      "Cost after epoch 5623000: 1.7869928925628793\n",
      "Cost after epoch 5624000: 1.7717472950888784\n",
      "Cost after epoch 5625000: 1.7628743287460704\n",
      "Cost after epoch 5626000: 1.772817145477702\n",
      "Cost after epoch 5627000: 1.7859907990505788\n",
      "Cost after epoch 5628000: 1.7969126556581974\n",
      "Cost after epoch 5629000: 1.7835011144488366\n",
      "Cost after epoch 5630000: 1.7759869232241883\n",
      "Cost after epoch 5631000: 1.7744466618016363\n",
      "Cost after epoch 5632000: 1.7820543956011\n",
      "Cost after epoch 5633000: 1.8010913730997185\n",
      "Cost after epoch 5634000: 1.7913670296406314\n",
      "Cost after epoch 5635000: 1.7822508418798466\n",
      "Cost after epoch 5636000: 1.773776770949813\n",
      "Cost after epoch 5637000: 1.765844262722498\n",
      "Cost after epoch 5638000: 1.764604848326283\n",
      "Cost after epoch 5639000: 1.7701107771527347\n",
      "Cost after epoch 5640000: 1.8044275193960257\n",
      "Cost after epoch 5641000: 1.7855777447053252\n",
      "Cost after epoch 5642000: 1.7802949332824796\n",
      "Cost after epoch 5643000: 1.777156106006903\n",
      "Cost after epoch 5644000: 1.7776958510495593\n",
      "Cost after epoch 5645000: 1.8041377559200493\n",
      "Cost after epoch 5646000: 1.7967544842938281\n",
      "Cost after epoch 5647000: 1.7772440606235396\n",
      "Cost after epoch 5648000: 1.7673285766119564\n",
      "Cost after epoch 5649000: 1.769692098525531\n",
      "Cost after epoch 5650000: 1.7804910069883104\n",
      "Cost after epoch 5651000: 1.7928202102560489\n",
      "Cost after epoch 5652000: 1.7960123483921486\n",
      "Cost after epoch 5653000: 1.7889482396412988\n",
      "Cost after epoch 5654000: 1.7854774981334602\n",
      "Cost after epoch 5655000: 1.7769197000405943\n",
      "Cost after epoch 5656000: 1.7750053902002698\n",
      "Cost after epoch 5657000: 1.7831060705549457\n",
      "Cost after epoch 5658000: 1.7943031094806967\n",
      "Cost after epoch 5659000: 1.7990112260655144\n",
      "Cost after epoch 5660000: 1.790737728993966\n",
      "Cost after epoch 5661000: 1.7848305016231574\n",
      "Cost after epoch 5662000: 1.7914864670720287\n",
      "Cost after epoch 5663000: 1.801611227774128\n",
      "Cost after epoch 5664000: 1.796631890994043\n",
      "Cost after epoch 5665000: 1.7872568422227817\n",
      "Cost after epoch 5666000: 1.7865693426854785\n",
      "Cost after epoch 5667000: 1.791553562776734\n",
      "Cost after epoch 5668000: 1.792272341861825\n",
      "Cost after epoch 5669000: 1.7944703722115254\n",
      "Cost after epoch 5670000: 1.7898234413323437\n",
      "Cost after epoch 5671000: 1.785402714540864\n",
      "Cost after epoch 5672000: 1.783430380669624\n",
      "Cost after epoch 5673000: 1.7920505757505172\n",
      "Cost after epoch 5674000: 1.8162658790708017\n",
      "Cost after epoch 5675000: 1.7864150163353678\n",
      "Cost after epoch 5676000: 1.7774578285948535\n",
      "Cost after epoch 5677000: 1.7703469457323298\n",
      "Cost after epoch 5678000: 1.7726045894955615\n",
      "Cost after epoch 5679000: 1.777020514111288\n",
      "Cost after epoch 5680000: 1.781517968592317\n",
      "Cost after epoch 5681000: 1.785071715229961\n",
      "Cost after epoch 5682000: 1.801830597578562\n",
      "Cost after epoch 5683000: 1.7886439826894809\n",
      "Cost after epoch 5684000: 1.802908612109744\n",
      "Cost after epoch 5685000: 1.7996912541815364\n",
      "Cost after epoch 5686000: 1.7815083302734085\n",
      "Cost after epoch 5687000: 1.773766945054735\n",
      "Cost after epoch 5688000: 1.7683689298320853\n",
      "Cost after epoch 5689000: 1.7686009708927157\n",
      "Cost after epoch 5690000: 1.7784053201444552\n",
      "Cost after epoch 5691000: 1.7871362032186184\n",
      "Cost after epoch 5692000: 1.7899387094858714\n",
      "Cost after epoch 5693000: 1.7881305731278239\n",
      "Cost after epoch 5694000: 1.7737515234730175\n",
      "Cost after epoch 5695000: 1.7752181964393734\n",
      "Cost after epoch 5696000: 1.7849287671631382\n",
      "Cost after epoch 5697000: 1.7931538545551124\n",
      "Cost after epoch 5698000: 1.77664184729026\n",
      "Cost after epoch 5699000: 1.7655713101040402\n",
      "Cost after epoch 5700000: 1.7644797949968851\n",
      "Cost after epoch 5701000: 1.7692368765183049\n",
      "Cost after epoch 5702000: 1.7734527921621832\n",
      "Cost after epoch 5703000: 1.8051275067527328\n",
      "Cost after epoch 5704000: 1.7935763168670529\n",
      "Cost after epoch 5705000: 1.7793134916047437\n",
      "Cost after epoch 5706000: 1.770615859080058\n",
      "Cost after epoch 5707000: 1.772089038234343\n",
      "Cost after epoch 5708000: 1.7821336682153828\n",
      "Cost after epoch 5709000: 1.7946816231804288\n",
      "Cost after epoch 5710000: 1.7805924719359405\n",
      "Cost after epoch 5711000: 1.7743862270320672\n",
      "Cost after epoch 5712000: 1.7668903354634296\n",
      "Cost after epoch 5713000: 1.7634570966881875\n",
      "Cost after epoch 5714000: 1.7726711791098888\n",
      "Cost after epoch 5715000: 1.7886998425425802\n",
      "Cost after epoch 5716000: 1.7956831531859427\n",
      "Cost after epoch 5717000: 1.7855864936497154\n",
      "Cost after epoch 5718000: 1.7769142469607009\n",
      "Cost after epoch 5719000: 1.7740469286977627\n",
      "Cost after epoch 5720000: 1.7751780345840935\n",
      "Cost after epoch 5721000: 1.779931282120098\n",
      "Cost after epoch 5722000: 1.7919061530864613\n",
      "Cost after epoch 5723000: 1.7951515311446296\n",
      "Cost after epoch 5724000: 1.8001424610896284\n",
      "Cost after epoch 5725000: 1.8042600250516527\n",
      "Cost after epoch 5726000: 1.81423695466156\n",
      "Cost after epoch 5727000: 1.7852435331890644\n",
      "Cost after epoch 5728000: 1.7857252908090957\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 5729000: 1.7817501761745764\n",
      "Cost after epoch 5730000: 1.782412345542814\n",
      "Cost after epoch 5731000: 1.7852611209173166\n",
      "Cost after epoch 5732000: 1.778291037958442\n",
      "Cost after epoch 5733000: 1.7717131909165662\n",
      "Cost after epoch 5734000: 1.779876962516294\n",
      "Cost after epoch 5735000: 1.7931315371378775\n",
      "Cost after epoch 5736000: 1.7901384306573567\n",
      "Cost after epoch 5737000: 1.7980144570136602\n",
      "Cost after epoch 5738000: 1.8116760609361517\n",
      "Cost after epoch 5739000: 1.7839665404561251\n",
      "Cost after epoch 5740000: 1.780859951905074\n",
      "Cost after epoch 5741000: 1.7845509572214555\n",
      "Cost after epoch 5742000: 1.8023227745578945\n",
      "Cost after epoch 5743000: 1.7921900623971692\n",
      "Cost after epoch 5744000: 1.784702344579671\n",
      "Cost after epoch 5745000: 1.7882039285005287\n",
      "Cost after epoch 5746000: 1.7957729593801774\n",
      "Cost after epoch 5747000: 1.7782741277899152\n",
      "Cost after epoch 5748000: 1.7696631602604438\n",
      "Cost after epoch 5749000: 1.7780913225088106\n",
      "Cost after epoch 5750000: 1.7924360606590668\n",
      "Cost after epoch 5751000: 1.7872085049006188\n",
      "Cost after epoch 5752000: 1.7823651442639796\n",
      "Cost after epoch 5753000: 1.7792865091830534\n",
      "Cost after epoch 5754000: 1.772216859090856\n",
      "Cost after epoch 5755000: 1.771653945527082\n",
      "Cost after epoch 5756000: 1.7736562925649109\n",
      "Cost after epoch 5757000: 1.780934179157833\n",
      "Cost after epoch 5758000: 1.7962598977043835\n",
      "Cost after epoch 5759000: 1.7921309826403506\n",
      "Cost after epoch 5760000: 1.7767298571327763\n",
      "Cost after epoch 5761000: 1.7761625491580306\n",
      "Cost after epoch 5762000: 1.7928973562974562\n",
      "Cost after epoch 5763000: 1.7999690676440698\n",
      "Cost after epoch 5764000: 1.786620370269587\n",
      "Cost after epoch 5765000: 1.7854710538607168\n",
      "Cost after epoch 5766000: 1.7793622150993973\n",
      "Cost after epoch 5767000: 1.7742083292313782\n",
      "Cost after epoch 5768000: 1.7724212691091252\n",
      "Cost after epoch 5769000: 1.7729878613476457\n",
      "Cost after epoch 5770000: 1.776270516517381\n",
      "Cost after epoch 5771000: 1.77952228308751\n",
      "Cost after epoch 5772000: 1.7706967925882346\n",
      "Cost after epoch 5773000: 1.7748430498802303\n",
      "Cost after epoch 5774000: 1.7843170337394967\n",
      "Cost after epoch 5775000: 1.8014863996998376\n",
      "Cost after epoch 5776000: 1.790777709570309\n",
      "Cost after epoch 5777000: 1.7835724900058014\n",
      "Cost after epoch 5778000: 1.7745018696613561\n",
      "Cost after epoch 5779000: 1.7757075606713655\n",
      "Cost after epoch 5780000: 1.7781080955180637\n",
      "Cost after epoch 5781000: 1.7875508990597417\n",
      "Cost after epoch 5782000: 1.7919364654457772\n",
      "Cost after epoch 5783000: 1.7949836726257447\n",
      "Cost after epoch 5784000: 1.8032676940389067\n",
      "Cost after epoch 5785000: 1.810384529726486\n",
      "Cost after epoch 5786000: 1.7979225470333946\n",
      "Cost after epoch 5787000: 1.776913329117025\n",
      "Cost after epoch 5788000: 1.7727011931612655\n",
      "Cost after epoch 5789000: 1.7732201339540892\n",
      "Cost after epoch 5790000: 1.7788558889481858\n",
      "Cost after epoch 5791000: 1.779515989862088\n",
      "Cost after epoch 5792000: 1.7892078885983187\n",
      "Cost after epoch 5793000: 1.7821593435015939\n",
      "Cost after epoch 5794000: 1.7752173877451682\n",
      "Cost after epoch 5795000: 1.7720760517366354\n",
      "Cost after epoch 5796000: 1.7698413861749622\n",
      "Cost after epoch 5797000: 1.773939562842124\n",
      "Cost after epoch 5798000: 1.7766251716934476\n",
      "Cost after epoch 5799000: 1.7739433725077278\n",
      "Cost after epoch 5800000: 1.7747381922977887\n",
      "Cost after epoch 5801000: 1.780107413029052\n",
      "Cost after epoch 5802000: 1.7930457135785014\n",
      "Cost after epoch 5803000: 1.7917693938028612\n",
      "Cost after epoch 5804000: 1.7954615283837025\n",
      "Cost after epoch 5805000: 1.78827750627525\n",
      "Cost after epoch 5806000: 1.7781112056543633\n",
      "Cost after epoch 5807000: 1.7876442292615082\n",
      "Cost after epoch 5808000: 1.7991766132470322\n",
      "Cost after epoch 5809000: 1.8176609762756055\n",
      "Cost after epoch 5810000: 1.7995384476698901\n",
      "Cost after epoch 5811000: 1.7967421265819956\n",
      "Cost after epoch 5812000: 1.7891576516286496\n",
      "Cost after epoch 5813000: 1.7924286621760646\n",
      "Cost after epoch 5814000: 1.7888696171024396\n",
      "Cost after epoch 5815000: 1.7824258196550709\n",
      "Cost after epoch 5816000: 1.7791158330026584\n",
      "Cost after epoch 5817000: 1.7848199903584152\n",
      "Cost after epoch 5818000: 1.7899492820707705\n",
      "Cost after epoch 5819000: 1.7974833267786683\n",
      "Cost after epoch 5820000: 1.7868334020026408\n",
      "Cost after epoch 5821000: 1.7874396185240862\n",
      "Cost after epoch 5822000: 1.7873201729221075\n",
      "Cost after epoch 5823000: 1.7748720386498305\n",
      "Cost after epoch 5824000: 1.779501311999311\n",
      "Cost after epoch 5825000: 1.8014938513346181\n",
      "Cost after epoch 5826000: 1.794483033979412\n",
      "Cost after epoch 5827000: 1.7888915277867605\n",
      "Cost after epoch 5828000: 1.79123935821112\n",
      "Cost after epoch 5829000: 1.7833663696072986\n",
      "Cost after epoch 5830000: 1.7897093199374126\n",
      "Cost after epoch 5831000: 1.7874868057145914\n",
      "Cost after epoch 5832000: 1.783653105300671\n",
      "Cost after epoch 5833000: 1.7841481927804639\n",
      "Cost after epoch 5834000: 1.7905266996264706\n",
      "Cost after epoch 5835000: 1.7818091826205067\n",
      "Cost after epoch 5836000: 1.7719405696773223\n",
      "Cost after epoch 5837000: 1.7703181256069367\n",
      "Cost after epoch 5838000: 1.778860395002261\n",
      "Cost after epoch 5839000: 1.7723707049819097\n",
      "Cost after epoch 5840000: 1.7709422177037824\n",
      "Cost after epoch 5841000: 1.7721295210167258\n",
      "Cost after epoch 5842000: 1.7898416201166172\n",
      "Cost after epoch 5843000: 1.7891741679800262\n",
      "Cost after epoch 5844000: 1.7876101487221367\n",
      "Cost after epoch 5845000: 1.7849480466681138\n",
      "Cost after epoch 5846000: 1.7761163674591283\n",
      "Cost after epoch 5847000: 1.7722665859771438\n",
      "Cost after epoch 5848000: 1.7710218894058403\n",
      "Cost after epoch 5849000: 1.7729552721068027\n",
      "Cost after epoch 5850000: 1.7891429726610175\n",
      "Cost after epoch 5851000: 1.7822179373523168\n",
      "Cost after epoch 5852000: 1.788391648780888\n",
      "Cost after epoch 5853000: 1.8170169890876613\n",
      "Cost after epoch 5854000: 1.798199468279575\n",
      "Cost after epoch 5855000: 1.788969637828725\n",
      "Cost after epoch 5856000: 1.787045967206608\n",
      "Cost after epoch 5857000: 1.7964406519048128\n",
      "Cost after epoch 5858000: 1.7861231469181775\n",
      "Cost after epoch 5859000: 1.7786496967999263\n",
      "Cost after epoch 5860000: 1.7797385142954627\n",
      "Cost after epoch 5861000: 1.7698616089467876\n",
      "Cost after epoch 5862000: 1.7777807505510168\n",
      "Cost after epoch 5863000: 1.7856522603347242\n",
      "Cost after epoch 5864000: 1.7907575809412595\n",
      "Cost after epoch 5865000: 1.78608002379254\n",
      "Cost after epoch 5866000: 1.7885346221997613\n",
      "Cost after epoch 5867000: 1.7990119279682595\n",
      "Cost after epoch 5868000: 1.7952284155985299\n",
      "Cost after epoch 5869000: 1.7894103733824838\n",
      "Cost after epoch 5870000: 1.7855387123482989\n",
      "Cost after epoch 5871000: 1.7886138852232236\n",
      "Cost after epoch 5872000: 1.7982260655233495\n",
      "Cost after epoch 5873000: 1.7872743675896894\n",
      "Cost after epoch 5874000: 1.788495343185264\n",
      "Cost after epoch 5875000: 1.8407544832641412\n",
      "Cost after epoch 5876000: 1.7864967911782215\n",
      "Cost after epoch 5877000: 1.7923368863899363\n",
      "Cost after epoch 5878000: 1.7902149772553932\n",
      "Cost after epoch 5879000: 1.7810087653277593\n",
      "Cost after epoch 5880000: 1.7700191233790459\n",
      "Cost after epoch 5881000: 1.778541791482484\n",
      "Cost after epoch 5882000: 1.7960985703876915\n",
      "Cost after epoch 5883000: 1.8117460164818584\n",
      "Cost after epoch 5884000: 1.7802095189021905\n",
      "Cost after epoch 5885000: 1.7745997513912277\n",
      "Cost after epoch 5886000: 1.7724353441142124\n",
      "Cost after epoch 5887000: 1.7715469479061907\n",
      "Cost after epoch 5888000: 1.7723722803729496\n",
      "Cost after epoch 5889000: 1.7769096253774763\n",
      "Cost after epoch 5890000: 1.7865304443506875\n",
      "Cost after epoch 5891000: 1.7976131594585982\n",
      "Cost after epoch 5892000: 1.8016867182937704\n",
      "Cost after epoch 5893000: 1.7822630956189418\n",
      "Cost after epoch 5894000: 1.7844555914902822\n",
      "Cost after epoch 5895000: 1.7895310093397616\n",
      "Cost after epoch 5896000: 1.818116053572267\n",
      "Cost after epoch 5897000: 1.776506295788341\n",
      "Cost after epoch 5898000: 1.767164462521123\n",
      "Cost after epoch 5899000: 1.7799611565238422\n",
      "Cost after epoch 5900000: 1.7884863926150376\n",
      "Cost after epoch 5901000: 1.789122437383517\n",
      "Cost after epoch 5902000: 1.790338634792829\n",
      "Cost after epoch 5903000: 1.7906616422479262\n",
      "Cost after epoch 5904000: 1.787252106567149\n",
      "Cost after epoch 5905000: 1.779865406034867\n",
      "Cost after epoch 5906000: 1.7758396223862207\n",
      "Cost after epoch 5907000: 1.7766074441323432\n",
      "Cost after epoch 5908000: 1.7758125209903937\n",
      "Cost after epoch 5909000: 1.7717353994419769\n",
      "Cost after epoch 5910000: 1.7758322750008826\n",
      "Cost after epoch 5911000: 1.7780346263684894\n",
      "Cost after epoch 5912000: 1.7805143906439922\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 5913000: 1.7806401837212449\n",
      "Cost after epoch 5914000: 1.7778706961090913\n",
      "Cost after epoch 5915000: 1.770997293173464\n",
      "Cost after epoch 5916000: 1.7667014254438556\n",
      "Cost after epoch 5917000: 1.7955035925853413\n",
      "Cost after epoch 5918000: 1.7965961829733135\n",
      "Cost after epoch 5919000: 1.7772194206311116\n",
      "Cost after epoch 5920000: 1.774624817256972\n",
      "Cost after epoch 5921000: 1.7815272953459438\n",
      "Cost after epoch 5922000: 1.8250938026571937\n",
      "Cost after epoch 5923000: 1.791831488419536\n",
      "Cost after epoch 5924000: 1.7834295255531962\n",
      "Cost after epoch 5925000: 1.7749872196168843\n",
      "Cost after epoch 5926000: 1.771274656510829\n",
      "Cost after epoch 5927000: 1.7708936959541297\n",
      "Cost after epoch 5928000: 1.775765968261493\n",
      "Cost after epoch 5929000: 1.7825326199475056\n",
      "Cost after epoch 5930000: 1.783888039095003\n",
      "Cost after epoch 5931000: 1.7812134405266362\n",
      "Cost after epoch 5932000: 1.7777449683647988\n",
      "Cost after epoch 5933000: 1.773061928309107\n",
      "Cost after epoch 5934000: 1.7668770718371352\n",
      "Cost after epoch 5935000: 1.7792668736615083\n",
      "Cost after epoch 5936000: 1.7912514836120959\n",
      "Cost after epoch 5937000: 1.8133388424382155\n",
      "Cost after epoch 5938000: 1.785957150290192\n",
      "Cost after epoch 5939000: 1.7822873192030122\n",
      "Cost after epoch 5940000: 1.788865291523127\n",
      "Cost after epoch 5941000: 1.7855007204991429\n",
      "Cost after epoch 5942000: 1.7795884519094838\n",
      "Cost after epoch 5943000: 1.7761283447000844\n",
      "Cost after epoch 5944000: 1.773330371243786\n",
      "Cost after epoch 5945000: 1.7716401778494986\n",
      "Cost after epoch 5946000: 1.774318677719623\n",
      "Cost after epoch 5947000: 1.7767517742324668\n",
      "Cost after epoch 5948000: 1.7708257664255516\n",
      "Cost after epoch 5949000: 1.7714046364996592\n",
      "Cost after epoch 5950000: 1.7720746209426206\n",
      "Cost after epoch 5951000: 1.775953699362833\n",
      "Cost after epoch 5952000: 1.7823773929659574\n",
      "Cost after epoch 5953000: 1.7834804978672825\n",
      "Cost after epoch 5954000: 1.79347885781168\n",
      "Cost after epoch 5955000: 1.803960608439983\n",
      "Cost after epoch 5956000: 1.798873163753477\n",
      "Cost after epoch 5957000: 1.8013009186107012\n",
      "Cost after epoch 5958000: 1.785418708731384\n",
      "Cost after epoch 5959000: 1.770785638566953\n",
      "Cost after epoch 5960000: 1.7697905268802685\n",
      "Cost after epoch 5961000: 1.772187468624738\n",
      "Cost after epoch 5962000: 1.7749377943093012\n",
      "Cost after epoch 5963000: 1.776209908478562\n",
      "Cost after epoch 5964000: 1.7793162434908887\n",
      "Cost after epoch 5965000: 1.7771482538671268\n",
      "Cost after epoch 5966000: 1.773642148303883\n",
      "Cost after epoch 5967000: 1.769687000800739\n",
      "Cost after epoch 5968000: 1.7885743432060637\n",
      "Cost after epoch 5969000: 1.8042919557648762\n",
      "Cost after epoch 5970000: 1.800527902801893\n",
      "Cost after epoch 5971000: 1.7854170319309854\n",
      "Cost after epoch 5972000: 1.7787379995560222\n",
      "Cost after epoch 5973000: 1.7764430118636856\n",
      "Cost after epoch 5974000: 1.7766590508016602\n",
      "Cost after epoch 5975000: 1.7833311627317505\n",
      "Cost after epoch 5976000: 1.8119224821373823\n",
      "Cost after epoch 5977000: 1.7968378910067386\n",
      "Cost after epoch 5978000: 1.7812587406571267\n",
      "Cost after epoch 5979000: 1.7717313790774964\n",
      "Cost after epoch 5980000: 1.78360304353026\n",
      "Cost after epoch 5981000: 1.7867660266182035\n",
      "Cost after epoch 5982000: 1.7923844661283974\n",
      "Cost after epoch 5983000: 1.7965417840425557\n",
      "Cost after epoch 5984000: 1.8013393340818264\n",
      "Cost after epoch 5985000: 1.7794033096889208\n",
      "Cost after epoch 5986000: 1.7688609105282\n",
      "Cost after epoch 5987000: 1.774178242490727\n",
      "Cost after epoch 5988000: 1.784970483037741\n",
      "Cost after epoch 5989000: 1.801296641819167\n",
      "Cost after epoch 5990000: 1.79103695648453\n",
      "Cost after epoch 5991000: 1.7726148031708275\n",
      "Cost after epoch 5992000: 1.7692664061258419\n",
      "Cost after epoch 5993000: 1.7891999785519337\n",
      "Cost after epoch 5994000: 1.8039373774792848\n",
      "Cost after epoch 5995000: 1.7908722119157074\n",
      "Cost after epoch 5996000: 1.7812167557522618\n",
      "Cost after epoch 5997000: 1.7742679426851127\n",
      "Cost after epoch 5998000: 1.7749727524777519\n",
      "Cost after epoch 5999000: 1.7965171659768195\n",
      "Cost after epoch 6000000: 1.8036111459152133\n",
      "Cost after epoch 6001000: 1.8027874421382255\n",
      "Cost after epoch 6002000: 1.779852517898185\n",
      "Cost after epoch 6003000: 1.7721215212900492\n",
      "Cost after epoch 6004000: 1.7755347167446358\n",
      "Cost after epoch 6005000: 1.7839285980491717\n",
      "Cost after epoch 6006000: 1.7923806062220522\n",
      "Cost after epoch 6007000: 1.7954067034293721\n",
      "Cost after epoch 6008000: 1.7957252840574707\n",
      "Cost after epoch 6009000: 1.7879017819598948\n",
      "Cost after epoch 6010000: 1.785782613980243\n",
      "Cost after epoch 6011000: 1.7827563730823635\n",
      "Cost after epoch 6012000: 1.7772424361600694\n",
      "Cost after epoch 6013000: 1.7702912555510415\n",
      "Cost after epoch 6014000: 1.7671200394940914\n",
      "Cost after epoch 6015000: 1.7773751913495914\n",
      "Cost after epoch 6016000: 1.7974223129799956\n",
      "Cost after epoch 6017000: 1.8044627128360544\n",
      "Cost after epoch 6018000: 1.8091784491801723\n",
      "Cost after epoch 6019000: 1.7867744776498615\n",
      "Cost after epoch 6020000: 1.782916001270987\n",
      "Cost after epoch 6021000: 1.7852381647631717\n",
      "Cost after epoch 6022000: 1.7907498578855163\n",
      "Cost after epoch 6023000: 1.7818157357440456\n",
      "Cost after epoch 6024000: 1.771780649707794\n",
      "Cost after epoch 6025000: 1.7711183934578982\n",
      "Cost after epoch 6026000: 1.7799771543789977\n",
      "Cost after epoch 6027000: 1.7915546851185917\n",
      "Cost after epoch 6028000: 1.7947925846794752\n",
      "Cost after epoch 6029000: 1.7961758406380919\n",
      "Cost after epoch 6030000: 1.7883563277230263\n",
      "Cost after epoch 6031000: 1.778954828971781\n",
      "Cost after epoch 6032000: 1.8023194886528957\n",
      "Cost after epoch 6033000: 1.7907057161420017\n",
      "Cost after epoch 6034000: 1.785033056223855\n",
      "Cost after epoch 6035000: 1.774157044365535\n",
      "Cost after epoch 6036000: 1.7631274395593393\n",
      "Cost after epoch 6037000: 1.78052980651483\n",
      "Cost after epoch 6038000: 1.8109810527854027\n",
      "Cost after epoch 6039000: 1.7857983585491948\n",
      "Cost after epoch 6040000: 1.784369096515383\n",
      "Cost after epoch 6041000: 1.7875324258551464\n",
      "Cost after epoch 6042000: 1.779500172383844\n",
      "Cost after epoch 6043000: 1.7773475466320516\n",
      "Cost after epoch 6044000: 1.7777006714981944\n",
      "Cost after epoch 6045000: 1.7844390075185579\n",
      "Cost after epoch 6046000: 1.7860965253220196\n",
      "Cost after epoch 6047000: 1.7815570508216063\n",
      "Cost after epoch 6048000: 1.78672056578135\n",
      "Cost after epoch 6049000: 1.8223640304256041\n",
      "Cost after epoch 6050000: 1.8058637117606922\n",
      "Cost after epoch 6051000: 1.8032581084737331\n",
      "Cost after epoch 6052000: 1.7853703351884165\n",
      "Cost after epoch 6053000: 1.77986236350249\n",
      "Cost after epoch 6054000: 1.7931587152723791\n",
      "Cost after epoch 6055000: 1.7791793609661264\n",
      "Cost after epoch 6056000: 1.7798020770124805\n",
      "Cost after epoch 6057000: 1.7787334593383675\n",
      "Cost after epoch 6058000: 1.8013284605045208\n",
      "Cost after epoch 6059000: 1.7944979498571971\n",
      "Cost after epoch 6060000: 1.796611730472971\n",
      "Cost after epoch 6061000: 1.786007376953217\n",
      "Cost after epoch 6062000: 1.77719754126197\n",
      "Cost after epoch 6063000: 1.7692510874425103\n",
      "Cost after epoch 6064000: 1.7642510020521522\n",
      "Cost after epoch 6065000: 1.7679075085425329\n",
      "Cost after epoch 6066000: 1.77475489173399\n",
      "Cost after epoch 6067000: 1.7911676986012557\n",
      "Cost after epoch 6068000: 1.791413596154352\n",
      "Cost after epoch 6069000: 1.8041576966502024\n",
      "Cost after epoch 6070000: 1.7904377274200507\n",
      "Cost after epoch 6071000: 1.807181224058191\n",
      "Cost after epoch 6072000: 1.7990768451433887\n",
      "Cost after epoch 6073000: 1.7837082574788834\n",
      "Cost after epoch 6074000: 1.7700192342643166\n",
      "Cost after epoch 6075000: 1.7663058669567324\n",
      "Cost after epoch 6076000: 1.7716003262739697\n",
      "Cost after epoch 6077000: 1.776954195218073\n",
      "Cost after epoch 6078000: 1.7859705064379385\n",
      "Cost after epoch 6079000: 1.7881947485280358\n",
      "Cost after epoch 6080000: 1.7843763345996357\n",
      "Cost after epoch 6081000: 1.7976080467141498\n",
      "Cost after epoch 6082000: 1.794369706838912\n",
      "Cost after epoch 6083000: 1.7787175457901192\n",
      "Cost after epoch 6084000: 1.7764060176394842\n",
      "Cost after epoch 6085000: 1.7749554148562927\n",
      "Cost after epoch 6086000: 1.7741816790998932\n",
      "Cost after epoch 6087000: 1.7755186607232674\n",
      "Cost after epoch 6088000: 1.7806277342434056\n",
      "Cost after epoch 6089000: 1.7860197894783592\n",
      "Cost after epoch 6090000: 1.791432898583235\n",
      "Cost after epoch 6091000: 1.783521795205651\n",
      "Cost after epoch 6092000: 1.7795392536383958\n",
      "Cost after epoch 6093000: 1.7794076045318805\n",
      "Cost after epoch 6094000: 1.8011583765411097\n",
      "Cost after epoch 6095000: 1.7746530997756518\n",
      "Cost after epoch 6096000: 1.773358031516212\n",
      "Cost after epoch 6097000: 1.7702822451427243\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 6098000: 1.773203500687763\n",
      "Cost after epoch 6099000: 1.7719706792648702\n",
      "Cost after epoch 6100000: 1.773045270741513\n",
      "Cost after epoch 6101000: 1.7779498460433232\n",
      "Cost after epoch 6102000: 1.7853511354735163\n",
      "Cost after epoch 6103000: 1.8063548623293193\n",
      "Cost after epoch 6104000: 1.7863558684371912\n",
      "Cost after epoch 6105000: 1.781626257348125\n",
      "Cost after epoch 6106000: 1.7872387420943388\n",
      "Cost after epoch 6107000: 1.783104790269638\n",
      "Cost after epoch 6108000: 1.8103332424901541\n",
      "Cost after epoch 6109000: 1.8090349499523122\n",
      "Cost after epoch 6110000: 1.8063683945929603\n",
      "Cost after epoch 6111000: 1.779755013874028\n",
      "Cost after epoch 6112000: 1.7782886222840246\n",
      "Cost after epoch 6113000: 1.778826471542115\n",
      "Cost after epoch 6114000: 1.7786978854825348\n",
      "Cost after epoch 6115000: 1.7915454170091205\n",
      "Cost after epoch 6116000: 1.7941669952217236\n",
      "Cost after epoch 6117000: 1.775764824666993\n",
      "Cost after epoch 6118000: 1.780768465529218\n",
      "Cost after epoch 6119000: 1.7967073646037504\n",
      "Cost after epoch 6120000: 1.8133690215399256\n",
      "Cost after epoch 6121000: 1.7862689395237787\n",
      "Cost after epoch 6122000: 1.7894329450685302\n",
      "Cost after epoch 6123000: 1.8020137492037769\n",
      "Cost after epoch 6124000: 1.7966821567215396\n",
      "Cost after epoch 6125000: 1.791141056239627\n",
      "Cost after epoch 6126000: 1.7898536594966423\n",
      "Cost after epoch 6127000: 1.797215246919878\n",
      "Cost after epoch 6128000: 1.7791051553258024\n",
      "Cost after epoch 6129000: 1.7784398117601476\n",
      "Cost after epoch 6130000: 1.7916270001082895\n",
      "Cost after epoch 6131000: 1.8028727938409086\n",
      "Cost after epoch 6132000: 1.8116587806595241\n",
      "Cost after epoch 6133000: 1.7943410798661728\n",
      "Cost after epoch 6134000: 1.791977209760469\n",
      "Cost after epoch 6135000: 1.793472752625273\n",
      "Cost after epoch 6136000: 1.78564149731543\n",
      "Cost after epoch 6137000: 1.7899474419145498\n",
      "Cost after epoch 6138000: 1.7830286587071884\n",
      "Cost after epoch 6139000: 1.7753165090711522\n",
      "Cost after epoch 6140000: 1.7845834921889152\n",
      "Cost after epoch 6141000: 1.7867424504030684\n",
      "Cost after epoch 6142000: 1.806726709251562\n",
      "Cost after epoch 6143000: 1.7860140580975539\n",
      "Cost after epoch 6144000: 1.7894814307955367\n",
      "Cost after epoch 6145000: 1.796464623101023\n",
      "Cost after epoch 6146000: 1.7780212636474744\n",
      "Cost after epoch 6147000: 1.774194119984784\n",
      "Cost after epoch 6148000: 1.7792285914570996\n",
      "Cost after epoch 6149000: 1.7889888016690398\n",
      "Cost after epoch 6150000: 1.7821307106611253\n",
      "Cost after epoch 6151000: 1.7751530515525231\n",
      "Cost after epoch 6152000: 1.7688967734157064\n",
      "Cost after epoch 6153000: 1.7717235488843397\n",
      "Cost after epoch 6154000: 1.795904573015219\n",
      "Cost after epoch 6155000: 1.787363855920539\n",
      "Cost after epoch 6156000: 1.789317545151897\n",
      "Cost after epoch 6157000: 1.7795942163156877\n",
      "Cost after epoch 6158000: 1.7772570580703935\n",
      "Cost after epoch 6159000: 1.7802799254269037\n",
      "Cost after epoch 6160000: 1.7988094125354586\n",
      "Cost after epoch 6161000: 1.8011110598267925\n",
      "Cost after epoch 6162000: 1.793333977648584\n",
      "Cost after epoch 6163000: 1.7738255684099602\n",
      "Cost after epoch 6164000: 1.7689654627892988\n",
      "Cost after epoch 6165000: 1.7732393895791083\n",
      "Cost after epoch 6166000: 1.7841233245455999\n",
      "Cost after epoch 6167000: 1.8070019904633114\n",
      "Cost after epoch 6168000: 1.7941845832105947\n",
      "Cost after epoch 6169000: 1.7798515364182754\n",
      "Cost after epoch 6170000: 1.7811082794204467\n",
      "Cost after epoch 6171000: 1.7875458514371203\n",
      "Cost after epoch 6172000: 1.7928939738996954\n",
      "Cost after epoch 6173000: 1.7835744916201668\n",
      "Cost after epoch 6174000: 1.7764076431438791\n",
      "Cost after epoch 6175000: 1.7703589149750312\n",
      "Cost after epoch 6176000: 1.765692948048047\n",
      "Cost after epoch 6177000: 1.7790062102318287\n",
      "Cost after epoch 6178000: 1.7808937320046747\n",
      "Cost after epoch 6179000: 1.7890147349730185\n",
      "Cost after epoch 6180000: 1.7841101957246117\n",
      "Cost after epoch 6181000: 1.7880453439705222\n",
      "Cost after epoch 6182000: 1.785261782170161\n",
      "Cost after epoch 6183000: 1.792111205222808\n",
      "Cost after epoch 6184000: 1.7892880672425193\n",
      "Cost after epoch 6185000: 1.7693013041100158\n",
      "Cost after epoch 6186000: 1.7634755327916587\n",
      "Cost after epoch 6187000: 1.7684786294769907\n",
      "Cost after epoch 6188000: 1.772875903641233\n",
      "Cost after epoch 6189000: 1.7829824287614335\n",
      "Cost after epoch 6190000: 1.7787951056158082\n",
      "Cost after epoch 6191000: 1.7827931543889686\n",
      "Cost after epoch 6192000: 1.7780235040765044\n",
      "Cost after epoch 6193000: 1.7789537189957876\n",
      "Cost after epoch 6194000: 1.7824356186976729\n",
      "Cost after epoch 6195000: 1.7794212973837695\n",
      "Cost after epoch 6196000: 1.780902433996601\n",
      "Cost after epoch 6197000: 1.7638210470743347\n",
      "Cost after epoch 6198000: 1.764069730382575\n",
      "Cost after epoch 6199000: 1.7704658142334595\n",
      "Cost after epoch 6200000: 1.775781457498886\n",
      "Cost after epoch 6201000: 1.7985384499529724\n",
      "Cost after epoch 6202000: 1.7817081740707303\n",
      "Cost after epoch 6203000: 1.7783357102829171\n",
      "Cost after epoch 6204000: 1.7769972397444929\n",
      "Cost after epoch 6205000: 1.783114745976099\n",
      "Cost after epoch 6206000: 1.7807338912876594\n",
      "Cost after epoch 6207000: 1.7842738569407723\n",
      "Cost after epoch 6208000: 1.8131485437000265\n",
      "Cost after epoch 6209000: 1.7854296094667357\n",
      "Cost after epoch 6210000: 1.7768717107002916\n",
      "Cost after epoch 6211000: 1.7719667114671287\n",
      "Cost after epoch 6212000: 1.7655714922110106\n",
      "Cost after epoch 6213000: 1.7688261930903297\n",
      "Cost after epoch 6214000: 1.7915762018377246\n",
      "Cost after epoch 6215000: 1.8060040748947443\n",
      "Cost after epoch 6216000: 1.7832994412403207\n",
      "Cost after epoch 6217000: 1.7732046047144936\n",
      "Cost after epoch 6218000: 1.7806498194734417\n",
      "Cost after epoch 6219000: 1.7791929856810278\n",
      "Cost after epoch 6220000: 1.7918235525423885\n",
      "Cost after epoch 6221000: 1.7893909064361977\n",
      "Cost after epoch 6222000: 1.7783914826216445\n",
      "Cost after epoch 6223000: 1.7745137169094791\n",
      "Cost after epoch 6224000: 1.7729324423948927\n",
      "Cost after epoch 6225000: 1.7714424924435639\n",
      "Cost after epoch 6226000: 1.7748520084514026\n",
      "Cost after epoch 6227000: 1.7761298022351115\n",
      "Cost after epoch 6228000: 1.7766009738818223\n",
      "Cost after epoch 6229000: 1.7698847848036048\n",
      "Cost after epoch 6230000: 1.7755787372148333\n",
      "Cost after epoch 6231000: 1.7820014459534872\n",
      "Cost after epoch 6232000: 1.780768581783703\n",
      "Cost after epoch 6233000: 1.7725565524861775\n",
      "Cost after epoch 6234000: 1.7712752146436594\n",
      "Cost after epoch 6235000: 1.7834049318027425\n",
      "Cost after epoch 6236000: 1.8053860537747775\n",
      "Cost after epoch 6237000: 1.786359462955378\n",
      "Cost after epoch 6238000: 1.777368683800051\n",
      "Cost after epoch 6239000: 1.7755669320881593\n",
      "Cost after epoch 6240000: 1.7753249582781059\n",
      "Cost after epoch 6241000: 1.7885898675267982\n",
      "Cost after epoch 6242000: 1.8022922409141149\n",
      "Cost after epoch 6243000: 1.7857228425629863\n",
      "Cost after epoch 6244000: 1.7840556566504648\n",
      "Cost after epoch 6245000: 1.7917950450442448\n",
      "Cost after epoch 6246000: 1.7950024817773338\n",
      "Cost after epoch 6247000: 1.7716947097040354\n",
      "Cost after epoch 6248000: 1.7708665846734988\n",
      "Cost after epoch 6249000: 1.8002155924539862\n",
      "Cost after epoch 6250000: 1.788795356484492\n",
      "Cost after epoch 6251000: 1.7848355342902429\n",
      "Cost after epoch 6252000: 1.7909681447186172\n",
      "Cost after epoch 6253000: 1.7804077847118822\n",
      "Cost after epoch 6254000: 1.7990819845912274\n",
      "Cost after epoch 6255000: 1.801726239137011\n",
      "Cost after epoch 6256000: 1.795410071760307\n",
      "Cost after epoch 6257000: 1.7995388091772093\n",
      "Cost after epoch 6258000: 1.7922018987948551\n",
      "Cost after epoch 6259000: 1.8022944546426458\n",
      "Cost after epoch 6260000: 1.7931171019316554\n",
      "Cost after epoch 6261000: 1.7851293673991129\n",
      "Cost after epoch 6262000: 1.7918143716876493\n",
      "Cost after epoch 6263000: 1.7811366371577653\n",
      "Cost after epoch 6264000: 1.7852145811138134\n",
      "Cost after epoch 6265000: 1.7932809273198391\n",
      "Cost after epoch 6266000: 1.7823622692442256\n",
      "Cost after epoch 6267000: 1.7748875699385551\n",
      "Cost after epoch 6268000: 1.7814092057201212\n",
      "Cost after epoch 6269000: 1.8329986042317403\n",
      "Cost after epoch 6270000: 1.796273434385425\n",
      "Cost after epoch 6271000: 1.8041592199983745\n",
      "Cost after epoch 6272000: 1.792459179459215\n",
      "Cost after epoch 6273000: 1.7934259953826175\n",
      "Cost after epoch 6274000: 1.7889977134971842\n",
      "Cost after epoch 6275000: 1.785455519654759\n",
      "Cost after epoch 6276000: 1.7913639948306224\n",
      "Cost after epoch 6277000: 1.7806595169820583\n",
      "Cost after epoch 6278000: 1.773121688109797\n",
      "Cost after epoch 6279000: 1.769198845359358\n",
      "Cost after epoch 6280000: 1.7687209065867622\n",
      "Cost after epoch 6281000: 1.7701010757231375\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 6282000: 1.7705379637361827\n",
      "Cost after epoch 6283000: 1.7735609608353569\n",
      "Cost after epoch 6284000: 1.782395796166875\n",
      "Cost after epoch 6285000: 1.7836489798707387\n",
      "Cost after epoch 6286000: 1.8037097403999034\n",
      "Cost after epoch 6287000: 1.7825371893941109\n",
      "Cost after epoch 6288000: 1.8014607296236556\n",
      "Cost after epoch 6289000: 1.803038790494279\n",
      "Cost after epoch 6290000: 1.8048018662462018\n",
      "Cost after epoch 6291000: 1.7941784893264965\n",
      "Cost after epoch 6292000: 1.7757698377692641\n",
      "Cost after epoch 6293000: 1.7698223902157106\n",
      "Cost after epoch 6294000: 1.7789807368550572\n",
      "Cost after epoch 6295000: 1.7839462459219884\n",
      "Cost after epoch 6296000: 1.785312078147829\n",
      "Cost after epoch 6297000: 1.7910437591679536\n",
      "Cost after epoch 6298000: 1.7986098981916074\n",
      "Cost after epoch 6299000: 1.7829798462452797\n",
      "Cost after epoch 6300000: 1.7755782117712144\n",
      "Cost after epoch 6301000: 1.7955393842449479\n",
      "Cost after epoch 6302000: 1.810487974508228\n",
      "Cost after epoch 6303000: 1.7974749569742778\n",
      "Cost after epoch 6304000: 1.7937136596666328\n",
      "Cost after epoch 6305000: 1.7937240514093367\n",
      "Cost after epoch 6306000: 1.7791708799283095\n",
      "Cost after epoch 6307000: 1.793066930526801\n",
      "Cost after epoch 6308000: 1.8039995926627022\n",
      "Cost after epoch 6309000: 1.7974473081909805\n",
      "Cost after epoch 6310000: 1.7793302079284656\n",
      "Cost after epoch 6311000: 1.7757667003235675\n",
      "Cost after epoch 6312000: 1.7804066006404666\n",
      "Cost after epoch 6313000: 1.7846984535100858\n",
      "Cost after epoch 6314000: 1.8001122060750123\n",
      "Cost after epoch 6315000: 1.817932804917536\n",
      "Cost after epoch 6316000: 1.7916711812853012\n",
      "Cost after epoch 6317000: 1.7786896436933008\n",
      "Cost after epoch 6318000: 1.7768961504792746\n",
      "Cost after epoch 6319000: 1.7840292255345678\n",
      "Cost after epoch 6320000: 1.7785921422379964\n",
      "Cost after epoch 6321000: 1.77419942302514\n",
      "Cost after epoch 6322000: 1.7735549591853812\n",
      "Cost after epoch 6323000: 1.7722498750053752\n",
      "Cost after epoch 6324000: 1.7761222212991923\n",
      "Cost after epoch 6325000: 1.8158216992858052\n",
      "Cost after epoch 6326000: 1.781871675764791\n",
      "Cost after epoch 6327000: 1.7657333258865069\n",
      "Cost after epoch 6328000: 1.7660238013690381\n",
      "Cost after epoch 6329000: 1.77495342935111\n",
      "Cost after epoch 6330000: 1.7825966840419611\n",
      "Cost after epoch 6331000: 1.789204383974763\n",
      "Cost after epoch 6332000: 1.7766411807127358\n",
      "Cost after epoch 6333000: 1.7727089346922824\n",
      "Cost after epoch 6334000: 1.7710104436199068\n",
      "Cost after epoch 6335000: 1.7711540182991647\n",
      "Cost after epoch 6336000: 1.7769045940614834\n",
      "Cost after epoch 6337000: 1.7999387271472602\n",
      "Cost after epoch 6338000: 1.7906618797719678\n",
      "Cost after epoch 6339000: 1.7737369899219664\n",
      "Cost after epoch 6340000: 1.7651647468799698\n",
      "Cost after epoch 6341000: 1.77433870734387\n",
      "Cost after epoch 6342000: 1.7826963857572562\n",
      "Cost after epoch 6343000: 1.7908361260061247\n",
      "Cost after epoch 6344000: 1.7969734817502492\n",
      "Cost after epoch 6345000: 1.7821167352266376\n",
      "Cost after epoch 6346000: 1.7721785639481702\n",
      "Cost after epoch 6347000: 1.7786814808838005\n",
      "Cost after epoch 6348000: 1.7880632707317714\n",
      "Cost after epoch 6349000: 1.7859706199301977\n",
      "Cost after epoch 6350000: 1.7826537203035295\n",
      "Cost after epoch 6351000: 1.7822985449498419\n",
      "Cost after epoch 6352000: 1.7662422939310796\n",
      "Cost after epoch 6353000: 1.7751548594795423\n",
      "Cost after epoch 6354000: 1.782261655285954\n",
      "Cost after epoch 6355000: 1.7960046204092293\n",
      "Cost after epoch 6356000: 1.8056175619071877\n",
      "Cost after epoch 6357000: 1.7783098114287959\n",
      "Cost after epoch 6358000: 1.7786966130932587\n",
      "Cost after epoch 6359000: 1.7944515010466577\n",
      "Cost after epoch 6360000: 1.7940680797390975\n",
      "Cost after epoch 6361000: 1.7903385529817473\n",
      "Cost after epoch 6362000: 1.7987700992221896\n",
      "Cost after epoch 6363000: 1.790426561566573\n",
      "Cost after epoch 6364000: 1.7737826155355627\n",
      "Cost after epoch 6365000: 1.7766738301529508\n",
      "Cost after epoch 6366000: 1.7807513688729064\n",
      "Cost after epoch 6367000: 1.7909911087344539\n",
      "Cost after epoch 6368000: 1.7754936499357987\n",
      "Cost after epoch 6369000: 1.7693011647027426\n",
      "Cost after epoch 6370000: 1.7679138136395536\n",
      "Cost after epoch 6371000: 1.7684522084759053\n",
      "Cost after epoch 6372000: 1.775958139779107\n",
      "Cost after epoch 6373000: 1.7787473542733112\n",
      "Cost after epoch 6374000: 1.784472874775859\n",
      "Cost after epoch 6375000: 1.7787994658714643\n",
      "Cost after epoch 6376000: 1.7850561983466564\n",
      "Cost after epoch 6377000: 1.8112187771489132\n",
      "Cost after epoch 6378000: 1.7913814645450001\n",
      "Cost after epoch 6379000: 1.8007250498571814\n",
      "Cost after epoch 6380000: 1.785226830489081\n",
      "Cost after epoch 6381000: 1.7761754576221112\n",
      "Cost after epoch 6382000: 1.7683172574492818\n",
      "Cost after epoch 6383000: 1.773227883170881\n",
      "Cost after epoch 6384000: 1.7750306563493228\n",
      "Cost after epoch 6385000: 1.7760213470143107\n",
      "Cost after epoch 6386000: 1.7762297544634773\n",
      "Cost after epoch 6387000: 1.7760441393783064\n",
      "Cost after epoch 6388000: 1.7871039123860875\n",
      "Cost after epoch 6389000: 1.7936862556133455\n",
      "Cost after epoch 6390000: 1.785778302255868\n",
      "Cost after epoch 6391000: 1.7963897860750002\n",
      "Cost after epoch 6392000: 1.8117619268723066\n",
      "Cost after epoch 6393000: 1.789031984496853\n",
      "Cost after epoch 6394000: 1.7834786844686805\n",
      "Cost after epoch 6395000: 1.7965368765137189\n",
      "Cost after epoch 6396000: 1.7982613413664108\n",
      "Cost after epoch 6397000: 1.7772216165717278\n",
      "Cost after epoch 6398000: 1.769559870662596\n",
      "Cost after epoch 6399000: 1.7763457679430692\n",
      "Cost after epoch 6400000: 1.78192958286349\n",
      "Cost after epoch 6401000: 1.789485566121588\n",
      "Cost after epoch 6402000: 1.790069566058356\n",
      "Cost after epoch 6403000: 1.7894856259632523\n",
      "Cost after epoch 6404000: 1.7888444607721703\n",
      "Cost after epoch 6405000: 1.7882451345596808\n",
      "Cost after epoch 6406000: 1.8116544904417526\n",
      "Cost after epoch 6407000: 1.8299280783610963\n",
      "Cost after epoch 6408000: 1.7804889194672626\n",
      "Cost after epoch 6409000: 1.7740563846746784\n",
      "Cost after epoch 6410000: 1.771681887982091\n",
      "Cost after epoch 6411000: 1.7693551512883146\n",
      "Cost after epoch 6412000: 1.768533742331073\n",
      "Cost after epoch 6413000: 1.7836242336570374\n",
      "Cost after epoch 6414000: 1.7872346032763438\n",
      "Cost after epoch 6415000: 1.783430879151505\n",
      "Cost after epoch 6416000: 1.7768644613631972\n",
      "Cost after epoch 6417000: 1.7766608687165355\n",
      "Cost after epoch 6418000: 1.7903437972270828\n",
      "Cost after epoch 6419000: 1.7987842081720078\n",
      "Cost after epoch 6420000: 1.7859065916819223\n",
      "Cost after epoch 6421000: 1.7698038642206841\n",
      "Cost after epoch 6422000: 1.766867146775835\n",
      "Cost after epoch 6423000: 1.7711135050684188\n",
      "Cost after epoch 6424000: 1.7787585254456644\n",
      "Cost after epoch 6425000: 1.7848056857416446\n",
      "Cost after epoch 6426000: 1.7803803582877726\n",
      "Cost after epoch 6427000: 1.779831848355581\n",
      "Cost after epoch 6428000: 1.777220632309799\n",
      "Cost after epoch 6429000: 1.7879565156645445\n",
      "Cost after epoch 6430000: 1.7989121473564647\n",
      "Cost after epoch 6431000: 1.7950195205696393\n",
      "Cost after epoch 6432000: 1.791973364298478\n",
      "Cost after epoch 6433000: 1.770263739945484\n",
      "Cost after epoch 6434000: 1.7673495665642216\n",
      "Cost after epoch 6435000: 1.775827728491666\n",
      "Cost after epoch 6436000: 1.7896965529295987\n",
      "Cost after epoch 6437000: 1.7800660883136077\n",
      "Cost after epoch 6438000: 1.7733760839237351\n",
      "Cost after epoch 6439000: 1.7725320820102237\n",
      "Cost after epoch 6440000: 1.784760824981376\n",
      "Cost after epoch 6441000: 1.799395865711866\n",
      "Cost after epoch 6442000: 1.7952429161709458\n",
      "Cost after epoch 6443000: 1.7912264129637814\n",
      "Cost after epoch 6444000: 1.7671399659817786\n",
      "Cost after epoch 6445000: 1.7701587321259722\n",
      "Cost after epoch 6446000: 1.7775547417658681\n",
      "Cost after epoch 6447000: 1.7841809899298853\n",
      "Cost after epoch 6448000: 1.7926580946191397\n",
      "Cost after epoch 6449000: 1.7752070691044137\n",
      "Cost after epoch 6450000: 1.7728466319763623\n",
      "Cost after epoch 6451000: 1.782020589577776\n",
      "Cost after epoch 6452000: 1.7985547472589356\n",
      "Cost after epoch 6453000: 1.7943794964798165\n",
      "Cost after epoch 6454000: 1.786310469865694\n",
      "Cost after epoch 6455000: 1.7734450996679194\n",
      "Cost after epoch 6456000: 1.7689445357484628\n",
      "Cost after epoch 6457000: 1.7799437947308185\n",
      "Cost after epoch 6458000: 1.7871824223943975\n",
      "Cost after epoch 6459000: 1.7875114127526097\n",
      "Cost after epoch 6460000: 1.776207519209177\n",
      "Cost after epoch 6461000: 1.775203297072995\n",
      "Cost after epoch 6462000: 1.782827478675809\n",
      "Cost after epoch 6463000: 1.7959451416726973\n",
      "Cost after epoch 6464000: 1.7882787390700219\n",
      "Cost after epoch 6465000: 1.7774220407663364\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 6466000: 1.769295776431726\n",
      "Cost after epoch 6467000: 1.7643741742377645\n",
      "Cost after epoch 6468000: 1.7744060381853533\n",
      "Cost after epoch 6469000: 1.7914748423632765\n",
      "Cost after epoch 6470000: 1.782235988336436\n",
      "Cost after epoch 6471000: 1.7731394408949288\n",
      "Cost after epoch 6472000: 1.7715397493319136\n",
      "Cost after epoch 6473000: 1.7766867661164825\n",
      "Cost after epoch 6474000: 1.7860966215298721\n",
      "Cost after epoch 6475000: 1.7843094192509845\n",
      "Cost after epoch 6476000: 1.7705614212228302\n",
      "Cost after epoch 6477000: 1.765247209443561\n",
      "Cost after epoch 6478000: 1.7657785617288635\n",
      "Cost after epoch 6479000: 1.7768368522654572\n",
      "Cost after epoch 6480000: 1.7846526578905977\n",
      "Cost after epoch 6481000: 1.7916837835510093\n",
      "Cost after epoch 6482000: 1.7752196787533203\n",
      "Cost after epoch 6483000: 1.7742462298776502\n",
      "Cost after epoch 6484000: 1.7777872404894715\n",
      "Cost after epoch 6485000: 1.7791569726052163\n",
      "Cost after epoch 6486000: 1.779148803767369\n",
      "Cost after epoch 6487000: 1.7690377042824024\n",
      "Cost after epoch 6488000: 1.7661846476652692\n",
      "Cost after epoch 6489000: 1.7697942579139336\n",
      "Cost after epoch 6490000: 1.7835988847465316\n",
      "Cost after epoch 6491000: 1.7832155562636134\n",
      "Cost after epoch 6492000: 1.7839562316039626\n",
      "Cost after epoch 6493000: 1.7864041380079527\n",
      "Cost after epoch 6494000: 1.779048350719998\n",
      "Cost after epoch 6495000: 1.7797982554290122\n",
      "Cost after epoch 6496000: 1.776932753015226\n",
      "Cost after epoch 6497000: 1.7724977860212539\n",
      "Cost after epoch 6498000: 1.7674855934008236\n",
      "Cost after epoch 6499000: 1.7680192984493361\n",
      "Cost after epoch 6500000: 1.7784070868953656\n",
      "Cost after epoch 6501000: 1.8122990275280109\n",
      "Cost after epoch 6502000: 1.7941941497578473\n",
      "Cost after epoch 6503000: 1.7834762349231592\n",
      "Cost after epoch 6504000: 1.789546173183283\n",
      "Cost after epoch 6505000: 1.7884168087077956\n",
      "Cost after epoch 6506000: 1.7857440587266664\n",
      "Cost after epoch 6507000: 1.7811535729303296\n",
      "Cost after epoch 6508000: 1.7717475574157528\n",
      "Cost after epoch 6509000: 1.7662585818105643\n",
      "Cost after epoch 6510000: 1.766511266148309\n",
      "Cost after epoch 6511000: 1.7804920282634322\n",
      "Cost after epoch 6512000: 1.7957306233379358\n",
      "Cost after epoch 6513000: 1.800171967777107\n",
      "Cost after epoch 6514000: 1.7880730709300758\n",
      "Cost after epoch 6515000: 1.7902020689773706\n",
      "Cost after epoch 6516000: 1.7922490120357897\n",
      "Cost after epoch 6517000: 1.7894509455596814\n",
      "Cost after epoch 6518000: 1.781162836954024\n",
      "Cost after epoch 6519000: 1.771515755454236\n",
      "Cost after epoch 6520000: 1.7667685011484517\n",
      "Cost after epoch 6521000: 1.7732429267720013\n",
      "Cost after epoch 6522000: 1.7975750605847467\n",
      "Cost after epoch 6523000: 1.8065381369903166\n",
      "Cost after epoch 6524000: 1.7977192405340474\n",
      "Cost after epoch 6525000: 1.7838973274057341\n",
      "Cost after epoch 6526000: 1.7814531729727847\n",
      "Cost after epoch 6527000: 1.783734937020438\n",
      "Cost after epoch 6528000: 1.7913896193215326\n",
      "Cost after epoch 6529000: 1.7830891088239371\n",
      "Cost after epoch 6530000: 1.7696570379799819\n",
      "Cost after epoch 6531000: 1.7736046435035935\n",
      "Cost after epoch 6532000: 1.7859861840292155\n",
      "Cost after epoch 6533000: 1.8013960285556687\n",
      "Cost after epoch 6534000: 1.805553566132416\n",
      "Cost after epoch 6535000: 1.7869493521457271\n",
      "Cost after epoch 6536000: 1.7773554570642887\n",
      "Cost after epoch 6537000: 1.7793392820515894\n",
      "Cost after epoch 6538000: 1.782113258694261\n",
      "Cost after epoch 6539000: 1.7827663876250144\n",
      "Cost after epoch 6540000: 1.7883273173694667\n",
      "Cost after epoch 6541000: 1.7794215353045728\n",
      "Cost after epoch 6542000: 1.7660076891213652\n",
      "Cost after epoch 6543000: 1.775191501981913\n",
      "Cost after epoch 6544000: 1.7993031728934592\n",
      "Cost after epoch 6545000: 1.8067634006202615\n",
      "Cost after epoch 6546000: 1.7815956608114873\n",
      "Cost after epoch 6547000: 1.7741715327181853\n",
      "Cost after epoch 6548000: 1.7805803425040194\n",
      "Cost after epoch 6549000: 1.7883462613122738\n",
      "Cost after epoch 6550000: 1.786746312303076\n",
      "Cost after epoch 6551000: 1.788798789379274\n",
      "Cost after epoch 6552000: 1.78748190246683\n",
      "Cost after epoch 6553000: 1.7672019784147224\n",
      "Cost after epoch 6554000: 1.7692039750111088\n",
      "Cost after epoch 6555000: 1.7758019449675784\n",
      "Cost after epoch 6556000: 1.7808348144756971\n",
      "Cost after epoch 6557000: 1.7827483611472639\n",
      "Cost after epoch 6558000: 1.776855575965263\n",
      "Cost after epoch 6559000: 1.7691512317614526\n",
      "Cost after epoch 6560000: 1.7843419757041445\n",
      "Cost after epoch 6561000: 1.798590103757818\n",
      "Cost after epoch 6562000: 1.7960590182405451\n",
      "Cost after epoch 6563000: 1.7977670901022609\n",
      "Cost after epoch 6564000: 1.7749288075457204\n",
      "Cost after epoch 6565000: 1.774700832321435\n",
      "Cost after epoch 6566000: 1.7770083376096437\n",
      "Cost after epoch 6567000: 1.7802994779458094\n",
      "Cost after epoch 6568000: 1.7803851916786957\n",
      "Cost after epoch 6569000: 1.7764825269753666\n",
      "Cost after epoch 6570000: 1.7706468696210698\n",
      "Cost after epoch 6571000: 1.7740010859988757\n",
      "Cost after epoch 6572000: 1.7921358291783043\n",
      "Cost after epoch 6573000: 1.8129215837649801\n",
      "Cost after epoch 6574000: 1.7975411356594175\n",
      "Cost after epoch 6575000: 1.7787670462801464\n",
      "Cost after epoch 6576000: 1.7781393703210626\n",
      "Cost after epoch 6577000: 1.782007968626527\n",
      "Cost after epoch 6578000: 1.780596818719225\n",
      "Cost after epoch 6579000: 1.7751987091009023\n",
      "Cost after epoch 6580000: 1.7696745332615758\n",
      "Cost after epoch 6581000: 1.7710332296534235\n",
      "Cost after epoch 6582000: 1.7801651483913796\n",
      "Cost after epoch 6583000: 1.7877026762116648\n",
      "Cost after epoch 6584000: 1.8035313242811795\n",
      "Cost after epoch 6585000: 1.8006101026037877\n",
      "Cost after epoch 6586000: 1.7772482870033612\n",
      "Cost after epoch 6587000: 1.7748961992290893\n",
      "Cost after epoch 6588000: 1.7926177022737686\n",
      "Cost after epoch 6589000: 1.7892592552696\n",
      "Cost after epoch 6590000: 1.7871366860758835\n",
      "Cost after epoch 6591000: 1.77810079985067\n",
      "Cost after epoch 6592000: 1.7665034306742327\n",
      "Cost after epoch 6593000: 1.7654632164475936\n",
      "Cost after epoch 6594000: 1.779978403323843\n",
      "Cost after epoch 6595000: 1.796362259779801\n",
      "Cost after epoch 6596000: 1.7910306810401062\n",
      "Cost after epoch 6597000: 1.7753968538161953\n",
      "Cost after epoch 6598000: 1.7714309301250388\n",
      "Cost after epoch 6599000: 1.7719258342159931\n",
      "Cost after epoch 6600000: 1.776737813845401\n",
      "Cost after epoch 6601000: 1.7918903889417281\n",
      "Cost after epoch 6602000: 1.8241291435200977\n",
      "Cost after epoch 6603000: 1.7699720459899724\n",
      "Cost after epoch 6604000: 1.7661841034375243\n",
      "Cost after epoch 6605000: 1.7737789597827824\n",
      "Cost after epoch 6606000: 1.780490339678122\n",
      "Cost after epoch 6607000: 1.7850725531224938\n",
      "Cost after epoch 6608000: 1.7830586561158708\n",
      "Cost after epoch 6609000: 1.7748821783040312\n",
      "Cost after epoch 6610000: 1.7747689371374462\n",
      "Cost after epoch 6611000: 1.7806641589766297\n",
      "Cost after epoch 6612000: 1.7909235577074414\n",
      "Cost after epoch 6613000: 1.8016252488662374\n",
      "Cost after epoch 6614000: 1.8120504447754975\n",
      "Cost after epoch 6615000: 1.8029188763327078\n",
      "Cost after epoch 6616000: 1.7941444590859246\n",
      "Cost after epoch 6617000: 1.7823318206941916\n",
      "Cost after epoch 6618000: 1.78265249793132\n",
      "Cost after epoch 6619000: 1.7846584052672365\n",
      "Cost after epoch 6620000: 1.7819967056791381\n",
      "Cost after epoch 6621000: 1.7759177422053822\n",
      "Cost after epoch 6622000: 1.7734109848656656\n",
      "Cost after epoch 6623000: 1.7912857668733273\n",
      "Cost after epoch 6624000: 1.802754780091013\n",
      "Cost after epoch 6625000: 1.8075944774107995\n",
      "Cost after epoch 6626000: 1.8099127746830712\n",
      "Cost after epoch 6627000: 1.812297352898331\n",
      "Cost after epoch 6628000: 1.7897531349600664\n",
      "Cost after epoch 6629000: 1.7837084554314293\n",
      "Cost after epoch 6630000: 1.7832467638883753\n",
      "Cost after epoch 6631000: 1.7848300860046136\n",
      "Cost after epoch 6632000: 1.778188627436934\n",
      "Cost after epoch 6633000: 1.7752507341121848\n",
      "Cost after epoch 6634000: 1.7746891178704827\n",
      "Cost after epoch 6635000: 1.777125242438892\n",
      "Cost after epoch 6636000: 1.783095493656738\n",
      "Cost after epoch 6637000: 1.775552317069255\n",
      "Cost after epoch 6638000: 1.7675416681905467\n",
      "Cost after epoch 6639000: 1.7665915659600602\n",
      "Cost after epoch 6640000: 1.7877697334611813\n",
      "Cost after epoch 6641000: 1.7868529804127138\n",
      "Cost after epoch 6642000: 1.7844265392543872\n",
      "Cost after epoch 6643000: 1.7845214398321985\n",
      "Cost after epoch 6644000: 1.783787801403737\n",
      "Cost after epoch 6645000: 1.784567410335094\n",
      "Cost after epoch 6646000: 1.7893051409921101\n",
      "Cost after epoch 6647000: 1.776659003529471\n",
      "Cost after epoch 6648000: 1.7662453121307728\n",
      "Cost after epoch 6649000: 1.7661647994158294\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 6650000: 1.7685676283149618\n",
      "Cost after epoch 6651000: 1.7706302586356648\n",
      "Cost after epoch 6652000: 1.773486444571373\n",
      "Cost after epoch 6653000: 1.7814775602967814\n",
      "Cost after epoch 6654000: 1.782351618628852\n",
      "Cost after epoch 6655000: 1.7857771085708276\n",
      "Cost after epoch 6656000: 1.7825264023742486\n",
      "Cost after epoch 6657000: 1.7878852391918436\n",
      "Cost after epoch 6658000: 1.812972876726392\n",
      "Cost after epoch 6659000: 1.7875100067551983\n",
      "Cost after epoch 6660000: 1.7667065253337644\n",
      "Cost after epoch 6661000: 1.7651207469530457\n",
      "Cost after epoch 6662000: 1.7715101717373098\n",
      "Cost after epoch 6663000: 1.7802651326465133\n",
      "Cost after epoch 6664000: 1.7897487686180478\n",
      "Cost after epoch 6665000: 1.7841228023842988\n",
      "Cost after epoch 6666000: 1.7841421246876499\n",
      "Cost after epoch 6667000: 1.8021139922102904\n",
      "Cost after epoch 6668000: 1.8010026503565928\n",
      "Cost after epoch 6669000: 1.794847989557753\n",
      "Cost after epoch 6670000: 1.789958995319113\n",
      "Cost after epoch 6671000: 1.7886012434691105\n",
      "Cost after epoch 6672000: 1.7866623652411215\n",
      "Cost after epoch 6673000: 1.7807998487743426\n",
      "Cost after epoch 6674000: 1.791822735630613\n",
      "Cost after epoch 6675000: 1.7957831534288522\n",
      "Cost after epoch 6676000: 1.80981371496429\n",
      "Cost after epoch 6677000: 1.7917572353294473\n",
      "Cost after epoch 6678000: 1.774230271760678\n",
      "Cost after epoch 6679000: 1.766434471638876\n",
      "Cost after epoch 6680000: 1.7781474413995746\n",
      "Cost after epoch 6681000: 1.782477650705058\n",
      "Cost after epoch 6682000: 1.7886960906989013\n",
      "Cost after epoch 6683000: 1.7845131955391695\n",
      "Cost after epoch 6684000: 1.7797307155844557\n",
      "Cost after epoch 6685000: 1.7893848985082652\n",
      "Cost after epoch 6686000: 1.7871734589067754\n",
      "Cost after epoch 6687000: 1.7876894216225658\n",
      "Cost after epoch 6688000: 1.7880460948053092\n",
      "Cost after epoch 6689000: 1.7855607265457982\n",
      "Cost after epoch 6690000: 1.7841810019787843\n",
      "Cost after epoch 6691000: 1.7825489628110907\n",
      "Cost after epoch 6692000: 1.7831644647212066\n",
      "Cost after epoch 6693000: 1.8239806235924543\n",
      "Cost after epoch 6694000: 1.8030652126412814\n",
      "Cost after epoch 6695000: 1.7858697870995115\n",
      "Cost after epoch 6696000: 1.8144114569398693\n",
      "Cost after epoch 6697000: 1.7961546322367496\n",
      "Cost after epoch 6698000: 1.7975503511465232\n",
      "Cost after epoch 6699000: 1.7910122580638206\n",
      "Cost after epoch 6700000: 1.7878021869812155\n",
      "Cost after epoch 6701000: 1.7862537879013516\n",
      "Cost after epoch 6702000: 1.7815757689975815\n",
      "Cost after epoch 6703000: 1.7809353997895547\n",
      "Cost after epoch 6704000: 1.7822315896088583\n",
      "Cost after epoch 6705000: 1.7850038674680504\n",
      "Cost after epoch 6706000: 1.786275371950497\n",
      "Cost after epoch 6707000: 1.7740503561285728\n",
      "Cost after epoch 6708000: 1.7609676551404454\n",
      "Cost after epoch 6709000: 1.7715854299936913\n",
      "Cost after epoch 6710000: 1.7849701585107125\n",
      "Cost after epoch 6711000: 1.7882746316851719\n",
      "Cost after epoch 6712000: 1.786998848201344\n",
      "Cost after epoch 6713000: 1.777084328318701\n",
      "Cost after epoch 6714000: 1.7909196032924055\n",
      "Cost after epoch 6715000: 1.7944076902645087\n",
      "Cost after epoch 6716000: 1.7858141496445896\n",
      "Cost after epoch 6717000: 1.7732883925162026\n",
      "Cost after epoch 6718000: 1.7663102098460997\n",
      "Cost after epoch 6719000: 1.765489354571626\n",
      "Cost after epoch 6720000: 1.7754822763670461\n",
      "Cost after epoch 6721000: 1.7851042732543234\n",
      "Cost after epoch 6722000: 1.7886000588998876\n",
      "Cost after epoch 6723000: 1.79005418948834\n",
      "Cost after epoch 6724000: 1.7876061377964745\n",
      "Cost after epoch 6725000: 1.7759077032580182\n",
      "Cost after epoch 6726000: 1.7890580568890528\n",
      "Cost after epoch 6727000: 1.7976844800565863\n",
      "Cost after epoch 6728000: 1.8120978947146282\n",
      "Cost after epoch 6729000: 1.7847092865310537\n",
      "Cost after epoch 6730000: 1.7703567129312252\n",
      "Cost after epoch 6731000: 1.7665065141657137\n",
      "Cost after epoch 6732000: 1.7805056827311794\n",
      "Cost after epoch 6733000: 1.7865712103582274\n",
      "Cost after epoch 6734000: 1.7860234705502496\n",
      "Cost after epoch 6735000: 1.7943977665742716\n",
      "Cost after epoch 6736000: 1.7764260144595545\n",
      "Cost after epoch 6737000: 1.7773913308942562\n",
      "Cost after epoch 6738000: 1.7799246690881625\n",
      "Cost after epoch 6739000: 1.7774588025724636\n",
      "Cost after epoch 6740000: 1.7746315661953072\n",
      "Cost after epoch 6741000: 1.7659987239538026\n",
      "Cost after epoch 6742000: 1.7676956832470818\n",
      "Cost after epoch 6743000: 1.771178779981046\n",
      "Cost after epoch 6744000: 1.777897495796121\n",
      "Cost after epoch 6745000: 1.7850801691026554\n",
      "Cost after epoch 6746000: 1.78372888296137\n",
      "Cost after epoch 6747000: 1.7871763635934244\n",
      "Cost after epoch 6748000: 1.7942248883393934\n",
      "Cost after epoch 6749000: 1.8099782446679475\n",
      "Cost after epoch 6750000: 1.7794957239712397\n",
      "Cost after epoch 6751000: 1.7709396458871172\n",
      "Cost after epoch 6752000: 1.7689129814566291\n",
      "Cost after epoch 6753000: 1.7758045631924313\n",
      "Cost after epoch 6754000: 1.8027507949247805\n",
      "Cost after epoch 6755000: 1.8010655407994536\n",
      "Cost after epoch 6756000: 1.793150502503006\n",
      "Cost after epoch 6757000: 1.785249335175573\n",
      "Cost after epoch 6758000: 1.776231515420851\n",
      "Cost after epoch 6759000: 1.7794250388722381\n",
      "Cost after epoch 6760000: 1.8189476498771147\n",
      "Cost after epoch 6761000: 1.7953252580675794\n",
      "Cost after epoch 6762000: 1.7881689242048715\n",
      "Cost after epoch 6763000: 1.7817283648779603\n",
      "Cost after epoch 6764000: 1.773516829949646\n",
      "Cost after epoch 6765000: 1.780474598407815\n",
      "Cost after epoch 6766000: 1.7994626295198777\n",
      "Cost after epoch 6767000: 1.7975337418763666\n",
      "Cost after epoch 6768000: 1.7834868739796161\n",
      "Cost after epoch 6769000: 1.7767483759489426\n",
      "Cost after epoch 6770000: 1.7706700221380693\n",
      "Cost after epoch 6771000: 1.7727081711823183\n",
      "Cost after epoch 6772000: 1.7806073111744591\n",
      "Cost after epoch 6773000: 1.822934507149671\n",
      "Cost after epoch 6774000: 1.7940301537811005\n",
      "Cost after epoch 6775000: 1.789114472890676\n",
      "Cost after epoch 6776000: 1.788997468124872\n",
      "Cost after epoch 6777000: 1.7759218652164996\n",
      "Cost after epoch 6778000: 1.7738264160039903\n",
      "Cost after epoch 6779000: 1.7733663806145874\n",
      "Cost after epoch 6780000: 1.7755116887330442\n",
      "Cost after epoch 6781000: 1.7812302270655374\n",
      "Cost after epoch 6782000: 1.7862553278195004\n",
      "Cost after epoch 6783000: 1.7958978950935875\n",
      "Cost after epoch 6784000: 1.796265064169851\n",
      "Cost after epoch 6785000: 1.7807680873593386\n",
      "Cost after epoch 6786000: 1.769799056452497\n",
      "Cost after epoch 6787000: 1.7738691846109398\n",
      "Cost after epoch 6788000: 1.7785126443870836\n",
      "Cost after epoch 6789000: 1.7763914516013473\n",
      "Cost after epoch 6790000: 1.7743923840440892\n",
      "Cost after epoch 6791000: 1.7748235573903113\n",
      "Cost after epoch 6792000: 1.784454792518907\n",
      "Cost after epoch 6793000: 1.7945170371647776\n",
      "Cost after epoch 6794000: 1.7903996981737689\n",
      "Cost after epoch 6795000: 1.7909789063652584\n",
      "Cost after epoch 6796000: 1.7861477190611093\n",
      "Cost after epoch 6797000: 1.782205358693517\n",
      "Cost after epoch 6798000: 1.7974178763570197\n",
      "Cost after epoch 6799000: 1.7915986074096981\n",
      "Cost after epoch 6800000: 1.8080834148037734\n",
      "Cost after epoch 6801000: 1.7821399378615375\n",
      "Cost after epoch 6802000: 1.767985774114285\n",
      "Cost after epoch 6803000: 1.7677695983886434\n",
      "Cost after epoch 6804000: 1.7796528402868728\n",
      "Cost after epoch 6805000: 1.7794670827771812\n",
      "Cost after epoch 6806000: 1.7796166381108776\n",
      "Cost after epoch 6807000: 1.7752793286526556\n",
      "Cost after epoch 6808000: 1.7753453665006866\n",
      "Cost after epoch 6809000: 1.7805631669369923\n",
      "Cost after epoch 6810000: 1.7784421942839805\n",
      "Cost after epoch 6811000: 1.7790039918805092\n",
      "Cost after epoch 6812000: 1.786105708304138\n",
      "Cost after epoch 6813000: 1.780400968337772\n",
      "Cost after epoch 6814000: 1.7945070536145655\n",
      "Cost after epoch 6815000: 1.8019739254612557\n",
      "Cost after epoch 6816000: 1.8074000001739927\n",
      "Cost after epoch 6817000: 1.8073608379559905\n",
      "Cost after epoch 6818000: 1.8050436566947812\n",
      "Cost after epoch 6819000: 1.7844747278653155\n",
      "Cost after epoch 6820000: 1.7894985362855416\n",
      "Cost after epoch 6821000: 1.7886468307626593\n",
      "Cost after epoch 6822000: 1.785134239601704\n",
      "Cost after epoch 6823000: 1.8040217228950386\n",
      "Cost after epoch 6824000: 1.7800576449463814\n",
      "Cost after epoch 6825000: 1.7799587994059787\n",
      "Cost after epoch 6826000: 1.7861722688884292\n",
      "Cost after epoch 6827000: 1.7877466991503823\n",
      "Cost after epoch 6828000: 1.7880737747722129\n",
      "Cost after epoch 6829000: 1.778520789629428\n",
      "Cost after epoch 6830000: 1.760180722426106\n",
      "Cost after epoch 6831000: 1.767195456148621\n",
      "Cost after epoch 6832000: 1.781314599810509\n",
      "Cost after epoch 6833000: 1.7874069422914196\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 6834000: 1.7773490102641532\n",
      "Cost after epoch 6835000: 1.7770118283459087\n",
      "Cost after epoch 6836000: 1.7783018257739116\n",
      "Cost after epoch 6837000: 1.7931178672351553\n",
      "Cost after epoch 6838000: 1.7927178197133762\n",
      "Cost after epoch 6839000: 1.7863985113645837\n",
      "Cost after epoch 6840000: 1.8027238608488372\n",
      "Cost after epoch 6841000: 1.7802584302168172\n",
      "Cost after epoch 6842000: 1.7835146017769157\n",
      "Cost after epoch 6843000: 1.8158961448094029\n",
      "Cost after epoch 6844000: 1.8031418445907503\n",
      "Cost after epoch 6845000: 1.7979545487711326\n",
      "Cost after epoch 6846000: 1.7950676653371236\n",
      "Cost after epoch 6847000: 1.7929788392570922\n",
      "Cost after epoch 6848000: 1.7806281695673016\n",
      "Cost after epoch 6849000: 1.7807078411838173\n",
      "Cost after epoch 6850000: 1.7877399693746454\n",
      "Cost after epoch 6851000: 1.7875080074423022\n",
      "Cost after epoch 6852000: 1.8057491433693456\n",
      "Cost after epoch 6853000: 1.7927509027353437\n",
      "Cost after epoch 6854000: 1.7969747322086997\n",
      "Cost after epoch 6855000: 1.788651419293684\n",
      "Cost after epoch 6856000: 1.7840583058350852\n",
      "Cost after epoch 6857000: 1.789268787312528\n",
      "Cost after epoch 6858000: 1.8105782999996287\n",
      "Cost after epoch 6859000: 1.8046242697733823\n",
      "Cost after epoch 6860000: 1.7839922213325936\n",
      "Cost after epoch 6861000: 1.78231375021725\n",
      "Cost after epoch 6862000: 1.8003915108874142\n",
      "Cost after epoch 6863000: 1.7932992013325832\n",
      "Cost after epoch 6864000: 1.8106823200801847\n",
      "Cost after epoch 6865000: 1.792578686620737\n",
      "Cost after epoch 6866000: 1.7806024667407074\n",
      "Cost after epoch 6867000: 1.7940738673800252\n",
      "Cost after epoch 6868000: 1.7968196891608728\n",
      "Cost after epoch 6869000: 1.78808959714498\n",
      "Cost after epoch 6870000: 1.7845326301033122\n",
      "Cost after epoch 6871000: 1.7845528350762556\n",
      "Cost after epoch 6872000: 1.7988101564652725\n",
      "Cost after epoch 6873000: 1.8108393684128794\n",
      "Cost after epoch 6874000: 1.7804427648493644\n",
      "Cost after epoch 6875000: 1.7767370577913377\n",
      "Cost after epoch 6876000: 1.7784520287398178\n",
      "Cost after epoch 6877000: 1.793516479790027\n",
      "Cost after epoch 6878000: 1.8055382248075074\n",
      "Cost after epoch 6879000: 1.8073135784922953\n",
      "Cost after epoch 6880000: 1.7829091983589052\n",
      "Cost after epoch 6881000: 1.7718480405655095\n",
      "Cost after epoch 6882000: 1.773537597256344\n",
      "Cost after epoch 6883000: 1.7868423875755302\n",
      "Cost after epoch 6884000: 1.7917794416362482\n",
      "Cost after epoch 6885000: 1.7887183577673698\n",
      "Cost after epoch 6886000: 1.7940095522259627\n",
      "Cost after epoch 6887000: 1.7812862954739024\n",
      "Cost after epoch 6888000: 1.7731849302504554\n",
      "Cost after epoch 6889000: 1.769772379244854\n",
      "Cost after epoch 6890000: 1.774928484144454\n",
      "Cost after epoch 6891000: 1.7851852134490978\n",
      "Cost after epoch 6892000: 1.798811327947557\n",
      "Cost after epoch 6893000: 1.789755471116311\n",
      "Cost after epoch 6894000: 1.785496025087625\n",
      "Cost after epoch 6895000: 1.7789582299556286\n",
      "Cost after epoch 6896000: 1.8091069007552343\n",
      "Cost after epoch 6897000: 1.8017077693561847\n",
      "Cost after epoch 6898000: 1.795263707833156\n",
      "Cost after epoch 6899000: 1.7914582067048233\n",
      "Cost after epoch 6900000: 1.7729300695975128\n",
      "Cost after epoch 6901000: 1.769737549675881\n",
      "Cost after epoch 6902000: 1.772145041793861\n",
      "Cost after epoch 6903000: 1.7742848693901236\n",
      "Cost after epoch 6904000: 1.7764097179908955\n",
      "Cost after epoch 6905000: 1.7905644726778496\n",
      "Cost after epoch 6906000: 1.7857875509934442\n",
      "Cost after epoch 6907000: 1.7862737436040075\n",
      "Cost after epoch 6908000: 1.7720518535232848\n",
      "Cost after epoch 6909000: 1.7711270228165958\n",
      "Cost after epoch 6910000: 1.7724587167861727\n",
      "Cost after epoch 6911000: 1.7801907389190241\n",
      "Cost after epoch 6912000: 1.810109947521709\n",
      "Cost after epoch 6913000: 1.8055500502795647\n",
      "Cost after epoch 6914000: 1.7864315134096689\n",
      "Cost after epoch 6915000: 1.7717956797559469\n",
      "Cost after epoch 6916000: 1.782022762477825\n",
      "Cost after epoch 6917000: 1.7811851514157573\n",
      "Cost after epoch 6918000: 1.7882889052907844\n",
      "Cost after epoch 6919000: 1.81043232060529\n",
      "Cost after epoch 6920000: 1.7854150782528155\n",
      "Cost after epoch 6921000: 1.778761757130599\n",
      "Cost after epoch 6922000: 1.7779135952441154\n",
      "Cost after epoch 6923000: 1.7896661056068623\n",
      "Cost after epoch 6924000: 1.7869691186777925\n",
      "Cost after epoch 6925000: 1.7945638202579395\n",
      "Cost after epoch 6926000: 1.79453219834756\n",
      "Cost after epoch 6927000: 1.7770882022081924\n",
      "Cost after epoch 6928000: 1.7790414787064077\n",
      "Cost after epoch 6929000: 1.7847431243048055\n",
      "Cost after epoch 6930000: 1.8474932074078583\n",
      "Cost after epoch 6931000: 1.7994538909397957\n",
      "Cost after epoch 6932000: 1.7851518844543455\n",
      "Cost after epoch 6933000: 1.7768477249117622\n",
      "Cost after epoch 6934000: 1.7769756646709205\n",
      "Cost after epoch 6935000: 1.7783307813326457\n",
      "Cost after epoch 6936000: 1.791697463723745\n",
      "Cost after epoch 6937000: 1.7795031960666896\n",
      "Cost after epoch 6938000: 1.78308062334194\n",
      "Cost after epoch 6939000: 1.7792532547179127\n",
      "Cost after epoch 6940000: 1.788282327972253\n",
      "Cost after epoch 6941000: 1.7876182630284818\n",
      "Cost after epoch 6942000: 1.7912077540738032\n",
      "Cost after epoch 6943000: 1.8186617632535382\n",
      "Cost after epoch 6944000: 1.792531220164813\n",
      "Cost after epoch 6945000: 1.7841682453944712\n",
      "Cost after epoch 6946000: 1.802760256553007\n",
      "Cost after epoch 6947000: 1.7802296270958122\n",
      "Cost after epoch 6948000: 1.7782471682391185\n",
      "Cost after epoch 6949000: 1.7754163398231437\n",
      "Cost after epoch 6950000: 1.7845409772195184\n",
      "Cost after epoch 6951000: 1.786874265610087\n",
      "Cost after epoch 6952000: 1.8077136528799118\n",
      "Cost after epoch 6953000: 1.794390627469006\n",
      "Cost after epoch 6954000: 1.7877201886833787\n",
      "Cost after epoch 6955000: 1.8055769415509904\n",
      "Cost after epoch 6956000: 1.7970544380831495\n",
      "Cost after epoch 6957000: 1.7964245833576469\n",
      "Cost after epoch 6958000: 1.7775295326013176\n",
      "Cost after epoch 6959000: 1.7728363079355047\n",
      "Cost after epoch 6960000: 1.7765282742846864\n",
      "Cost after epoch 6961000: 1.7764394702140962\n",
      "Cost after epoch 6962000: 1.777852023713466\n",
      "Cost after epoch 6963000: 1.7804391540518\n",
      "Cost after epoch 6964000: 1.7936991400303703\n",
      "Cost after epoch 6965000: 1.7669293186496025\n",
      "Cost after epoch 6966000: 1.7711905798169674\n",
      "Cost after epoch 6967000: 1.7863782818065406\n",
      "Cost after epoch 6968000: 1.8018484858570076\n",
      "Cost after epoch 6969000: 1.7770776828117956\n",
      "Cost after epoch 6970000: 1.7689040785675962\n",
      "Cost after epoch 6971000: 1.7711688519293063\n",
      "Cost after epoch 6972000: 1.7803713219467838\n",
      "Cost after epoch 6973000: 1.777641567182621\n",
      "Cost after epoch 6974000: 1.7787202913123654\n",
      "Cost after epoch 6975000: 1.783221737606486\n",
      "Cost after epoch 6976000: 1.8075839723257012\n",
      "Cost after epoch 6977000: 1.788571496475293\n",
      "Cost after epoch 6978000: 1.775334206788655\n",
      "Cost after epoch 6979000: 1.7939974217281653\n",
      "Cost after epoch 6980000: 1.794335750883916\n",
      "Cost after epoch 6981000: 1.7983564810297266\n",
      "Cost after epoch 6982000: 1.7843200225135707\n",
      "Cost after epoch 6983000: 1.782644582749701\n",
      "Cost after epoch 6984000: 1.7938802619646845\n",
      "Cost after epoch 6985000: 1.8001963316342295\n",
      "Cost after epoch 6986000: 1.8057192303937444\n",
      "Cost after epoch 6987000: 1.7997798049117544\n",
      "Cost after epoch 6988000: 1.8038732077174109\n",
      "Cost after epoch 6989000: 1.7896690468346688\n",
      "Cost after epoch 6990000: 1.7817698045042643\n",
      "Cost after epoch 6991000: 1.7856919751019038\n",
      "Cost after epoch 6992000: 1.7747539566476807\n",
      "Cost after epoch 6993000: 1.774792748450997\n",
      "Cost after epoch 6994000: 1.77786810240488\n",
      "Cost after epoch 6995000: 1.782156977372827\n",
      "Cost after epoch 6996000: 1.8020401125338918\n",
      "Cost after epoch 6997000: 1.811045505104616\n",
      "Cost after epoch 6998000: 1.785408911702886\n",
      "Cost after epoch 6999000: 1.7836827402766533\n",
      "Cost after epoch 7000000: 1.7782598310731141\n",
      "Cost after epoch 7001000: 1.775926483858728\n",
      "Cost after epoch 7002000: 1.7765237275872592\n",
      "Cost after epoch 7003000: 1.7824351451435136\n",
      "Cost after epoch 7004000: 1.7996357031880763\n",
      "Cost after epoch 7005000: 1.7985385748205869\n",
      "Cost after epoch 7006000: 1.80456520486977\n",
      "Cost after epoch 7007000: 1.7801786723076631\n",
      "Cost after epoch 7008000: 1.7833359614506163\n",
      "Cost after epoch 7009000: 1.7865937819181266\n",
      "Cost after epoch 7010000: 1.796069101706325\n",
      "Cost after epoch 7011000: 1.8067361119275673\n",
      "Cost after epoch 7012000: 1.7912311764873838\n",
      "Cost after epoch 7013000: 1.7843162907627916\n",
      "Cost after epoch 7014000: 1.791578098289651\n",
      "Cost after epoch 7015000: 1.7811206140097802\n",
      "Cost after epoch 7016000: 1.7803693894086652\n",
      "Cost after epoch 7017000: 1.7910526769911885\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 7018000: 1.7769267072565578\n",
      "Cost after epoch 7019000: 1.7707414132843722\n",
      "Cost after epoch 7020000: 1.77244102725598\n",
      "Cost after epoch 7021000: 1.7783463880305954\n",
      "Cost after epoch 7022000: 1.7950576908276505\n",
      "Cost after epoch 7023000: 1.8097709869628908\n",
      "Cost after epoch 7024000: 1.7886684865941025\n",
      "Cost after epoch 7025000: 1.7825656128831995\n",
      "Cost after epoch 7026000: 1.7807669410546636\n",
      "Cost after epoch 7027000: 1.777361571709744\n",
      "Cost after epoch 7028000: 1.786856237575849\n",
      "Cost after epoch 7029000: 1.7822143196110805\n",
      "Cost after epoch 7030000: 1.7827893156591947\n",
      "Cost after epoch 7031000: 1.783022604000948\n",
      "Cost after epoch 7032000: 1.774635339808816\n",
      "Cost after epoch 7033000: 1.775916373738409\n",
      "Cost after epoch 7034000: 1.7800453210551463\n",
      "Cost after epoch 7035000: 1.7983205475002388\n",
      "Cost after epoch 7036000: 1.7937881491214152\n",
      "Cost after epoch 7037000: 1.8082991045886476\n",
      "Cost after epoch 7038000: 1.7952826735320684\n",
      "Cost after epoch 7039000: 1.7841577346558175\n",
      "Cost after epoch 7040000: 1.7815276937995597\n",
      "Cost after epoch 7041000: 1.7837496537377442\n",
      "Cost after epoch 7042000: 1.7827867972654392\n",
      "Cost after epoch 7043000: 1.7812863509631385\n",
      "Cost after epoch 7044000: 1.7839209983613034\n",
      "Cost after epoch 7045000: 1.7965167344481237\n",
      "Cost after epoch 7046000: 1.7765925292465532\n",
      "Cost after epoch 7047000: 1.765723057697122\n",
      "Cost after epoch 7048000: 1.771111375071159\n",
      "Cost after epoch 7049000: 1.7807881315299372\n",
      "Cost after epoch 7050000: 1.7902632434765797\n",
      "Cost after epoch 7051000: 1.7919989647982126\n",
      "Cost after epoch 7052000: 1.795729256703871\n",
      "Cost after epoch 7053000: 1.7872194040637173\n",
      "Cost after epoch 7054000: 1.7965983473606792\n",
      "Cost after epoch 7055000: 1.7925303529010306\n",
      "Cost after epoch 7056000: 1.7932477800148343\n",
      "Cost after epoch 7057000: 1.7989117500709437\n",
      "Cost after epoch 7058000: 1.7697769700600914\n",
      "Cost after epoch 7059000: 1.7651185438634698\n",
      "Cost after epoch 7060000: 1.772484768770277\n",
      "Cost after epoch 7061000: 1.7808193635093628\n",
      "Cost after epoch 7062000: 1.7854980322473755\n",
      "Cost after epoch 7063000: 1.7868209124899739\n",
      "Cost after epoch 7064000: 1.7941504985262746\n",
      "Cost after epoch 7065000: 1.7778161081364279\n",
      "Cost after epoch 7066000: 1.7724129896067782\n",
      "Cost after epoch 7067000: 1.7730477363142465\n",
      "Cost after epoch 7068000: 1.7838821558468538\n",
      "Cost after epoch 7069000: 1.789693331836896\n",
      "Cost after epoch 7070000: 1.7757770238068271\n",
      "Cost after epoch 7071000: 1.766469950620375\n",
      "Cost after epoch 7072000: 1.7627893450554617\n",
      "Cost after epoch 7073000: 1.7699307030711597\n",
      "Cost after epoch 7074000: 1.7881532413284325\n",
      "Cost after epoch 7075000: 1.7980371580665206\n",
      "Cost after epoch 7076000: 1.7881587214247172\n",
      "Cost after epoch 7077000: 1.787543957899863\n",
      "Cost after epoch 7078000: 1.7862583336150446\n",
      "Cost after epoch 7079000: 1.7773936144402185\n",
      "Cost after epoch 7080000: 1.7781889696255013\n",
      "Cost after epoch 7081000: 1.7802119862102088\n",
      "Cost after epoch 7082000: 1.7851625588521358\n",
      "Cost after epoch 7083000: 1.796354854186029\n",
      "Cost after epoch 7084000: 1.8255676903660145\n",
      "Cost after epoch 7085000: 1.7900425603497183\n",
      "Cost after epoch 7086000: 1.7788121830142836\n",
      "Cost after epoch 7087000: 1.7852145767301382\n",
      "Cost after epoch 7088000: 1.8219053455144862\n",
      "Cost after epoch 7089000: 1.7836035209969574\n",
      "Cost after epoch 7090000: 1.774388960856719\n",
      "Cost after epoch 7091000: 1.779353129446721\n",
      "Cost after epoch 7092000: 1.789846738220801\n",
      "Cost after epoch 7093000: 1.7930913392330083\n",
      "Cost after epoch 7094000: 1.7983269915485574\n",
      "Cost after epoch 7095000: 1.8011378666084845\n",
      "Cost after epoch 7096000: 1.7868863334282596\n",
      "Cost after epoch 7097000: 1.7803667703805122\n",
      "Cost after epoch 7098000: 1.7944024751573766\n",
      "Cost after epoch 7099000: 1.7969230611778013\n",
      "Cost after epoch 7100000: 1.7884993209242552\n",
      "Cost after epoch 7101000: 1.7886907669469765\n",
      "Cost after epoch 7102000: 1.7876837785173143\n",
      "Cost after epoch 7103000: 1.7775730269795325\n",
      "Cost after epoch 7104000: 1.7689848736342608\n",
      "Cost after epoch 7105000: 1.766521046738567\n",
      "Cost after epoch 7106000: 1.7814917064439981\n",
      "Cost after epoch 7107000: 1.7958942183425723\n",
      "Cost after epoch 7108000: 1.7845683049457495\n",
      "Cost after epoch 7109000: 1.7989003809144932\n",
      "Cost after epoch 7110000: 1.8048296668162067\n",
      "Cost after epoch 7111000: 1.7978020017466132\n",
      "Cost after epoch 7112000: 1.7894539071056315\n",
      "Cost after epoch 7113000: 1.7780525327258694\n",
      "Cost after epoch 7114000: 1.775630279578469\n",
      "Cost after epoch 7115000: 1.7759158292218766\n",
      "Cost after epoch 7116000: 1.779104255618455\n",
      "Cost after epoch 7117000: 1.793430496985855\n",
      "Cost after epoch 7118000: 1.811944947184391\n",
      "Cost after epoch 7119000: 1.798741493485834\n",
      "Cost after epoch 7120000: 1.782488257912346\n",
      "Cost after epoch 7121000: 1.7720299582770915\n",
      "Cost after epoch 7122000: 1.7779578828516827\n",
      "Cost after epoch 7123000: 1.790238323226986\n",
      "Cost after epoch 7124000: 1.777950604962373\n",
      "Cost after epoch 7125000: 1.7735553257384185\n",
      "Cost after epoch 7126000: 1.7767262224024938\n",
      "Cost after epoch 7127000: 1.7862534306604896\n",
      "Cost after epoch 7128000: 1.795241876512633\n",
      "Cost after epoch 7129000: 1.796588071816726\n",
      "Cost after epoch 7130000: 1.7959589487442593\n",
      "Cost after epoch 7131000: 1.7912324411764757\n",
      "Cost after epoch 7132000: 1.7754721019424071\n",
      "Cost after epoch 7133000: 1.7775350796470788\n",
      "Cost after epoch 7134000: 1.7838219625668388\n",
      "Cost after epoch 7135000: 1.7930707752911412\n",
      "Cost after epoch 7136000: 1.8065647865144183\n",
      "Cost after epoch 7137000: 1.7743253606134426\n",
      "Cost after epoch 7138000: 1.766528632001313\n",
      "Cost after epoch 7139000: 1.7708401107474911\n",
      "Cost after epoch 7140000: 1.7835460971675032\n",
      "Cost after epoch 7141000: 1.7934568312803463\n",
      "Cost after epoch 7142000: 1.7917659048538819\n",
      "Cost after epoch 7143000: 1.7708428021215945\n",
      "Cost after epoch 7144000: 1.7761018484554736\n",
      "Cost after epoch 7145000: 1.7907827375812602\n",
      "Cost after epoch 7146000: 1.8048355807441825\n",
      "Cost after epoch 7147000: 1.7936492969952662\n",
      "Cost after epoch 7148000: 1.7841102463800627\n",
      "Cost after epoch 7149000: 1.7935124122502206\n",
      "Cost after epoch 7150000: 1.794070208568089\n",
      "Cost after epoch 7151000: 1.7941828594551983\n",
      "Cost after epoch 7152000: 1.7955339098543652\n",
      "Cost after epoch 7153000: 1.7943523495801528\n",
      "Cost after epoch 7154000: 1.7937018859300349\n",
      "Cost after epoch 7155000: 1.7928854121397777\n",
      "Cost after epoch 7156000: 1.7955900129699218\n",
      "Cost after epoch 7157000: 1.78964187317295\n",
      "Cost after epoch 7158000: 1.7868524286106608\n",
      "Cost after epoch 7159000: 1.7985347949847799\n",
      "Cost after epoch 7160000: 1.8000535506418567\n",
      "Cost after epoch 7161000: 1.7927234003575283\n",
      "Cost after epoch 7162000: 1.778578629441411\n",
      "Cost after epoch 7163000: 1.7742331345140756\n",
      "Cost after epoch 7164000: 1.7673425963445002\n",
      "Cost after epoch 7165000: 1.7635122866278705\n",
      "Cost after epoch 7166000: 1.7721150227322624\n",
      "Cost after epoch 7167000: 1.7814363884151823\n",
      "Cost after epoch 7168000: 1.7793242952532795\n",
      "Cost after epoch 7169000: 1.7761817891202196\n",
      "Cost after epoch 7170000: 1.7741839386622693\n",
      "Cost after epoch 7171000: 1.7878156910657537\n",
      "Cost after epoch 7172000: 1.7920316330689539\n",
      "Cost after epoch 7173000: 1.793343149310101\n",
      "Cost after epoch 7174000: 1.7879695748721296\n",
      "Cost after epoch 7175000: 1.7819904499577215\n",
      "Cost after epoch 7176000: 1.775305091035936\n",
      "Cost after epoch 7177000: 1.773209192039924\n",
      "Cost after epoch 7178000: 1.7905384681466703\n",
      "Cost after epoch 7179000: 1.8033162141791874\n",
      "Cost after epoch 7180000: 1.8049667964831322\n",
      "Cost after epoch 7181000: 1.794642319457929\n",
      "Cost after epoch 7182000: 1.7934912862383654\n",
      "Cost after epoch 7183000: 1.783617768358627\n",
      "Cost after epoch 7184000: 1.7923649145244547\n",
      "Cost after epoch 7185000: 1.7857748764696888\n",
      "Cost after epoch 7186000: 1.7743144541246483\n",
      "Cost after epoch 7187000: 1.7676656602689085\n",
      "Cost after epoch 7188000: 1.7672465566160267\n",
      "Cost after epoch 7189000: 1.7685279257071145\n",
      "Cost after epoch 7190000: 1.7708865195563048\n",
      "Cost after epoch 7191000: 1.7754927117166062\n",
      "Cost after epoch 7192000: 1.7862876406709574\n",
      "Cost after epoch 7193000: 1.7949532584380203\n",
      "Cost after epoch 7194000: 1.798727705444896\n",
      "Cost after epoch 7195000: 1.8008187476914046\n",
      "Cost after epoch 7196000: 1.7825004674629104\n",
      "Cost after epoch 7197000: 1.7959637072946846\n",
      "Cost after epoch 7198000: 1.7924418023901976\n",
      "Cost after epoch 7199000: 1.7762559277673653\n",
      "Cost after epoch 7200000: 1.7620720014062252\n",
      "Cost after epoch 7201000: 1.77484652427786\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 7202000: 1.7970170832750132\n",
      "Cost after epoch 7203000: 1.791918699863234\n",
      "Cost after epoch 7204000: 1.7875758407835436\n",
      "Cost after epoch 7205000: 1.785986372249949\n",
      "Cost after epoch 7206000: 1.78330367684262\n",
      "Cost after epoch 7207000: 1.7803841446836695\n",
      "Cost after epoch 7208000: 1.778519936130993\n",
      "Cost after epoch 7209000: 1.7768918861362764\n",
      "Cost after epoch 7210000: 1.7740395389507118\n",
      "Cost after epoch 7211000: 1.7716136685944277\n",
      "Cost after epoch 7212000: 1.7854083201882525\n",
      "Cost after epoch 7213000: 1.815611894215835\n",
      "Cost after epoch 7214000: 1.7929059106982979\n",
      "Cost after epoch 7215000: 1.7736556266905423\n",
      "Cost after epoch 7216000: 1.7673716667718018\n",
      "Cost after epoch 7217000: 1.7803012923704802\n",
      "Cost after epoch 7218000: 1.7816087214071943\n",
      "Cost after epoch 7219000: 1.7778246074019424\n",
      "Cost after epoch 7220000: 1.771760615796639\n",
      "Cost after epoch 7221000: 1.771168309599841\n",
      "Cost after epoch 7222000: 1.7781489292086328\n",
      "Cost after epoch 7223000: 1.78517574343608\n",
      "Cost after epoch 7224000: 1.790640193532018\n",
      "Cost after epoch 7225000: 1.7926254142798501\n",
      "Cost after epoch 7226000: 1.7891350150915586\n",
      "Cost after epoch 7227000: 1.7836047352364883\n",
      "Cost after epoch 7228000: 1.7778886444579225\n",
      "Cost after epoch 7229000: 1.7726035406979248\n",
      "Cost after epoch 7230000: 1.7838629226406837\n",
      "Cost after epoch 7231000: 1.790821326940341\n",
      "Cost after epoch 7232000: 1.7951618560350482\n",
      "Cost after epoch 7233000: 1.7858446520437727\n",
      "Cost after epoch 7234000: 1.77605175513859\n",
      "Cost after epoch 7235000: 1.7989452428655397\n",
      "Cost after epoch 7236000: 1.8248172973387327\n",
      "Cost after epoch 7237000: 1.7935428754253455\n",
      "Cost after epoch 7238000: 1.7769893399375334\n",
      "Cost after epoch 7239000: 1.7713161249159983\n",
      "Cost after epoch 7240000: 1.772391970275041\n",
      "Cost after epoch 7241000: 1.7816607599325982\n",
      "Cost after epoch 7242000: 1.7850736785545096\n",
      "Cost after epoch 7243000: 1.784277394014022\n",
      "Cost after epoch 7244000: 1.7863889269049231\n",
      "Cost after epoch 7245000: 1.787327018967913\n",
      "Cost after epoch 7246000: 1.7855418208154081\n",
      "Cost after epoch 7247000: 1.7829759405770176\n",
      "Cost after epoch 7248000: 1.7807288485114663\n",
      "Cost after epoch 7249000: 1.772561970183115\n",
      "Cost after epoch 7250000: 1.7897313183918317\n",
      "Cost after epoch 7251000: 1.8110967908975133\n",
      "Cost after epoch 7252000: 1.803613779553656\n",
      "Cost after epoch 7253000: 1.7788111965560554\n",
      "Cost after epoch 7254000: 1.7688052638825653\n",
      "Cost after epoch 7255000: 1.7731869962116136\n",
      "Cost after epoch 7256000: 1.782013279055438\n",
      "Cost after epoch 7257000: 1.7834147208529054\n",
      "Cost after epoch 7258000: 1.7837563514570722\n",
      "Cost after epoch 7259000: 1.7728289364080987\n",
      "Cost after epoch 7260000: 1.7681339677960113\n",
      "Cost after epoch 7261000: 1.7692110852562766\n",
      "Cost after epoch 7262000: 1.7739355751248915\n",
      "Cost after epoch 7263000: 1.7826548698869515\n",
      "Cost after epoch 7264000: 1.7943795236939375\n",
      "Cost after epoch 7265000: 1.7963696154468654\n",
      "Cost after epoch 7266000: 1.784553662975855\n",
      "Cost after epoch 7267000: 1.773814329569101\n",
      "Cost after epoch 7268000: 1.77253210665469\n",
      "Cost after epoch 7269000: 1.7781430651887709\n",
      "Cost after epoch 7270000: 1.7922955104560574\n",
      "Cost after epoch 7271000: 1.7994338911247274\n",
      "Cost after epoch 7272000: 1.766675150739123\n",
      "Cost after epoch 7273000: 1.7637022637826487\n",
      "Cost after epoch 7274000: 1.7765527028427441\n",
      "Cost after epoch 7275000: 1.7938024500917333\n",
      "Cost after epoch 7276000: 1.8017412061169817\n",
      "Cost after epoch 7277000: 1.7879828950260754\n",
      "Cost after epoch 7278000: 1.7784449427486682\n",
      "Cost after epoch 7279000: 1.779117349816828\n",
      "Cost after epoch 7280000: 1.7811537594571767\n",
      "Cost after epoch 7281000: 1.78328750561189\n",
      "Cost after epoch 7282000: 1.7899428488988802\n",
      "Cost after epoch 7283000: 1.7866925099349598\n",
      "Cost after epoch 7284000: 1.7848673281016654\n",
      "Cost after epoch 7285000: 1.792824069518905\n",
      "Cost after epoch 7286000: 1.81003018058809\n",
      "Cost after epoch 7287000: 1.8097143529704849\n",
      "Cost after epoch 7288000: 1.7879451903419512\n",
      "Cost after epoch 7289000: 1.7784338759276122\n",
      "Cost after epoch 7290000: 1.7771973063488378\n",
      "Cost after epoch 7291000: 1.7787942440428062\n",
      "Cost after epoch 7292000: 1.7767401865258643\n",
      "Cost after epoch 7293000: 1.7824559159623945\n",
      "Cost after epoch 7294000: 1.7844141452398992\n",
      "Cost after epoch 7295000: 1.7940415652023387\n",
      "Cost after epoch 7296000: 1.7960215020021328\n",
      "Cost after epoch 7297000: 1.7878948652785174\n",
      "Cost after epoch 7298000: 1.7819494799870388\n",
      "Cost after epoch 7299000: 1.7753043847287966\n",
      "Cost after epoch 7300000: 1.7716225421541436\n",
      "Cost after epoch 7301000: 1.7772830769383117\n",
      "Cost after epoch 7302000: 1.7842292885155073\n",
      "Cost after epoch 7303000: 1.7913371015831638\n",
      "Cost after epoch 7304000: 1.800564207003748\n",
      "Cost after epoch 7305000: 1.7737690427731825\n",
      "Cost after epoch 7306000: 1.7711366308090468\n",
      "Cost after epoch 7307000: 1.7808311924811342\n",
      "Cost after epoch 7308000: 1.7903297569617473\n",
      "Cost after epoch 7309000: 1.7931767802578475\n",
      "Cost after epoch 7310000: 1.8035709537291906\n",
      "Cost after epoch 7311000: 1.8021295743908827\n",
      "Cost after epoch 7312000: 1.7746148183220685\n",
      "Cost after epoch 7313000: 1.7781535462834148\n",
      "Cost after epoch 7314000: 1.7879310861093534\n",
      "Cost after epoch 7315000: 1.8050528984601872\n",
      "Cost after epoch 7316000: 1.783733955046273\n",
      "Cost after epoch 7317000: 1.772487789132938\n",
      "Cost after epoch 7318000: 1.7771728622585141\n",
      "Cost after epoch 7319000: 1.789504278466075\n",
      "Cost after epoch 7320000: 1.7987478494420164\n",
      "Cost after epoch 7321000: 1.7952662244793334\n",
      "Cost after epoch 7322000: 1.794496850248216\n",
      "Cost after epoch 7323000: 1.7917084746334218\n",
      "Cost after epoch 7324000: 1.7850904213251233\n",
      "Cost after epoch 7325000: 1.7836073296132087\n",
      "Cost after epoch 7326000: 1.7761858311535128\n",
      "Cost after epoch 7327000: 1.7723505091736405\n",
      "Cost after epoch 7328000: 1.7880106912641944\n",
      "Cost after epoch 7329000: 1.7945957294793529\n",
      "Cost after epoch 7330000: 1.783030474481699\n",
      "Cost after epoch 7331000: 1.7810571138425189\n",
      "Cost after epoch 7332000: 1.7819013572979698\n",
      "Cost after epoch 7333000: 1.7918375510762203\n",
      "Cost after epoch 7334000: 1.8183819299979453\n",
      "Cost after epoch 7335000: 1.8008738796320007\n",
      "Cost after epoch 7336000: 1.8070912213936074\n",
      "Cost after epoch 7337000: 1.775899497463275\n",
      "Cost after epoch 7338000: 1.7747026537754647\n",
      "Cost after epoch 7339000: 1.7772281313864036\n",
      "Cost after epoch 7340000: 1.7781209045750495\n",
      "Cost after epoch 7341000: 1.7793828317800906\n",
      "Cost after epoch 7342000: 1.7808049512029547\n",
      "Cost after epoch 7343000: 1.7776832257979962\n",
      "Cost after epoch 7344000: 1.7790775385455055\n",
      "Cost after epoch 7345000: 1.7776264515641569\n",
      "Cost after epoch 7346000: 1.796414342760632\n",
      "Cost after epoch 7347000: 1.8141440430535218\n",
      "Cost after epoch 7348000: 1.8097330862827143\n",
      "Cost after epoch 7349000: 1.7914910152131747\n",
      "Cost after epoch 7350000: 1.792833853424754\n",
      "Cost after epoch 7351000: 1.7939384660159912\n",
      "Cost after epoch 7352000: 1.7848137309134446\n",
      "Cost after epoch 7353000: 1.780430064861426\n",
      "Cost after epoch 7354000: 1.7772115299058782\n",
      "Cost after epoch 7355000: 1.7807902966852638\n",
      "Cost after epoch 7356000: 1.781592776383369\n",
      "Cost after epoch 7357000: 1.776803354804338\n",
      "Cost after epoch 7358000: 1.7708283171882349\n",
      "Cost after epoch 7359000: 1.76815741912451\n",
      "Cost after epoch 7360000: 1.7857116698000197\n",
      "Cost after epoch 7361000: 1.7883647053821559\n",
      "Cost after epoch 7362000: 1.7894264117036462\n",
      "Cost after epoch 7363000: 1.791379551345232\n",
      "Cost after epoch 7364000: 1.7871149520142469\n",
      "Cost after epoch 7365000: 1.7981709279041853\n",
      "Cost after epoch 7366000: 1.7821581042024355\n",
      "Cost after epoch 7367000: 1.7926172246981287\n",
      "Cost after epoch 7368000: 1.7697226590913628\n",
      "Cost after epoch 7369000: 1.7650935909129628\n",
      "Cost after epoch 7370000: 1.7676694804007256\n",
      "Cost after epoch 7371000: 1.7714358524202807\n",
      "Cost after epoch 7372000: 1.7745900267279568\n",
      "Cost after epoch 7373000: 1.7818229181393004\n",
      "Cost after epoch 7374000: 1.7944178304182659\n",
      "Cost after epoch 7375000: 1.7903506292486913\n",
      "Cost after epoch 7376000: 1.7810205214286856\n",
      "Cost after epoch 7377000: 1.7877453637748881\n",
      "Cost after epoch 7378000: 1.7978116700576996\n",
      "Cost after epoch 7379000: 1.816226223976734\n",
      "Cost after epoch 7380000: 1.7874884591961948\n",
      "Cost after epoch 7381000: 1.775597659727522\n",
      "Cost after epoch 7382000: 1.7699170385633798\n",
      "Cost after epoch 7383000: 1.7723886724618723\n",
      "Cost after epoch 7384000: 1.782636075521068\n",
      "Cost after epoch 7385000: 1.7941726580323778\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 7386000: 1.788615287094395\n",
      "Cost after epoch 7387000: 1.7754423769227166\n",
      "Cost after epoch 7388000: 1.768703994847547\n",
      "Cost after epoch 7389000: 1.7731721582572881\n",
      "Cost after epoch 7390000: 1.788484246238078\n",
      "Cost after epoch 7391000: 1.8166102782295974\n",
      "Cost after epoch 7392000: 1.781982699681048\n",
      "Cost after epoch 7393000: 1.7696845970454003\n",
      "Cost after epoch 7394000: 1.7676865324752962\n",
      "Cost after epoch 7395000: 1.7681759865268554\n",
      "Cost after epoch 7396000: 1.7692731354544093\n",
      "Cost after epoch 7397000: 1.7910335695156738\n",
      "Cost after epoch 7398000: 1.7957760662527698\n",
      "Cost after epoch 7399000: 1.795906332841976\n",
      "Cost after epoch 7400000: 1.7781963222232906\n",
      "Cost after epoch 7401000: 1.7767381349270657\n",
      "Cost after epoch 7402000: 1.779738526323301\n",
      "Cost after epoch 7403000: 1.7908898764519303\n",
      "Cost after epoch 7404000: 1.7839691144795329\n",
      "Cost after epoch 7405000: 1.7639130490465897\n",
      "Cost after epoch 7406000: 1.7614359627424352\n",
      "Cost after epoch 7407000: 1.7736115338268459\n",
      "Cost after epoch 7408000: 1.778516188354541\n",
      "Cost after epoch 7409000: 1.7785670146947505\n",
      "Cost after epoch 7410000: 1.779151347354029\n",
      "Cost after epoch 7411000: 1.8004293116946775\n",
      "Cost after epoch 7412000: 1.7819088157677014\n",
      "Cost after epoch 7413000: 1.7828777597129115\n",
      "Cost after epoch 7414000: 1.7904786995922017\n",
      "Cost after epoch 7415000: 1.78354814060256\n",
      "Cost after epoch 7416000: 1.7771801528100268\n",
      "Cost after epoch 7417000: 1.773259094422521\n",
      "Cost after epoch 7418000: 1.8155700817698623\n",
      "Cost after epoch 7419000: 1.8083044785585591\n",
      "Cost after epoch 7420000: 1.79391197642798\n",
      "Cost after epoch 7421000: 1.7811159435249808\n",
      "Cost after epoch 7422000: 1.7784131963183083\n",
      "Cost after epoch 7423000: 1.7836074189810216\n",
      "Cost after epoch 7424000: 1.789256337534962\n",
      "Cost after epoch 7425000: 1.7921493619352442\n",
      "Cost after epoch 7426000: 1.7877316594082124\n",
      "Cost after epoch 7427000: 1.7869077347295366\n",
      "Cost after epoch 7428000: 1.7948096875242117\n",
      "Cost after epoch 7429000: 1.7851926829909908\n",
      "Cost after epoch 7430000: 1.7719679096499015\n",
      "Cost after epoch 7431000: 1.7658480350728438\n",
      "Cost after epoch 7432000: 1.7852187701919133\n",
      "Cost after epoch 7433000: 1.7991572671304719\n",
      "Cost after epoch 7434000: 1.781005708452068\n",
      "Cost after epoch 7435000: 1.7687207410567596\n",
      "Cost after epoch 7436000: 1.790646079644408\n",
      "Cost after epoch 7437000: 1.7896373750797274\n",
      "Cost after epoch 7438000: 1.783766675284022\n",
      "Cost after epoch 7439000: 1.7851062749010043\n",
      "Cost after epoch 7440000: 1.7819129629946764\n",
      "Cost after epoch 7441000: 1.7731932378587214\n",
      "Cost after epoch 7442000: 1.770983615551962\n",
      "Cost after epoch 7443000: 1.77555189477123\n",
      "Cost after epoch 7444000: 1.7859879101458234\n",
      "Cost after epoch 7445000: 1.8136344171200434\n",
      "Cost after epoch 7446000: 1.802009193185093\n",
      "Cost after epoch 7447000: 1.7917453681324187\n",
      "Cost after epoch 7448000: 1.7829200025814755\n",
      "Cost after epoch 7449000: 1.788909823141984\n",
      "Cost after epoch 7450000: 1.7859422375105203\n",
      "Cost after epoch 7451000: 1.787690501531545\n",
      "Cost after epoch 7452000: 1.7729021516369436\n",
      "Cost after epoch 7453000: 1.7757790188675249\n",
      "Cost after epoch 7454000: 1.7764029794067802\n",
      "Cost after epoch 7455000: 1.772383434153602\n",
      "Cost after epoch 7456000: 1.7689713703581007\n",
      "Cost after epoch 7457000: 1.7677684453191849\n",
      "Cost after epoch 7458000: 1.7773021140454657\n",
      "Cost after epoch 7459000: 1.7857412434558304\n",
      "Cost after epoch 7460000: 1.787508505548788\n",
      "Cost after epoch 7461000: 1.7842286120807636\n",
      "Cost after epoch 7462000: 1.7738293592204384\n",
      "Cost after epoch 7463000: 1.7797568287435823\n",
      "Cost after epoch 7464000: 1.7915445189710932\n",
      "Cost after epoch 7465000: 1.8015967956341887\n",
      "Cost after epoch 7466000: 1.792153287143107\n",
      "Cost after epoch 7467000: 1.7836160191116943\n",
      "Cost after epoch 7468000: 1.776837005879318\n",
      "Cost after epoch 7469000: 1.7723508631404485\n",
      "Cost after epoch 7470000: 1.7876427760792712\n",
      "Cost after epoch 7471000: 1.7919221025240155\n",
      "Cost after epoch 7472000: 1.7961589004031828\n",
      "Cost after epoch 7473000: 1.8074168158553914\n",
      "Cost after epoch 7474000: 1.7797116847614416\n",
      "Cost after epoch 7475000: 1.7962258948139616\n",
      "Cost after epoch 7476000: 1.8001154372090733\n",
      "Cost after epoch 7477000: 1.7940039959699619\n",
      "Cost after epoch 7478000: 1.7877419428167685\n",
      "Cost after epoch 7479000: 1.7860641564584148\n",
      "Cost after epoch 7480000: 1.7894402380052934\n",
      "Cost after epoch 7481000: 1.7777226434245494\n",
      "Cost after epoch 7482000: 1.7802676334067167\n",
      "Cost after epoch 7483000: 1.7815125345673615\n",
      "Cost after epoch 7484000: 1.796630595495981\n",
      "Cost after epoch 7485000: 1.7980270167985555\n",
      "Cost after epoch 7486000: 1.78618913917856\n",
      "Cost after epoch 7487000: 1.7970976431342065\n",
      "Cost after epoch 7488000: 1.8034045470501874\n",
      "Cost after epoch 7489000: 1.7809403631412577\n",
      "Cost after epoch 7490000: 1.7749117037672957\n",
      "Cost after epoch 7491000: 1.7802096922374162\n",
      "Cost after epoch 7492000: 1.787050965876503\n",
      "Cost after epoch 7493000: 1.7731101715519852\n",
      "Cost after epoch 7494000: 1.7680475254788703\n",
      "Cost after epoch 7495000: 1.7696452609955933\n",
      "Cost after epoch 7496000: 1.7762125827929032\n",
      "Cost after epoch 7497000: 1.7837094765113188\n",
      "Cost after epoch 7498000: 1.7846774376833017\n",
      "Cost after epoch 7499000: 1.8054297509484718\n",
      "Cost after epoch 7500000: 1.7904144826431607\n",
      "Cost after epoch 7501000: 1.7769157850444195\n",
      "Cost after epoch 7502000: 1.7779088048741678\n",
      "Cost after epoch 7503000: 1.7769548888606246\n",
      "Cost after epoch 7504000: 1.7817252102517522\n",
      "Cost after epoch 7505000: 1.7950814585980672\n",
      "Cost after epoch 7506000: 1.7827338146450775\n",
      "Cost after epoch 7507000: 1.7688515691739055\n",
      "Cost after epoch 7508000: 1.774551943183603\n",
      "Cost after epoch 7509000: 1.7804786280414062\n",
      "Cost after epoch 7510000: 1.7815585798623101\n",
      "Cost after epoch 7511000: 1.7747988936830548\n",
      "Cost after epoch 7512000: 1.77154923820638\n",
      "Cost after epoch 7513000: 1.7833158426497586\n",
      "Cost after epoch 7514000: 1.777928294376033\n",
      "Cost after epoch 7515000: 1.7764105849728822\n",
      "Cost after epoch 7516000: 1.7754957524711656\n",
      "Cost after epoch 7517000: 1.7730786437135702\n",
      "Cost after epoch 7518000: 1.7720249171125078\n",
      "Cost after epoch 7519000: 1.7785240177750983\n",
      "Cost after epoch 7520000: 1.7903416554069782\n",
      "Cost after epoch 7521000: 1.7857923637347257\n",
      "Cost after epoch 7522000: 1.7906630311372573\n",
      "Cost after epoch 7523000: 1.795405463902783\n",
      "Cost after epoch 7524000: 1.8016068874662874\n",
      "Cost after epoch 7525000: 1.8038407586398193\n",
      "Cost after epoch 7526000: 1.8116267457242436\n",
      "Cost after epoch 7527000: 1.7823901936221604\n",
      "Cost after epoch 7528000: 1.7720791971659342\n",
      "Cost after epoch 7529000: 1.7711016914827353\n",
      "Cost after epoch 7530000: 1.772195986992314\n",
      "Cost after epoch 7531000: 1.7806481158911516\n",
      "Cost after epoch 7532000: 1.795165828103856\n",
      "Cost after epoch 7533000: 1.7920059389323089\n",
      "Cost after epoch 7534000: 1.7957158297422908\n",
      "Cost after epoch 7535000: 1.7840309489614965\n",
      "Cost after epoch 7536000: 1.7783321377227772\n",
      "Cost after epoch 7537000: 1.7857016539853199\n",
      "Cost after epoch 7538000: 1.7852292423583356\n",
      "Cost after epoch 7539000: 1.8115789655415415\n",
      "Cost after epoch 7540000: 1.802069158922286\n",
      "Cost after epoch 7541000: 1.7832180164112525\n",
      "Cost after epoch 7542000: 1.777036983019078\n",
      "Cost after epoch 7543000: 1.7832861592724305\n",
      "Cost after epoch 7544000: 1.794395152388799\n",
      "Cost after epoch 7545000: 1.7911034315810792\n",
      "Cost after epoch 7546000: 1.8004652544825182\n",
      "Cost after epoch 7547000: 1.786983795467883\n",
      "Cost after epoch 7548000: 1.7866741558922854\n",
      "Cost after epoch 7549000: 1.7788553370812041\n",
      "Cost after epoch 7550000: 1.7890698874132167\n",
      "Cost after epoch 7551000: 1.811195716520512\n",
      "Cost after epoch 7552000: 1.7880318104868826\n",
      "Cost after epoch 7553000: 1.7761160847772262\n",
      "Cost after epoch 7554000: 1.7708813056855714\n",
      "Cost after epoch 7555000: 1.7703853594190935\n",
      "Cost after epoch 7556000: 1.7828511105831837\n",
      "Cost after epoch 7557000: 1.7897396863824315\n",
      "Cost after epoch 7558000: 1.8022276099567054\n",
      "Cost after epoch 7559000: 1.7903949651747524\n",
      "Cost after epoch 7560000: 1.7766543227983274\n",
      "Cost after epoch 7561000: 1.7819121384114682\n",
      "Cost after epoch 7562000: 1.7962491313932603\n",
      "Cost after epoch 7563000: 1.8056108516012774\n",
      "Cost after epoch 7564000: 1.7751428917331555\n",
      "Cost after epoch 7565000: 1.767037226783518\n",
      "Cost after epoch 7566000: 1.7669078892734513\n",
      "Cost after epoch 7567000: 1.7770957543327333\n",
      "Cost after epoch 7568000: 1.7895140620652925\n",
      "Cost after epoch 7569000: 1.7919411229011704\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 7570000: 1.7968816054638792\n",
      "Cost after epoch 7571000: 1.78307141832111\n",
      "Cost after epoch 7572000: 1.7792001629200236\n",
      "Cost after epoch 7573000: 1.7800554054508297\n",
      "Cost after epoch 7574000: 1.7905742470010575\n",
      "Cost after epoch 7575000: 1.7911663163992264\n",
      "Cost after epoch 7576000: 1.776912404345078\n",
      "Cost after epoch 7577000: 1.764785956561763\n",
      "Cost after epoch 7578000: 1.7642717691191971\n",
      "Cost after epoch 7579000: 1.7773517375341241\n",
      "Cost after epoch 7580000: 1.7947657108840884\n",
      "Cost after epoch 7581000: 1.779127310445321\n",
      "Cost after epoch 7582000: 1.7827446769812443\n",
      "Cost after epoch 7583000: 1.775938666658646\n",
      "Cost after epoch 7584000: 1.7828500573614767\n",
      "Cost after epoch 7585000: 1.7954801201295505\n",
      "Cost after epoch 7586000: 1.78878181872997\n",
      "Cost after epoch 7587000: 1.7824962122555383\n",
      "Cost after epoch 7588000: 1.7880324519231847\n",
      "Cost after epoch 7589000: 1.7714102985627165\n",
      "Cost after epoch 7590000: 1.7669423100860995\n",
      "Cost after epoch 7591000: 1.7721008846217066\n",
      "Cost after epoch 7592000: 1.7866317106315939\n",
      "Cost after epoch 7593000: 1.8029543219822937\n",
      "Cost after epoch 7594000: 1.7843394548643308\n",
      "Cost after epoch 7595000: 1.7757702578829604\n",
      "Cost after epoch 7596000: 1.7690716061600997\n",
      "Cost after epoch 7597000: 1.7788745358780609\n",
      "Cost after epoch 7598000: 1.794386571956067\n",
      "Cost after epoch 7599000: 1.7851713228086339\n",
      "Cost after epoch 7600000: 1.7823741470600813\n",
      "Cost after epoch 7601000: 1.7702782659223861\n",
      "Cost after epoch 7602000: 1.77107907520598\n",
      "Cost after epoch 7603000: 1.7755030748240863\n",
      "Cost after epoch 7604000: 1.7851059973978503\n",
      "Cost after epoch 7605000: 1.7935572011098933\n",
      "Cost after epoch 7606000: 1.780620188230144\n",
      "Cost after epoch 7607000: 1.769366437260488\n",
      "Cost after epoch 7608000: 1.7651535335244937\n",
      "Cost after epoch 7609000: 1.7710236739472083\n",
      "Cost after epoch 7610000: 1.7800966935007694\n",
      "Cost after epoch 7611000: 1.802027492987497\n",
      "Cost after epoch 7612000: 1.791569113631456\n",
      "Cost after epoch 7613000: 1.7862447218904716\n",
      "Cost after epoch 7614000: 1.7965861320964698\n",
      "Cost after epoch 7615000: 1.7880125309357302\n",
      "Cost after epoch 7616000: 1.7787659800442281\n",
      "Cost after epoch 7617000: 1.7737864674226058\n",
      "Cost after epoch 7618000: 1.7777605828583634\n",
      "Cost after epoch 7619000: 1.7794895459090327\n",
      "Cost after epoch 7620000: 1.8142189257581798\n",
      "Cost after epoch 7621000: 1.8001800297427968\n",
      "Cost after epoch 7622000: 1.7899520882796793\n",
      "Cost after epoch 7623000: 1.7865764296887687\n",
      "Cost after epoch 7624000: 1.7749385783172245\n",
      "Cost after epoch 7625000: 1.7940981531201183\n",
      "Cost after epoch 7626000: 1.789765570825693\n",
      "Cost after epoch 7627000: 1.7901009415313585\n",
      "Cost after epoch 7628000: 1.7766735552289354\n",
      "Cost after epoch 7629000: 1.7708489832193965\n",
      "Cost after epoch 7630000: 1.7653620805209045\n",
      "Cost after epoch 7631000: 1.7676684754130243\n",
      "Cost after epoch 7632000: 1.7862665495404753\n",
      "Cost after epoch 7633000: 1.7914896725887355\n",
      "Cost after epoch 7634000: 1.7897709985555121\n",
      "Cost after epoch 7635000: 1.7883785831970558\n",
      "Cost after epoch 7636000: 1.7779061601330066\n",
      "Cost after epoch 7637000: 1.785918767088213\n",
      "Cost after epoch 7638000: 1.7935423971252846\n",
      "Cost after epoch 7639000: 1.8014815662580879\n",
      "Cost after epoch 7640000: 1.805165657651462\n",
      "Cost after epoch 7641000: 1.77618295238854\n",
      "Cost after epoch 7642000: 1.7709803625972085\n",
      "Cost after epoch 7643000: 1.7723861350637482\n",
      "Cost after epoch 7644000: 1.7775603337235073\n",
      "Cost after epoch 7645000: 1.7851618049462936\n",
      "Cost after epoch 7646000: 1.778846243985591\n",
      "Cost after epoch 7647000: 1.780766326445207\n",
      "Cost after epoch 7648000: 1.7809329185533698\n",
      "Cost after epoch 7649000: 1.7901345684636234\n",
      "Cost after epoch 7650000: 1.7801030916634368\n",
      "Cost after epoch 7651000: 1.778615230632425\n",
      "Cost after epoch 7652000: 1.786929572771972\n",
      "Cost after epoch 7653000: 1.8418164172778997\n",
      "Cost after epoch 7654000: 1.7930947245098716\n",
      "Cost after epoch 7655000: 1.7858760874943296\n",
      "Cost after epoch 7656000: 1.7779939846198476\n",
      "Cost after epoch 7657000: 1.7817574608944087\n",
      "Cost after epoch 7658000: 1.7757031758578732\n",
      "Cost after epoch 7659000: 1.7793951152304333\n",
      "Cost after epoch 7660000: 1.7815370180131427\n",
      "Cost after epoch 7661000: 1.7772144194718964\n",
      "Cost after epoch 7662000: 1.7828525564635764\n",
      "Cost after epoch 7663000: 1.801273726465101\n",
      "Cost after epoch 7664000: 1.790797948554846\n",
      "Cost after epoch 7665000: 1.7876369314976723\n",
      "Cost after epoch 7666000: 1.7983145799651434\n",
      "Cost after epoch 7667000: 1.8114365568512474\n",
      "Cost after epoch 7668000: 1.793067775810293\n",
      "Cost after epoch 7669000: 1.7917222605046357\n",
      "Cost after epoch 7670000: 1.7882347347039715\n",
      "Cost after epoch 7671000: 1.7860668720839894\n",
      "Cost after epoch 7672000: 1.79928532012412\n",
      "Cost after epoch 7673000: 1.7893611231974493\n",
      "Cost after epoch 7674000: 1.788979633968032\n",
      "Cost after epoch 7675000: 1.7780232619736247\n",
      "Cost after epoch 7676000: 1.785001294142622\n",
      "Cost after epoch 7677000: 1.8178013168351317\n",
      "Cost after epoch 7678000: 1.7884821538711135\n",
      "Cost after epoch 7679000: 1.7880552660013518\n",
      "Cost after epoch 7680000: 1.7851976180929292\n",
      "Cost after epoch 7681000: 1.7801155816696936\n",
      "Cost after epoch 7682000: 1.7735012119493887\n",
      "Cost after epoch 7683000: 1.7715124754981924\n",
      "Cost after epoch 7684000: 1.7890261174775477\n",
      "Cost after epoch 7685000: 1.8120889505541051\n",
      "Cost after epoch 7686000: 1.7831413380726433\n",
      "Cost after epoch 7687000: 1.786239546382518\n",
      "Cost after epoch 7688000: 1.7776384571728332\n",
      "Cost after epoch 7689000: 1.7728911167140768\n",
      "Cost after epoch 7690000: 1.7810820789138535\n",
      "Cost after epoch 7691000: 1.7963143804690067\n",
      "Cost after epoch 7692000: 1.7841772249698469\n",
      "Cost after epoch 7693000: 1.7835422134100445\n",
      "Cost after epoch 7694000: 1.797353180292996\n",
      "Cost after epoch 7695000: 1.7946694104556662\n",
      "Cost after epoch 7696000: 1.7896011805959842\n",
      "Cost after epoch 7697000: 1.7992036031887793\n",
      "Cost after epoch 7698000: 1.7892428490106749\n",
      "Cost after epoch 7699000: 1.7865460134921318\n",
      "Cost after epoch 7700000: 1.7946940275381678\n",
      "Cost after epoch 7701000: 1.798454943764022\n",
      "Cost after epoch 7702000: 1.7856865582562915\n",
      "Cost after epoch 7703000: 1.772133929617832\n",
      "Cost after epoch 7704000: 1.7733834477066133\n",
      "Cost after epoch 7705000: 1.7804375392241325\n",
      "Cost after epoch 7706000: 1.779156827889534\n",
      "Cost after epoch 7707000: 1.7825321161363243\n",
      "Cost after epoch 7708000: 1.7692555014780196\n",
      "Cost after epoch 7709000: 1.7793005040743313\n",
      "Cost after epoch 7710000: 1.7842228237781217\n",
      "Cost after epoch 7711000: 1.7975169192816296\n",
      "Cost after epoch 7712000: 1.7898537638576708\n",
      "Cost after epoch 7713000: 1.7841429175836527\n",
      "Cost after epoch 7714000: 1.7785931404844244\n",
      "Cost after epoch 7715000: 1.7800757705011332\n",
      "Cost after epoch 7716000: 1.79207825475027\n",
      "Cost after epoch 7717000: 1.7885065673455642\n",
      "Cost after epoch 7718000: 1.7810249206006248\n",
      "Cost after epoch 7719000: 1.7788520852439436\n",
      "Cost after epoch 7720000: 1.7782594095057036\n",
      "Cost after epoch 7721000: 1.7696269473239112\n",
      "Cost after epoch 7722000: 1.769204324028266\n",
      "Cost after epoch 7723000: 1.7884107159892504\n",
      "Cost after epoch 7724000: 1.7957617502845198\n",
      "Cost after epoch 7725000: 1.7841274639134135\n",
      "Cost after epoch 7726000: 1.7975107646071828\n",
      "Cost after epoch 7727000: 1.7854591112651526\n",
      "Cost after epoch 7728000: 1.7889043318148903\n",
      "Cost after epoch 7729000: 1.8009311457997539\n",
      "Cost after epoch 7730000: 1.779793988570373\n",
      "Cost after epoch 7731000: 1.773504986501879\n",
      "Cost after epoch 7732000: 1.7770498430895003\n",
      "Cost after epoch 7733000: 1.790714061414585\n",
      "Cost after epoch 7734000: 1.8117940289919512\n",
      "Cost after epoch 7735000: 1.8078457669150958\n",
      "Cost after epoch 7736000: 1.7889155179874294\n",
      "Cost after epoch 7737000: 1.7766967469220525\n",
      "Cost after epoch 7738000: 1.7755821290255334\n",
      "Cost after epoch 7739000: 1.7780593548410173\n",
      "Cost after epoch 7740000: 1.7947577128290377\n",
      "Cost after epoch 7741000: 1.7972775563059875\n",
      "Cost after epoch 7742000: 1.7865942304513749\n",
      "Cost after epoch 7743000: 1.7674539567350667\n",
      "Cost after epoch 7744000: 1.76960407719646\n",
      "Cost after epoch 7745000: 1.8026776796416497\n",
      "Cost after epoch 7746000: 1.789615944182461\n",
      "Cost after epoch 7747000: 1.77453073387548\n",
      "Cost after epoch 7748000: 1.7683708135495437\n",
      "Cost after epoch 7749000: 1.7741304560130018\n",
      "Cost after epoch 7750000: 1.7875467985549216\n",
      "Cost after epoch 7751000: 1.7889984851993037\n",
      "Cost after epoch 7752000: 1.7857004169974384\n",
      "Cost after epoch 7753000: 1.7931054114735467\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost after epoch 7754000: 1.8128354062891603\n",
      "Cost after epoch 7755000: 1.7828622464487422\n",
      "Cost after epoch 7756000: 1.7751616697970718\n",
      "Cost after epoch 7757000: 1.7777198511208936\n",
      "Cost after epoch 7758000: 1.7996253470806993\n",
      "Cost after epoch 7759000: 1.7952615522598523\n",
      "Cost after epoch 7760000: 1.7848139025122123\n",
      "Cost after epoch 7761000: 1.7845056784446096\n",
      "Cost after epoch 7762000: 1.785928098915033\n",
      "Cost after epoch 7763000: 1.8039274962950422\n",
      "Cost after epoch 7764000: 1.7916890293667322\n",
      "Cost after epoch 7765000: 1.80636787689749\n",
      "Cost after epoch 7766000: 1.80960830636208\n",
      "Cost after epoch 7767000: 1.778500730885023\n",
      "Cost after epoch 7768000: 1.773097248150479\n",
      "Cost after epoch 7769000: 1.7851445521378628\n",
      "Cost after epoch 7770000: 1.7843469361466626\n",
      "Cost after epoch 7771000: 1.7830840378848873\n",
      "Cost after epoch 7772000: 1.7882372489983065\n",
      "Cost after epoch 7773000: 1.7791530255443369\n",
      "Cost after epoch 7774000: 1.7751998400373685\n",
      "Cost after epoch 7775000: 1.774966914630968\n",
      "Cost after epoch 7776000: 1.7786558136695618\n",
      "Cost after epoch 7777000: 1.7965876404641767\n",
      "Cost after epoch 7778000: 1.799353365654377\n",
      "Cost after epoch 7779000: 1.8141091283218913\n",
      "Cost after epoch 7780000: 1.800478597883558\n",
      "Cost after epoch 7781000: 1.7847609231930006\n",
      "Cost after epoch 7782000: 1.7806578776015738\n",
      "Cost after epoch 7783000: 1.7810697022174646\n",
      "Cost after epoch 7784000: 1.793852747915223\n",
      "Cost after epoch 7785000: 1.7831000357770574\n",
      "Cost after epoch 7786000: 1.7735463794103448\n",
      "Cost after epoch 7787000: 1.7706178331868272\n",
      "Cost after epoch 7788000: 1.7807880227313457\n",
      "Cost after epoch 7789000: 1.7928363100740854\n",
      "Cost after epoch 7790000: 1.7864186818174899\n",
      "Cost after epoch 7791000: 1.7881232284637951\n",
      "Cost after epoch 7792000: 1.7890338139576578\n",
      "Cost after epoch 7793000: 1.7941482341395365\n",
      "Cost after epoch 7794000: 1.8131468369637562\n",
      "Cost after epoch 7795000: 1.7844368516493734\n",
      "Cost after epoch 7796000: 1.777114661292739\n",
      "Cost after epoch 7797000: 1.782832654464686\n",
      "Cost after epoch 7798000: 1.7810778093805726\n",
      "Cost after epoch 7799000: 1.785430207637112\n",
      "Cost after epoch 7800000: 1.7753364168157038\n",
      "Cost after epoch 7801000: 1.7693797552435397\n",
      "Cost after epoch 7802000: 1.7738782409064475\n",
      "Cost after epoch 7803000: 1.8198164686033127\n",
      "Cost after epoch 7804000: 1.795723135664413\n",
      "Cost after epoch 7805000: 1.7955573219747878\n",
      "Cost after epoch 7806000: 1.79372064189905\n",
      "Cost after epoch 7807000: 1.783737226540008\n",
      "Cost after epoch 7808000: 1.7829973965204633\n",
      "Cost after epoch 7809000: 1.7763477357142343\n",
      "Cost after epoch 7810000: 1.7798559417633761\n",
      "Cost after epoch 7811000: 1.7934905308925364\n",
      "Cost after epoch 7812000: 1.7895898598959317\n",
      "Cost after epoch 7813000: 1.7764322884839043\n",
      "Cost after epoch 7814000: 1.766811698158553\n",
      "Cost after epoch 7815000: 1.767204412748613\n",
      "Cost after epoch 7816000: 1.7711399412218773\n",
      "Cost after epoch 7817000: 1.7726974372545208\n",
      "Cost after epoch 7818000: 1.7723527021587746\n",
      "Cost after epoch 7819000: 1.7772127553620787\n",
      "Cost after epoch 7820000: 1.7754390564992797\n",
      "Cost after epoch 7821000: 1.7966482507457928\n",
      "Cost after epoch 7822000: 1.7903197795367216\n",
      "Cost after epoch 7823000: 1.7965062383369184\n",
      "Cost after epoch 7824000: 1.7937773422576264\n",
      "Cost after epoch 7825000: 1.7943578817973205\n",
      "Cost after epoch 7826000: 1.7956297927968508\n",
      "Cost after epoch 7827000: 1.8047876924635302\n",
      "Cost after epoch 7828000: 1.7783266043024588\n",
      "Cost after epoch 7829000: 1.7724107559728401\n",
      "Cost after epoch 7830000: 1.77030283885147\n",
      "Cost after epoch 7831000: 1.776042326786588\n",
      "Cost after epoch 7832000: 1.7856094038872365\n",
      "Cost after epoch 7833000: 1.804602007595849\n",
      "Cost after epoch 7834000: 1.8019408383247328\n",
      "Cost after epoch 7835000: 1.7840334863086635\n",
      "Cost after epoch 7836000: 1.7939691195564065\n",
      "Cost after epoch 7837000: 1.7962410968701559\n",
      "Cost after epoch 7838000: 1.7878916778759144\n",
      "Cost after epoch 7839000: 1.784882916196381\n",
      "Cost after epoch 7840000: 1.7887903204783149\n",
      "Cost after epoch 7841000: 1.7697527924340837\n",
      "Cost after epoch 7842000: 1.7681872642600058\n",
      "Cost after epoch 7843000: 1.7702182199152523\n",
      "Cost after epoch 7844000: 1.7730354447565058\n",
      "Cost after epoch 7845000: 1.7874054456178328\n",
      "Cost after epoch 7846000: 1.7765541105328921\n",
      "Cost after epoch 7847000: 1.7762703897605532\n",
      "Cost after epoch 7848000: 1.7775392351449855\n",
      "Cost after epoch 7849000: 1.7908564484162333\n",
      "Cost after epoch 7850000: 1.7971570658241283\n",
      "Cost after epoch 7851000: 1.8110829357995768\n",
      "Cost after epoch 7852000: 1.803242947458512\n",
      "Cost after epoch 7853000: 1.8037289068962616\n",
      "Cost after epoch 7854000: 1.7796474323949265\n",
      "Cost after epoch 7855000: 1.780026087166271\n",
      "Cost after epoch 7856000: 1.783515980179675\n",
      "Cost after epoch 7857000: 1.7825611434112154\n",
      "Cost after epoch 7858000: 1.7802939264993891\n",
      "Cost after epoch 7859000: 1.7810593824294088\n",
      "Cost after epoch 7860000: 1.7835999356605121\n",
      "Cost after epoch 7861000: 1.7926832167546947\n",
      "Cost after epoch 7862000: 1.814539736690468\n",
      "Cost after epoch 7863000: 1.798263730040418\n",
      "Cost after epoch 7864000: 1.7988830278868493\n",
      "Cost after epoch 7865000: 1.788737775057779\n",
      "Cost after epoch 7866000: 1.8074845035367928\n",
      "Cost after epoch 7867000: 1.795680397729475\n",
      "Cost after epoch 7868000: 1.7799672603066963\n",
      "Cost after epoch 7869000: 1.79013658283686\n",
      "Cost after epoch 7870000: 1.7962739088325543\n",
      "Cost after epoch 7871000: 1.7934962694574235\n"
     ]
    }
   ],
   "source": [
    "parameters = cbow_model(X_toy, Y_toy_one_hot, vocab_size, emb_size, 0.0025, 10000000, parameters=parameters, batch_size=126, print_cost=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "WRD_EMB = parameters['WRD_EMB']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_top_n_similar(word, wrd_emb, n=10):\n",
    "    id_ = word_to_id_toy[word]\n",
    "    vec_word = wrd_emb[id_, :]\n",
    "    norm_vec_word = np.linalg.norm(vec_word)\n",
    "    cos_sim = np.dot(wrd_emb, vec_word.T) / (np.linalg.norm(wrd_emb, axis=1) * norm_vec_word)\n",
    "    top_n_ind = np.argsort(cos_sim)[-n:][::-1]\n",
    "    return [id_to_word_toy[id_] for id_ in top_n_ind]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['lazy', 'the', 'quick', 'jumped', 'brown', 'over', 'fox', 'dog']"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "find_top_n_similar('lazy', WRD_EMB)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}