ResNet50_Keras.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ResNet50_Keras",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "Iqpwr8CmQ5NF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import os\n",
        "import keras\n",
        "from keras.models import *\n",
        "from keras.layers import *\n",
        "from keras.regularizers import *\n",
        "import tensorflow as tf"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "H0VUQfu2evVc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "os.chdir('drive/My Drive/Dataset')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RDJ5Hmq3fhTK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def unpickle(file):\n",
        "  import pickle\n",
        "  with open(file, 'rb') as fo:\n",
        "      dict = pickle.load(fo, encoding='bytes')\n",
        "  return dict"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w2Y0eRSgfm2s",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Load_Data():\n",
        "  \n",
        "  train_set_X = []\n",
        "  train_set_Y = []\n",
        "  test_set_X = []\n",
        "  test_set_Y = []\n",
        "  \n",
        "  for i in range(1,6):\n",
        "    filename = 'data_batch_'+str(i)\n",
        "    dict = unpickle(filename)\n",
        "    X = dict[b'data']\n",
        "    Y = dict[b'labels']\n",
        "    train_set_X.extend(X)\n",
        "    train_set_Y.extend(Y)\n",
        "    \n",
        "  train_set_X = np.array(train_set_X)\n",
        "  train_set_Y = np.array(train_set_Y)\n",
        "  \n",
        "  \n",
        "  filename = 'test_batch'\n",
        "  dict = unpickle(filename)\n",
        "  test_set_X = np.array(dict[b'data'])\n",
        "  test_set_Y = np.array(dict[b'labels'])\n",
        "  \n",
        "  \n",
        "  filename = 'batches.meta'\n",
        "  dict = unpickle(filename)\n",
        "  classes = np.array(dict[b'label_names'])\n",
        "\n",
        "  #print(train_set_X.shape,train_set_Y.shape,test_set_X.shape,test_set_Y.shape,classes.shape)\n",
        "  return train_set_X,train_set_Y,test_set_X,test_set_Y,classes"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KOS8luGAgAz6",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Reshape_And_Normalize(train_set_X,train_set_Y,test_set_X,test_set_Y):\n",
        "  \n",
        "  train_set_X = train_set_X.reshape(train_set_X.shape[0],3,32,32)\n",
        "  train_set_X = np.moveaxis(train_set_X,1,3)\n",
        "  train_set_Y = train_set_Y.reshape(1,train_set_Y.shape[0]).T\n",
        "  test_set_X = test_set_X.reshape(test_set_X.shape[0],3,32,32)\n",
        "  test_set_X = np.moveaxis(test_set_X,1,3)\n",
        "  test_set_Y = test_set_Y.reshape(1,test_set_Y.shape[0]).T\n",
        "  \n",
        "  train_set_X = train_set_X\n",
        "  test_set_X = test_set_X\n",
        "  train_set_Y = train_set_Y\n",
        "  test_set_Y = test_set_Y\n",
        "  \n",
        "  #print(train_set_X.shape,train_set_Y.shape,test_set_X.shape,test_set_Y.shape)\n",
        "  return train_set_X,train_set_Y,test_set_X,test_set_Y"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7gexM_uVgEDr",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Data_Preprocessing():\n",
        "  \n",
        "  train_set_X,train_set_Y,test_set_X,test_set_Y,classes = Load_Data()\n",
        "  train_set_X,train_set_Y,test_set_X,test_set_Y = Reshape_And_Normalize(train_set_X,train_set_Y,test_set_X,test_set_Y)\n",
        "  return train_set_X,train_set_Y,test_set_X,test_set_Y,classes"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-rx4CjIJgJjP",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 305
        },
        "outputId": "064752c5-2ea3-4a67-fac9-4443afde2a4a"
      },
      "source": [
        "train_set_X,train_set_Y,test_set_X,test_set_Y,classes = Data_Preprocessing()\n",
        "#train_set_X = train_set_X.reshape(train_set_X.shape[0],3,32,32)\n",
        "#train_set_X = np.moveaxis(train_set_X,1,3)\n",
        "print(train_set_Y.shape)\n",
        "#train_set_Y =train_set_Y.reshape(1,train_set_Y.shape[0])\n",
        "i = 1\n",
        "plt.imshow(train_set_X[i])\n",
        "print('y = '+str(train_set_Y[i,0])+'. It is a '+classes[train_set_Y[i,0]].decode('utf-8')+' picture')"
      ],
      "execution_count": 50,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(50000, 1)\n",
            "y = 9. It is a truck picture\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJztnWuQnGeV3/+nb3O/j2Y0kkYaSZaE\nbPmKUGzsGLIEbFi2DLUbF3wg/kCtt1JQCZXNBxdbFUhVPrCpAMWHhJQJrjUbgiELLC7DZvEaL4Y1\ntpFvsmTZsqy7NDO6jnoufe+TD92ukuXn/8zIsnrsvP9flUo9z+mn39Pv+5737X7+fc4xd4cQInmk\nltsBIcTyoOAXIqEo+IVIKAp+IRKKgl+IhKLgFyKhKPiFSCgKfiESioJfiISSuZzJZnYngG8BSAP4\nn+7+tdjze3r7fGhkNGgrFxfovGq5GBx3Nzonm2untlwbt6WzOWpLpcLbKxbm6JxyqUBtXqtRm4G/\nt1Q6zeelwtfzru4eOqctsj+8VqW2QoEfMyD8y9G61+mMYoHvq1rEj9ivVJmpWuV+1Oux1+PzMhke\nTpkMP2aO8HkQ+/FtnbhRWCigVCrzk+dCn5bypBBmlgbw3wB8FMAxAL83s4fd/WU2Z2hkFH/xjf8e\ntB175Vm6rVMH9wbHazXu/uja91Hb2o1bqW1g5Vpqa+8Ib2/fnifpnMP7d1FbZZZfNNKR99Y70Edt\nmfbO4PiOW2+nc67azPdV8fxZatuz+3lqq9fLwfFyJXwhB4CX97xEbfmZ09RWKpeorVIOB93ZM/zC\nNbfAfazW+LZWrBiktoHBbmqr+Wx4WxU6BcVC+Mrwj48/xSddxOV87N8BYL+7H3D3MoCHANx1Ga8n\nhGghlxP8qwEcveDvY80xIcR7gCu+4Gdm95rZTjPbOZs/f6U3J4RYIpcT/McBjF/w95rm2Jtw9/vd\nfbu7b+/p5d9VhRCt5XKC//cANpnZejPLAfgMgIffGbeEEFeat73a7+5VM/sigL9HQ+p7wN33xObU\najXkz4VXj4f6+UqprwjLg57ppXPG1m7gftT5MmqqzleB6wthual47gyd4wW+crx6eITa1o5fRW3j\nV62jtlWr1wTHR4jECgDZbBu1VfvD6gEAjK9ZyedVw6v9xSKX82bOcfXj9GmuOmQisi4svNo/MMTf\nc3sX9/F8/hy1tbXzcKo7lyqzmbAv+fMzdE65FF7td6YBBrgsnd/dfwHgF5fzGkKI5UG/8BMioSj4\nhUgoCn4hEoqCX4iEouAXIqFc1mr/JeMOVMIyW7nE5beFhbBsNLGZ/5p4bn6e2mLJJYPDkaSZbPha\nuWnTZjrngzdvp7bVo2FZDgD6+lZQWyXDswE728OyUSaSIWbVSObePJffSuRYAkBnR1giHOjn8ubG\nDVdT2969r1IbjPtRKoWl277eATonktiJ8/lpanOEz1Mgnil47lz4XC0s8CQilvF3KX04dOcXIqEo\n+IVIKAp+IRKKgl+IhKLgFyKhtHS13+t1VElih1X5CnZbriM4fv40L+00tJKvpK+9hifNjIyvorYs\nWwaO1FuqVLmy8MokTwhaOHCKv2aKryq/+tKLwfEPbOUr6bfv+AC1xVaP85H6DEcOnwiO57KR2oo5\nnqg1vIIrO0eOvsZfk5Q1mytwNSif5+dVJsvL4/X28iSoWL1DVp4wVmewrS18LtqSqvc10J1fiISi\n4BcioSj4hUgoCn4hEoqCX4iEouAXIqG0XOorLYQllu4OLgH1DoaTXG66/gY6Z3zDJmqbjSSyvHrg\nKLXlF8JyzdwMr7V2ZobLeZNTvB5cbySxByme8PHID38cHM/eza/zH7rlNmrLZrmMuXIll0XhYbls\n5ly4Ow0APPc8726UidQZ7OrhEmG1FpYqy3P8mKUjt8RYV55ajUuwZ85y+TCFsEQYa//V3x9OQEtH\n2oK9dbtCiESi4BcioSj4hUgoCn4hEoqCX4iEouAXIqFcltRnZocAzAKoAai6Oy9YB8BShra2bNBW\nSffQeYWO7uD4wTxvq/TCb5+htrNneF264yd4jbZsOpwylU3x7KsSaVsFAMUit42t4Ifm5NRhausl\n2V6zM3k6Z9/Bg9yPsWFqy2a5j2Pj4VZeq8g4AByZ4jLrqy9x28gYl0UPHSESW4Ufs3qZ22qR+ont\nOS5HtmXC5z0AFIrh1+zt5RJmhrT4sku4n78TOv+/cCeirhDiXYs+9guRUC43+B3AL83sWTO7951w\nSAjRGi73Y/9t7n7czEYAPGpmr7j7Exc+oXlRuBcA+gf4TyOFEK3lsu787n68+f9JAD8FsCPwnPvd\nfbu7b+/qDi/cCSFaz9sOfjPrMrOeNx4D+BiA3e+UY0KIK8vlfOwfBfBTa1QMzAD43+7+f2MTUqkM\nOjtHg7aTMzzTbv/RsMzz8h5+rUlFZKhapDVYYZYXdkwTSa9Q4jLazCy3zUZaYR06tpfaujq4LLpl\n45awISI5/tNv/pHa1q1fT22bt/A2ZUND4ayztnZ+XPp6uVSWqvJiofMlfg9jLa8KMzy7sFbjRVfb\nO7hkN5fnr9kbyTxsaw9n4pXLsRZ24QzTep3LlBfztoPf3Q8AuP7tzhdCLC+S+oRIKAp+IRKKgl+I\nhKLgFyKhKPiFSCgtLeCZTmfQPxjOEtt/dB+dN3konHXWmeWFLM/P8+KYc/mT1GYRqWRmNizNzRS4\nNJQhWYwAMDw6Qm0dPWGpDABWT3CRZZzIRgdf/B2dkzYuA1ZqPIvt1GlenPTaa7cGx6/atIHOGY9k\n53XffCO17XrlCLWViuHCsKVsJKsPXJarO5ekp6bC/QkBINfGZcy+AXYecNm5UAhntNZ96VKf7vxC\nJBQFvxAJRcEvREJR8AuRUBT8QiSUlq72l0rzeP31cG29V17fT+edmHw9OF6LJOH09HVR25ZNE9S2\nbes2aps8FV5hPXyK+7FiZTiRCQDWbeRJMz1DXAmYPse356fDysiRw3xF/FSkpdjWq6kJH90cXtEH\ngPk5shrNxQN4masOe57iasWmLbxt2+jq/uD4U888ERwHgKlpnoxVqfDV/mKB+38u0qasozvsY2zl\nfp60vbuUxB7d+YVIKAp+IRKKgl+IhKLgFyKhKPiFSCgKfiESSkulvvm5PJ564tGwI6Ok9hyAjVuv\nDY53RNoqbb16E7Vt2byG2mrFcGIMAHgqLF/NgzcsymTDiSUAkE6HJR4AqFR5Isj87Flq6yuHpahq\nzemcIyd5ElR793G+rd4BatuwcSI47pH7TWEmXJcOAF55+gVq8wI/D7bdcWdw/NrreIJRYSeX+l7f\nf4jaOjt5deq+/iFqa3S7eyv5PD8upVJ4X7mkPiHEYij4hUgoCn4hEoqCX4iEouAXIqEo+IVIKItK\nfWb2AIBPAjjp7tuaY4MAfghgAsAhAHe7O9clmlTKVZw8GpbFbrz+D+m8trZwbbdBrsphbBWvw3Y2\n0qrp6H4uo5XrYfktZTxVLZ3h0kvNeQ1CVGPtxsKSIwB4Lby97r5w7UQAODPHswRTOZ4dWXcuHza6\nt4cm8Rnd7fyYTawap7b2NPcjhXDdxWu38YzK/n4uwT5c+CW1TU3yEFg9soraahauAZmNtJzL58Ny\n5N5suLVdiKXc+f8KwMVi6X0AHnP3TQAea/4thHgPsWjwu/sTAC6+Hd4F4MHm4wcBfOod9ksIcYV5\nu9/5R919svl4Co2OvUKI9xCX/fNed3czo1+6zOxeAPcCQDbLa9gLIVrL273zT5vZGAA0/6ddMNz9\nfnff7u7bM5mWphIIISK83eB/GMA9zcf3APjZO+OOEKJVLEXq+wGADwMYNrNjAL4C4GsAfmRmnwdw\nGMDdS9lYKpVBZ/dg0JaNqEYzM+EPFm2DXJJZqHJNqci7a6FjoIfa2upGXpBLfR7Zw8UKz2Jr7+AT\nU5H2WvVUeF73EJeacs7lzXQHz9zzHNda6xZ+b1bj0mEqzd9ztitHbR3d3FYthWXdM8en6ZyhLt42\n7K5P3EFtO188RG1zkeKexdKp4HiJtOQCgP6e8LmfSUf074ufu9gT3P2zxPSRJW9FCPGuQ7/wEyKh\nKPiFSCgKfiESioJfiISi4BciobT0Vze5XBvG1oazqSzFr0PFYjiDaTrP3c/18yy2SpVLQxb5FWJh\nLpwhVnHueybDC3FW09zW2csz3EaGZqjNz4bloXKkx5zVuf8dHR3UloqoSnUPb69W47JoKhspnprm\nPs7N8yxNIwUt2yLnW/4UlwE7OsNSNQDcfst11Pbq64epbffLU8HxuTzPtsyRwrD1eizT8s3ozi9E\nQlHwC5FQFPxCJBQFvxAJRcEvREJR8AuRUFoq9bkBbmE5pxKRohZmw1JOW0SGms1HCnEWeeHMhTyX\njbIkqa+ni0t2Kwa4NNQ7yDPcVvTz91bL9FFboS28H8+u41l9pdoktSGSeVirRrILSQZkLcWzLS0i\n9fUP8uzCei3iIzmv+vr4/s3x2jSYmY3IrJWwFAwAN2xdSW39PeHz55FHeLHQU9PhQrjVSBxdjO78\nQiQUBb8QCUXBL0RCUfALkVAU/EIklNaW03UHyApxps5XjvvCOQwY7yPL7wDet4HX9+tu5yu9aePX\nw/l8eKW3uHCezunoqlDblk1cCRhft4baUtl11DY3E/ZxfGyM+3GQFl9G7yDZ+QAGB3jyUSYTTp6K\n5Z14JFGovauT2qpFvsKdItvLxhLJwNWgoeFuaptb4KrD/Ew4eQcAVq8I1wz81B99jM7525//Q3A8\nk1l6DT/d+YVIKAp+IRKKgl+IhKLgFyKhKPiFSCgKfiESylLadT0A4JMATrr7tubYVwH8KYA3+gx9\n2d1/sdhr9XR14kO3vD9o23D19XTeiePHg+OrV3GpbPOmjdS2csUItaWdy4ezJKmjFEl+sRR/ve4u\nntjT3c0ltnSOS5VZIpkW5sMtoQDgpm1cOpzYPEFtlTqXMZ3cV6p1Lst5mu+rdJafqpUi1w/rJNEl\nleH3PWvnfiAyr1Th+yOT5rUha+XwebUiIive9s8/EBz/3TMv0TkXs5Q7/18BuDMw/k13v6H5b9HA\nF0K8u1g0+N39CQA8P1YI8Z7kcr7zf9HMdpnZA2bGk62FEO9K3m7wfxvARgA3AJgE8HX2RDO718x2\nmtnOuXle7EAI0VreVvC7+7S719y9DuA7AHZEnnu/u2939+3dXXwBQwjRWt5W8JvZhVkinwaw+51x\nRwjRKpYi9f0AwIcBDJvZMQBfAfBhM7sBgAM4BODPlrKxzs4OvP+69wVt19zIpb7CtrBs19XHs8p4\npTjAjUs5qYgkM9gVrsMW6dYVvbrWSSspYJFabBFJqVQKt+vaeNVaOqcjxyXHwjzPWPRU5PSxsM0j\n9fHqzm21yDGLtagqF8L7o1bn7zmViZwfkSM6e4ZLvocPHqW2W2+7MTi+UOH1JDuJHBlRlt/CosHv\n7p8NDH936ZsQQrwb0S/8hEgoCn4hEoqCX4iEouAXIqEo+IVIKC0t4JlKpdBBMtm623nLq65O4mak\nWGGsUKTFpL6YpORhaa5e4ZJdTL6ySBHJakSsjMk5TgqQdvfzDMhqjW+rVo8UhCQtuQDAUQuOp2LO\n17itluESrCNysEnBWKuH/QOAtsh7ztb4Mesq8nk+HZYcAeDUgeng+JotvIjr6VT417KXIvXpzi9E\nQlHwC5FQFPxCJBQFvxAJRcEvREJR8AuRUFoq9aXTafT0hSUnj2TTLZTCco2XeE+1EpkDAPNz89RW\nrvB5pVI4m65a5VJZJZKBV4lsayHS921hnmd7VUmmYM9gH53T08f7Gvb3DFNbey7cjw8Aaqz3okX6\n6oHbenp4QdMzJ/l+LBbCkli9zotPGfj7qtf4Odfbw+XqdWtHqa2wED4fPVLstK8nLJmnI/LxxejO\nL0RCUfALkVAU/EIkFAW/EAlFwS9EQmnpav/MTB5/+/DfBW217G/ovHPnwokPc+dP0zmpSK5HTAmY\nng5vCwBqJFtoMNL+a2B4iNra0nz3z58Nt3ACgH2v7aW2/Fx4dXt8PW/Jlc5ypaW3h/u/fj2vC7hm\nPFzvcP2G1XTOYBvPSulp5z7WI7UckQ4n21RqfCU9HWnJlY74ODoRUUZ6uRJQ8XCSUZqLDhgcDL/n\nTCTZ7WJ05xcioSj4hUgoCn4hEoqCX4iEouAXIqEo+IVIKEtp1zUO4HsARtFoz3W/u3/LzAYB/BDA\nBBotu+5293Ox18rPzuHRx58M2vrXbKHzvBaWr55/8nE6Z90aXv9seIjLV8ePTVFbldR96xzkiTHl\nFE/6mT7GWzh9ZMct1HbDdddQ20KpGBxPZfmhPnjkMLXte+11antp9/PU1t8Xbsr6x3/yaTrn1ms2\nU1su0hNtzdg4tZWJ1GeRYnexuosVUpsQAFKZSF3Afp6Y1EGSceppLkkz4TNSgvItLOXOXwXw5+5+\nNYCbAXzBzK4GcB+Ax9x9E4DHmn8LId4jLBr87j7p7s81H88C2AtgNYC7ADzYfNqDAD51pZwUQrzz\nXNJ3fjObAHAjgKcBjLr7ZNM0hcbXAiHEe4QlB7+ZdQP4MYAvuXv+Qpu7OxAunm5m95rZTjPbWS7z\nQghCiNaypOA3sywagf99d/9Jc3jazMaa9jEAJ0Nz3f1+d9/u7ttzOf77ZiFEa1k0+K3R3ua7APa6\n+zcuMD0M4J7m43sA/Oydd08IcaVYSlbfrQA+B+AlM3uhOfZlAF8D8CMz+zyAwwDuXuyFBgaH8K8+\n+6+DtraRTXTewmxYfnvtpRfpnLGVXP5JReqcdbTzDLFyPdxyafM27vvAGM/4WxjmdeQ++fF/SW2d\nPR3UNk+kvkhnLVRJGzIAKFbDrwcAJ0+epbbDB08Exzs7+f6dOnaG2g7teY3aUkXu44Gp4AdS7PjY\ndjpn3cQqaotlA6baI2l4WS4DGqvVZ3xOzsLH7FKkvkWD391/C4C95EeWvikhxLsJ/cJPiISi4Bci\noSj4hUgoCn4hEoqCX4iE0tICnmZAWy58vdn3ym46L38+LPV5LPuqzDOi5iLtuiyilbS3hXOpKgu8\nfdb5U9zH6SM8q+/v/j5c6BQAzs1Gtjd3Pjje08sltr6BcAs1AOiKFJ48diws5wHAyHC4UGd7L5c+\nf/Nz/p7PvraL2mpl3hJt/1S4IOuxSMuzTVu5dNvX28ltA7wlWkcnz+rr6wqfV9l2XoyzszN8XNyX\nrvXpzi9EQlHwC5FQFPxCJBQFvxAJRcEvREJR8AuRUFoq9dWrFcyeCct2v/rZz+m8o1PHguOpSjjL\nDgB27cpTWyz1qVrlWVsgmVSPPvIrOiWX5VLZDTfeRG3lXA+15UsL1HbgSDiL7cwZ3t+vXORZfSem\nDlHbwUP8Nbff+P7g+L/9wr+nc5556nfUVj3PM/7yJV4kphCuMYMDO7nM+ptnJ6mtK8NlxWyOS3Pp\nNn4e9BCpb826CTrnrj/+THC8XF36/Vx3fiESioJfiISi4BcioSj4hUgoCn4hEkpLV/uz2RzGRseC\ntk0T6+k8R3g1OhNphZWOrOin0vya53WeiJNr7wobsjxpY9WqcIILAHz4jjuoraczkkDSzmv/vbw7\nXNdw337edmvl6glqK0baZKU7uI+7970SHH953z46p3NiK7WdOMHf80A/t43kwnX1Ort5HcSzU7x9\n2Znj+6nt1OlwEhEAFGuRJDRSYHFyhofnBz8SnlPlZf/egu78QiQUBb8QCUXBL0RCUfALkVAU/EIk\nFAW/EAllUanPzMYBfA+NFtwO4H53/5aZfRXAnwI41Xzql939F7HXqlarOHsq3OLp5n/2QTrvgx/6\nUHC8rY0nUmQicl6sXVc90roqjfD2KmWurxTKPAnnzLGD1Ha2yBNIzp7mbbIOEEnvxMlwQhUAdI/w\n9lRo4zKm5bjUV66Gk20e/fVv6Zx1G6+ltvFBLpm2p/hp3EkSq0pFXsPvQH4PtXX38FqINedJYVPn\n5qhteHgiOL5Q4efir379THB8dpbXp7yYpej8VQB/7u7PmVkPgGfN7NGm7Zvu/l+XvDUhxLuGpfTq\nmwQw2Xw8a2Z7AfDLsBDiPcElfec3swkANwJ4ujn0RTPbZWYPmBn/mZUQ4l3HkoPfzLoB/BjAl9w9\nD+DbADYCuAGNTwZfJ/PuNbOdZrZzdo5/zxJCtJYlBb+ZZdEI/O+7+08AwN2n3b3m7nUA3wGwIzTX\n3e939+3uvr2nm1enEUK0lkWD3xotbL4LYK+7f+OC8QszdD4NgLfcEUK861jKav+tAD4H4CUze6E5\n9mUAnzWzG9CQ/w4B+LPFXiiVMnSRNkNn8kU67/ldzwbHR0b4MsPoyDC1VSpcRjt3bobaUAz7mKnz\n11u9nsto4wP8k9DxfbyO3Pwcr1k3MroyON451E/npNu5fLVQ4MdlbGwttU2dCNddPH0m3E4MAMZW\nRdqoRVqzzZX4/kcmfL5V6lyebesg2ZsA2iLZouUzp6gNqXCdPgAYJVmV5RJvOcd2B99Lb2Upq/2/\nBRB6x1FNXwjx7ka/8BMioSj4hUgoCn4hEoqCX4iEouAXIqG0tIBnyoC2bDhTqVTkEtuTTz4WHPcK\nl6F6O3mBxkqFZ18VC7wFWIZcK9dNjNM5226+mto2ruUy4MzRsFQGAFPnTlNbriMsbW0cCkuAAHDq\nFM84u3bLNmq75tot1PbQ//pecDyDcEFNAKjM8+NZLnObx6pWtoePdax91sT6DdR28uirfFspnmXa\n0cW3t3Xr5uB4cYEfl/GxkeD4r3NcUrwY3fmFSCgKfiESioJfiISi4BcioSj4hUgoCn4hEkpLpb56\nvY6FAiloGSmqecfHPxl+vTLPAktH5Lx6jRdG9DSXa9KZsEzV3sULWU7NcOlwdob3rTtb4P5bOy+q\n+eoLB4LjZ37HM842rOeS3Qeu2kRt5UjGX0cuLG15JKMylkGYSvNTlbS6AwAU6qTPY43v33VruNRX\nnDtDbVf38mzAZ559ntpOHA7Lh4V5fn77wrngeLnEMz4vRnd+IRKKgl+IhKLgFyKhKPiFSCgKfiES\nioJfiITS2qy+lKGrOyyX9UUqD/asCGc9lSKyRnvkupYznlnmHTwbsK0zPK9e5NlXs7N5akt38sKZ\nIxt5wc2NnTyr77WD4V59MC5hZklRVQA4PnmE2oaGeQFVZisXuHxVKvHinvORjL9SJPutUgpLy5l2\nLs+OrlpBbYcnp6lt+gjZ9wCKc/y9vb7nheD40BD3wwcGw+ORQqcXozu/EAlFwS9EQlHwC5FQFPxC\nJBQFvxAJZdHVfjNrB/AEgLbm8//G3b9iZusBPARgCMCzAD7n7ry/EIB6vYiFWZLMUufXoax1B8en\np/kK6msvH6K29gxf0c/18VX2YdIebNVwH52TiSQsDfUNUVsk9wjFQjipAwBGRsIKwupV4dVhAJic\nmqK2ffv2UttEeT21MSVmdpYfs4UFvpKeP89Vk9hqf60cTqxKt/EknD27eau3WAutkZFRalt9Ha+F\nOLIiPG94Ba+72E78f+yfHqdzLmYpd/4SgD9w9+vRaMd9p5ndDOAvAXzT3a8CcA7A55e8VSHEsrNo\n8HuDNy6t2eY/B/AHAP6mOf4ggE9dEQ+FEFeEJX3nN7N0s0PvSQCPAngdwIy7v5EUfQzA6ivjohDi\nSrCk4Hf3mrvfAGANgB0A3rfUDZjZvWa208x2zs6SQh5CiJZzSav97j4D4HEAtwDoN7M3FgzXADhO\n5tzv7tvdfXtPD/9JpRCitSwa/Ga2wsz6m487AHwUwF40LgJ/0nzaPQB+dqWcFEK88ywlsWcMwINm\nlkbjYvEjd3/EzF4G8JCZ/WcAzwP47qKvVHfUSdulVOQ6lKmEk1J6SesvAHj2qV9T29Q0T4yxLE9y\n2bHj/cHx227ZTuecP8+lrV3PPU1t80WeyLLvyFFqO3DoUHC8sMC/crnzInjtvTy5JJ+fpbZZ0lJs\nPs9lykgpPmTS3NoX+US5an1YjhwYGqNzRlZxiW3VjddS22Ckhl8uVhuS2SLJWPBwvKQiLcMuZtHg\nd/ddAG4MjB9A4/u/EOI9iH7hJ0RCUfALkVAU/EIkFAW/EAlFwS9EQrFLqfl12RszOwXgcPPPYQBc\nc2sd8uPNyI83817zY527c332Aloa/G/asNlOd+cCufyQH/Ljivqhj/1CJBQFvxAJZTmD//5l3PaF\nyI83Iz/ezP+3fizbd34hxPKij/1CJJRlCX4zu9PMXjWz/WZ233L40PTjkJm9ZGYvmNnOFm73ATM7\naWa7LxgbNLNHzey15v+8F9aV9eOrZna8uU9eMLNPtMCPcTN73MxeNrM9ZvbvmuMt3ScRP1q6T8ys\n3cyeMbMXm378p+b4ejN7uhk3PzSL9J1bCu7e0n8A0miUAdsAIAfgRQBXt9qPpi+HAAwvw3ZvB3AT\ngN0XjP0XAPc1H98H4C+XyY+vAvgPLd4fYwBuaj7uAbAPwNWt3icRP1q6T9DIbu5uPs4CeBrAzQB+\nBOAzzfH/AeDfXM52luPOvwPAfnc/4I1S3w8BuGsZ/Fg23P0JAGcvGr4LjUKoQIsKohI/Wo67T7r7\nc83Hs2gUi1mNFu+TiB8txRtc8aK5yxH8qwFcWI1iOYt/OoBfmtmzZnbvMvnwBqPuPtl8PAWAF4G/\n8nzRzHY1vxZc8a8fF2JmE2jUj3gay7hPLvIDaPE+aUXR3KQv+N3m7jcB+DiAL5jZ7cvtENC48qNx\nYVoOvg1gIxo9GiYBfL1VGzazbgA/BvAld39Tl45W7pOAHy3fJ34ZRXOXynIE/3EA4xf8TYt/Xmnc\n/Xjz/5MAforlrUw0bWZjAND8/+RyOOHu080Trw7gO2jRPjGzLBoB9313/0lzuOX7JOTHcu2T5rYv\nuWjuUlmO4P89gE3NlcscgM8AeLjVTphZl5n1vPEYwMcA7I7PuqI8jEYhVGAZC6K+EWxNPo0W7BMz\nMzRqQO51929cYGrpPmF+tHqftKxobqtWMC9azfwEGiuprwP4i2XyYQMaSsOLAPa00g8AP0Dj42MF\nje9un0ej5+FjAF4D8A8ABpfJj78G8BKAXWgE31gL/LgNjY/0uwC80Pz3iVbvk4gfLd0nAK5Doyju\nLjQuNP/xgnP2GQD7AfwfAG0GXuFQAAAANklEQVSXsx39wk+IhJL0BT8hEouCX4iEouAXIqEo+IVI\nKAp+IRKKgl+IhKLgFyKhKPiFSCj/D/EcoRMKOMsFAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yVEVQJJ6gONe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Identity_Block(X,channels,f,layer,block):\n",
        "  \n",
        "  X_shortcut = X\n",
        "  \n",
        "  X = Conv2D(channels[0],kernel_size=(f,f),strides=(1,1),padding='same',kernel_initializer='glorot_uniform',name='1.Conv2D_'+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='1.BatchNorm_'+str(layer)+block)(X)\n",
        "  X = Activation('relu')(X)\n",
        "  \n",
        "  X = Conv2D(channels[1],kernel_size=(1,1),strides=(1,1),padding='valid',kernel_initializer='glorot_uniform',name='2.Conv2D_'+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='2.BatchNorm_'+str(layer)+block)(X)\n",
        "  X = Activation('relu')(X)\n",
        "  \n",
        "  X = Conv2D(channels[2],kernel_size=(f,f),strides=(1,1),padding='same',kernel_initializer='glorot_uniform',name=\"3.Conv2D_\"+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='3.BatchNorm_'+str(layer)+block)(X)\n",
        "  \n",
        "  X = Add()([X,X_shortcut])\n",
        "  X = Activation('relu')(X)\n",
        "  \n",
        "  return X"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GrkJ_F4HyHgZ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Convolutional_Block(X,channels,f,s,layer,block):\n",
        "  \n",
        "  X_shortcut = X\n",
        "  \n",
        "  X = Conv2D(channels[0],kernel_size=(f,f),strides=(1,1),padding='same',kernel_initializer='glorot_uniform',name='1.Conv2D_'+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='1.BatchNorm_'+str(layer)+block)(X)\n",
        "  X = Activation('relu')(X)\n",
        "  \n",
        "  X = Conv2D(channels[1],kernel_size=(1,1),strides=(1,1),padding='valid',kernel_initializer='glorot_uniform',name='2.Conv2D_'+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='2.BatchNorm_'+str(layer)+block)(X)\n",
        "  X = Activation('relu')(X)\n",
        "  X = MaxPooling2D(pool_size=(2,2),strides=(s,s),padding='valid',name='MaxPool2D_'+str(layer)+block)(X)\n",
        "  \n",
        "  X = Conv2D(channels[2],kernel_size=(f,f),strides=(1,1),padding='same',kernel_initializer='glorot_uniform',name=\"3.Conv2D_\"+str(layer)+block)(X)\n",
        "  X = BatchNormalization(axis=3,name='3.BatchNorm_'+str(layer)+block)(X)\n",
        "  \n",
        "  X_shortcut = Conv2D(channels[2],kernel_size=(2,2),strides=(2,2),padding='valid',kernel_initializer='glorot_uniform',name='SkipConv2D_'+str(layer)+block)(X_shortcut)\n",
        "  X_shortcut = BatchNormalization(axis=3,name='SkipBatchNorm_'+str(layer)+block)(X_shortcut)\n",
        "  \n",
        "  X = Add()([X,X_shortcut])\n",
        "  X = Activation('relu')(X)\n",
        "  \n",
        "  return X"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mkddZL7r0AXi",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Propagation(input_shape,output_neurons):\n",
        "  \n",
        "  X_input = Input(input_shape)\n",
        "  X = X_input\n",
        "  \n",
        "  X = ZeroPadding2D((3,3))(X)\n",
        "  X = Conv2D(64,kernel_size=(3,3),strides=(1,1),padding='valid',kernel_initializer='glorot_uniform',name='Conv2D_1A')(X)\n",
        "  X = BatchNormalization(axis=3,name='BatchNorm_1A')(X)\n",
        "  X = Activation('relu')(X)\n",
        "  X = MaxPooling2D(pool_size=(2,2),strides=(2,2),padding='valid',name='MaxPool_1A')(X)\n",
        "  \n",
        "  X = Convolutional_Block(X,channels=[64,64,256],f=3,s=2,layer=2,block='A')\n",
        "  X = Identity_Block(X,channels=[64,64,256],f=3,layer=2,block='B')\n",
        "  X = Identity_Block(X,channels=[64,64,256],f=3,layer=2,block='C')\n",
        "  \n",
        "  X = Convolutional_Block(X,channels=[128,128,512],f=3,s=2,layer=3,block='A')\n",
        "  X = Identity_Block(X,channels=[128,128,512],f=3,layer=3,block='B')\n",
        "  X = Identity_Block(X,channels=[128,128,512],f=3,layer=3,block='C')\n",
        "  X = Identity_Block(X,channels=[128,128,512],f=3,layer=3,block='D')\n",
        "  \n",
        "  X = Convolutional_Block(X,channels=[256, 256, 1024],f=3,s=2,layer=4,block='A')\n",
        "  X = Identity_Block(X,channels=[256, 256, 1024],f=3,layer=4,block='B')\n",
        "  X = Identity_Block(X,channels=[256, 256, 1024],f=3,layer=4,block='C')\n",
        "  X = Identity_Block(X,channels=[256, 256, 1024],f=3,layer=4,block='D')\n",
        "  X = Identity_Block(X,channels=[256, 256, 1024],f=3,layer=4,block='E')\n",
        "  X = Identity_Block(X,channels=[256, 256, 1024],f=3,layer=4,block='F')\n",
        "  \n",
        "  X = Convolutional_Block(X,channels=[512, 512, 2048],f=3,s=2,layer=5,block='A')\n",
        "  X = Identity_Block(X,channels=[512, 512, 2048],f=3,layer=5,block='B')\n",
        "  X = Identity_Block(X,channels=[512, 512, 2048],f=3,layer=5,block='C')\n",
        "  \n",
        "  #X = AveragePooling2D(pool_size=(2,2),strides=(2,2),padding='valid',name='AveragePool_6A')(X)\n",
        "  X = Flatten()(X)\n",
        "  \n",
        "  if(output_neurons > 1):\n",
        "    activation = 'softmax'\n",
        "  else:\n",
        "    activation = 'sigmoid'\n",
        "\n",
        "  X = Dense(output_neurons,activation=activation,kernel_initializer='glorot_uniform',bias_initializer='zeros',name='FullyConnected_6B',use_bias=True,kernel_regularizer=l2(0.01))(X)\n",
        "  \n",
        "  model = Model(inputs=X_input,outputs=X,name='ResNet50_Keras')\n",
        "  \n",
        "  return model"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "83fIFueq2kt0",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def Caller_Function():\n",
        "  \n",
        "  train_set_X,train_set_Y,test_set_X,test_set_Y,classes = Data_Preprocessing()\n",
        "  epochs = 2\n",
        "  mini_batch_size = 32\n",
        "  output_neurons = 10\n",
        "  \n",
        "  if(output_neurons > 1):\n",
        "    train_set_Y = np.eye(output_neurons)[train_set_Y.T][0]\n",
        "    test_set_Y = np.eye(output_neurons)[test_set_Y.T][0]\n",
        "    \n",
        "  shape = train_set_X.shape\n",
        "  shape = (shape[1],shape[2],shape[3])\n",
        "  \n",
        "  model = Propagation(shape,output_neurons)\n",
        "  model.compile(loss='categorical_crossentropy',optimizer='adam',metrics=['accuracy'])\n",
        "  model.fit(x=train_set_X[0:300,:],y=train_set_Y[0:300,:],epochs=epochs,batch_size=mini_batch_size)\n",
        "  print('')\n",
        "  preds = model.evaluate(x=train_set_X[0:80,:],y=train_set_Y[0:80,:])\n",
        "  print(\"Train_Accuracy : \"+str(preds[1]*100))\n",
        "  print('')\n",
        "  preds = model.evaluate(x=test_set_X[0:80,:],y=test_set_Y[0:80,:])\n",
        "  print(\"Test_Accuracy : \"+str(preds[1]*100))\n",
        "  \n",
        "  model.summary()\n",
        "  print(model.predict(x=test_set_X[10:11,:]))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "503jC7zO5z0w",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "7e155214-0264-40ac-d7a9-b16f9263b336"
      },
      "source": [
        "Caller_Function()"
      ],
      "execution_count": 81,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/2\n",
            "300/300 [==============================] - 240s 800ms/step - loss: 4.8482 - acc: 0.1433\n",
            "Epoch 2/2\n",
            "300/300 [==============================] - 204s 679ms/step - loss: 3.9430 - acc: 0.1267\n",
            "\n",
            "80/80 [==============================] - 8s 95ms/step\n",
            "Train_Accuracy : 15.0\n",
            "\n",
            "80/80 [==============================] - 2s 20ms/step\n",
            "Test_Accuracy : 6.25\n",
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_11 (InputLayer)           (None, 32, 32, 3)    0                                            \n",
            "__________________________________________________________________________________________________\n",
            "zero_padding2d_11 (ZeroPadding2 (None, 38, 38, 3)    0           input_11[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "Conv2D_1A (Conv2D)              (None, 36, 36, 64)   1792        zero_padding2d_11[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "BatchNorm_1A (BatchNormalizatio (None, 36, 36, 64)   256         Conv2D_1A[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "activation_354 (Activation)     (None, 36, 36, 64)   0           BatchNorm_1A[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "MaxPool_1A (MaxPooling2D)       (None, 18, 18, 64)   0           activation_354[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_2A (Conv2D)            (None, 18, 18, 64)   36928       MaxPool_1A[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_2A (BatchNormalizat (None, 18, 18, 64)   256         1.Conv2D_2A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_355 (Activation)     (None, 18, 18, 64)   0           1.BatchNorm_2A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_2A (Conv2D)            (None, 18, 18, 64)   4160        activation_355[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_2A (BatchNormalizat (None, 18, 18, 64)   256         2.Conv2D_2A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_356 (Activation)     (None, 18, 18, 64)   0           2.BatchNorm_2A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "MaxPool2D_2A (MaxPooling2D)     (None, 9, 9, 64)     0           activation_356[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_2A (Conv2D)            (None, 9, 9, 256)    147712      MaxPool2D_2A[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "SkipConv2D_2A (Conv2D)          (None, 9, 9, 256)    65792       MaxPool_1A[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_2A (BatchNormalizat (None, 9, 9, 256)    1024        3.Conv2D_2A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "SkipBatchNorm_2A (BatchNormaliz (None, 9, 9, 256)    1024        SkipConv2D_2A[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_115 (Add)                   (None, 9, 9, 256)    0           3.BatchNorm_2A[0][0]             \n",
            "                                                                 SkipBatchNorm_2A[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "activation_357 (Activation)     (None, 9, 9, 256)    0           add_115[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_2B (Conv2D)            (None, 9, 9, 64)     147520      activation_357[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_2B (BatchNormalizat (None, 9, 9, 64)     256         1.Conv2D_2B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_358 (Activation)     (None, 9, 9, 64)     0           1.BatchNorm_2B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_2B (Conv2D)            (None, 9, 9, 64)     4160        activation_358[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_2B (BatchNormalizat (None, 9, 9, 64)     256         2.Conv2D_2B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_359 (Activation)     (None, 9, 9, 64)     0           2.BatchNorm_2B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_2B (Conv2D)            (None, 9, 9, 256)    147712      activation_359[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_2B (BatchNormalizat (None, 9, 9, 256)    1024        3.Conv2D_2B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_116 (Add)                   (None, 9, 9, 256)    0           3.BatchNorm_2B[0][0]             \n",
            "                                                                 activation_357[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_360 (Activation)     (None, 9, 9, 256)    0           add_116[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_2C (Conv2D)            (None, 9, 9, 64)     147520      activation_360[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_2C (BatchNormalizat (None, 9, 9, 64)     256         1.Conv2D_2C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_361 (Activation)     (None, 9, 9, 64)     0           1.BatchNorm_2C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_2C (Conv2D)            (None, 9, 9, 64)     4160        activation_361[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_2C (BatchNormalizat (None, 9, 9, 64)     256         2.Conv2D_2C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_362 (Activation)     (None, 9, 9, 64)     0           2.BatchNorm_2C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_2C (Conv2D)            (None, 9, 9, 256)    147712      activation_362[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_2C (BatchNormalizat (None, 9, 9, 256)    1024        3.Conv2D_2C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_117 (Add)                   (None, 9, 9, 256)    0           3.BatchNorm_2C[0][0]             \n",
            "                                                                 activation_360[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_363 (Activation)     (None, 9, 9, 256)    0           add_117[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_3A (Conv2D)            (None, 9, 9, 128)    295040      activation_363[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_3A (BatchNormalizat (None, 9, 9, 128)    512         1.Conv2D_3A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_364 (Activation)     (None, 9, 9, 128)    0           1.BatchNorm_3A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_3A (Conv2D)            (None, 9, 9, 128)    16512       activation_364[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_3A (BatchNormalizat (None, 9, 9, 128)    512         2.Conv2D_3A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_365 (Activation)     (None, 9, 9, 128)    0           2.BatchNorm_3A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "MaxPool2D_3A (MaxPooling2D)     (None, 4, 4, 128)    0           activation_365[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_3A (Conv2D)            (None, 4, 4, 512)    590336      MaxPool2D_3A[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "SkipConv2D_3A (Conv2D)          (None, 4, 4, 512)    524800      activation_363[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_3A (BatchNormalizat (None, 4, 4, 512)    2048        3.Conv2D_3A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "SkipBatchNorm_3A (BatchNormaliz (None, 4, 4, 512)    2048        SkipConv2D_3A[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_118 (Add)                   (None, 4, 4, 512)    0           3.BatchNorm_3A[0][0]             \n",
            "                                                                 SkipBatchNorm_3A[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "activation_366 (Activation)     (None, 4, 4, 512)    0           add_118[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_3B (Conv2D)            (None, 4, 4, 128)    589952      activation_366[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_3B (BatchNormalizat (None, 4, 4, 128)    512         1.Conv2D_3B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_367 (Activation)     (None, 4, 4, 128)    0           1.BatchNorm_3B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_3B (Conv2D)            (None, 4, 4, 128)    16512       activation_367[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_3B (BatchNormalizat (None, 4, 4, 128)    512         2.Conv2D_3B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_368 (Activation)     (None, 4, 4, 128)    0           2.BatchNorm_3B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_3B (Conv2D)            (None, 4, 4, 512)    590336      activation_368[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_3B (BatchNormalizat (None, 4, 4, 512)    2048        3.Conv2D_3B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_119 (Add)                   (None, 4, 4, 512)    0           3.BatchNorm_3B[0][0]             \n",
            "                                                                 activation_366[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_369 (Activation)     (None, 4, 4, 512)    0           add_119[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_3C (Conv2D)            (None, 4, 4, 128)    589952      activation_369[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_3C (BatchNormalizat (None, 4, 4, 128)    512         1.Conv2D_3C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_370 (Activation)     (None, 4, 4, 128)    0           1.BatchNorm_3C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_3C (Conv2D)            (None, 4, 4, 128)    16512       activation_370[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_3C (BatchNormalizat (None, 4, 4, 128)    512         2.Conv2D_3C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_371 (Activation)     (None, 4, 4, 128)    0           2.BatchNorm_3C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_3C (Conv2D)            (None, 4, 4, 512)    590336      activation_371[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_3C (BatchNormalizat (None, 4, 4, 512)    2048        3.Conv2D_3C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_120 (Add)                   (None, 4, 4, 512)    0           3.BatchNorm_3C[0][0]             \n",
            "                                                                 activation_369[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_372 (Activation)     (None, 4, 4, 512)    0           add_120[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_3D (Conv2D)            (None, 4, 4, 128)    589952      activation_372[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_3D (BatchNormalizat (None, 4, 4, 128)    512         1.Conv2D_3D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_373 (Activation)     (None, 4, 4, 128)    0           1.BatchNorm_3D[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_3D (Conv2D)            (None, 4, 4, 128)    16512       activation_373[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_3D (BatchNormalizat (None, 4, 4, 128)    512         2.Conv2D_3D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_374 (Activation)     (None, 4, 4, 128)    0           2.BatchNorm_3D[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_3D (Conv2D)            (None, 4, 4, 512)    590336      activation_374[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_3D (BatchNormalizat (None, 4, 4, 512)    2048        3.Conv2D_3D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_121 (Add)                   (None, 4, 4, 512)    0           3.BatchNorm_3D[0][0]             \n",
            "                                                                 activation_372[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_375 (Activation)     (None, 4, 4, 512)    0           add_121[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4A (Conv2D)            (None, 4, 4, 256)    1179904     activation_375[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4A (BatchNormalizat (None, 4, 4, 256)    1024        1.Conv2D_4A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_376 (Activation)     (None, 4, 4, 256)    0           1.BatchNorm_4A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4A (Conv2D)            (None, 4, 4, 256)    65792       activation_376[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4A (BatchNormalizat (None, 4, 4, 256)    1024        2.Conv2D_4A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_377 (Activation)     (None, 4, 4, 256)    0           2.BatchNorm_4A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "MaxPool2D_4A (MaxPooling2D)     (None, 2, 2, 256)    0           activation_377[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4A (Conv2D)            (None, 2, 2, 1024)   2360320     MaxPool2D_4A[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "SkipConv2D_4A (Conv2D)          (None, 2, 2, 1024)   2098176     activation_375[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4A (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "SkipBatchNorm_4A (BatchNormaliz (None, 2, 2, 1024)   4096        SkipConv2D_4A[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_122 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4A[0][0]             \n",
            "                                                                 SkipBatchNorm_4A[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "activation_378 (Activation)     (None, 2, 2, 1024)   0           add_122[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4B (Conv2D)            (None, 2, 2, 256)    2359552     activation_378[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4B (BatchNormalizat (None, 2, 2, 256)    1024        1.Conv2D_4B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_379 (Activation)     (None, 2, 2, 256)    0           1.BatchNorm_4B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4B (Conv2D)            (None, 2, 2, 256)    65792       activation_379[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4B (BatchNormalizat (None, 2, 2, 256)    1024        2.Conv2D_4B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_380 (Activation)     (None, 2, 2, 256)    0           2.BatchNorm_4B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4B (Conv2D)            (None, 2, 2, 1024)   2360320     activation_380[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4B (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_123 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4B[0][0]             \n",
            "                                                                 activation_378[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_381 (Activation)     (None, 2, 2, 1024)   0           add_123[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4C (Conv2D)            (None, 2, 2, 256)    2359552     activation_381[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4C (BatchNormalizat (None, 2, 2, 256)    1024        1.Conv2D_4C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_382 (Activation)     (None, 2, 2, 256)    0           1.BatchNorm_4C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4C (Conv2D)            (None, 2, 2, 256)    65792       activation_382[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4C (BatchNormalizat (None, 2, 2, 256)    1024        2.Conv2D_4C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_383 (Activation)     (None, 2, 2, 256)    0           2.BatchNorm_4C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4C (Conv2D)            (None, 2, 2, 1024)   2360320     activation_383[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4C (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_124 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4C[0][0]             \n",
            "                                                                 activation_381[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_384 (Activation)     (None, 2, 2, 1024)   0           add_124[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4D (Conv2D)            (None, 2, 2, 256)    2359552     activation_384[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4D (BatchNormalizat (None, 2, 2, 256)    1024        1.Conv2D_4D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_385 (Activation)     (None, 2, 2, 256)    0           1.BatchNorm_4D[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4D (Conv2D)            (None, 2, 2, 256)    65792       activation_385[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4D (BatchNormalizat (None, 2, 2, 256)    1024        2.Conv2D_4D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_386 (Activation)     (None, 2, 2, 256)    0           2.BatchNorm_4D[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4D (Conv2D)            (None, 2, 2, 1024)   2360320     activation_386[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4D (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4D[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_125 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4D[0][0]             \n",
            "                                                                 activation_384[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_387 (Activation)     (None, 2, 2, 1024)   0           add_125[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4E (Conv2D)            (None, 2, 2, 256)    2359552     activation_387[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4E (BatchNormalizat (None, 2, 2, 256)    1024        1.Conv2D_4E[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_388 (Activation)     (None, 2, 2, 256)    0           1.BatchNorm_4E[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4E (Conv2D)            (None, 2, 2, 256)    65792       activation_388[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4E (BatchNormalizat (None, 2, 2, 256)    1024        2.Conv2D_4E[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_389 (Activation)     (None, 2, 2, 256)    0           2.BatchNorm_4E[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4E (Conv2D)            (None, 2, 2, 1024)   2360320     activation_389[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4E (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4E[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_126 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4E[0][0]             \n",
            "                                                                 activation_387[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_390 (Activation)     (None, 2, 2, 1024)   0           add_126[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_4F (Conv2D)            (None, 2, 2, 256)    2359552     activation_390[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_4F (BatchNormalizat (None, 2, 2, 256)    1024        1.Conv2D_4F[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_391 (Activation)     (None, 2, 2, 256)    0           1.BatchNorm_4F[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_4F (Conv2D)            (None, 2, 2, 256)    65792       activation_391[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_4F (BatchNormalizat (None, 2, 2, 256)    1024        2.Conv2D_4F[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_392 (Activation)     (None, 2, 2, 256)    0           2.BatchNorm_4F[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_4F (Conv2D)            (None, 2, 2, 1024)   2360320     activation_392[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_4F (BatchNormalizat (None, 2, 2, 1024)   4096        3.Conv2D_4F[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_127 (Add)                   (None, 2, 2, 1024)   0           3.BatchNorm_4F[0][0]             \n",
            "                                                                 activation_390[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_393 (Activation)     (None, 2, 2, 1024)   0           add_127[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_5A (Conv2D)            (None, 2, 2, 512)    4719104     activation_393[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_5A (BatchNormalizat (None, 2, 2, 512)    2048        1.Conv2D_5A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_394 (Activation)     (None, 2, 2, 512)    0           1.BatchNorm_5A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_5A (Conv2D)            (None, 2, 2, 512)    262656      activation_394[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_5A (BatchNormalizat (None, 2, 2, 512)    2048        2.Conv2D_5A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_395 (Activation)     (None, 2, 2, 512)    0           2.BatchNorm_5A[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "MaxPool2D_5A (MaxPooling2D)     (None, 1, 1, 512)    0           activation_395[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_5A (Conv2D)            (None, 1, 1, 2048)   9439232     MaxPool2D_5A[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "SkipConv2D_5A (Conv2D)          (None, 1, 1, 2048)   8390656     activation_393[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_5A (BatchNormalizat (None, 1, 1, 2048)   8192        3.Conv2D_5A[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "SkipBatchNorm_5A (BatchNormaliz (None, 1, 1, 2048)   8192        SkipConv2D_5A[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_128 (Add)                   (None, 1, 1, 2048)   0           3.BatchNorm_5A[0][0]             \n",
            "                                                                 SkipBatchNorm_5A[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "activation_396 (Activation)     (None, 1, 1, 2048)   0           add_128[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_5B (Conv2D)            (None, 1, 1, 512)    9437696     activation_396[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_5B (BatchNormalizat (None, 1, 1, 512)    2048        1.Conv2D_5B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_397 (Activation)     (None, 1, 1, 512)    0           1.BatchNorm_5B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_5B (Conv2D)            (None, 1, 1, 512)    262656      activation_397[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_5B (BatchNormalizat (None, 1, 1, 512)    2048        2.Conv2D_5B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_398 (Activation)     (None, 1, 1, 512)    0           2.BatchNorm_5B[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_5B (Conv2D)            (None, 1, 1, 2048)   9439232     activation_398[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_5B (BatchNormalizat (None, 1, 1, 2048)   8192        3.Conv2D_5B[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_129 (Add)                   (None, 1, 1, 2048)   0           3.BatchNorm_5B[0][0]             \n",
            "                                                                 activation_396[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_399 (Activation)     (None, 1, 1, 2048)   0           add_129[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "1.Conv2D_5C (Conv2D)            (None, 1, 1, 512)    9437696     activation_399[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "1.BatchNorm_5C (BatchNormalizat (None, 1, 1, 512)    2048        1.Conv2D_5C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_400 (Activation)     (None, 1, 1, 512)    0           1.BatchNorm_5C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.Conv2D_5C (Conv2D)            (None, 1, 1, 512)    262656      activation_400[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "2.BatchNorm_5C (BatchNormalizat (None, 1, 1, 512)    2048        2.Conv2D_5C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "activation_401 (Activation)     (None, 1, 1, 512)    0           2.BatchNorm_5C[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.Conv2D_5C (Conv2D)            (None, 1, 1, 2048)   9439232     activation_401[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "3.BatchNorm_5C (BatchNormalizat (None, 1, 1, 2048)   8192        3.Conv2D_5C[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "add_130 (Add)                   (None, 1, 1, 2048)   0           3.BatchNorm_5C[0][0]             \n",
            "                                                                 activation_399[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_402 (Activation)     (None, 1, 1, 2048)   0           add_130[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "flatten_7 (Flatten)             (None, 2048)         0           activation_402[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "FullyConnected_6B (Dense)       (None, 10)           20490       flatten_7[0][0]                  \n",
            "==================================================================================================\n",
            "Total params: 96,722,314\n",
            "Trainable params: 96,669,194\n",
            "Non-trainable params: 53,120\n",
            "__________________________________________________________________________________________________\n",
            "[[0. 1. 0. 0. 0. 0. 0. 0. 0. 0.]]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lWVPQtud6C39",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}