BraTS_3DUNetCNN.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Imports:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T23:37:19.755506Z",
     "start_time": "2018-06-19T23:37:17.107613Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[name: \"/device:CPU:0\"\n",
      "device_type: \"CPU\"\n",
      "memory_limit: 268435456\n",
      "locality {\n",
      "}\n",
      "incarnation: 2858002346387692205\n",
      ", name: \"/device:GPU:0\"\n",
      "device_type: \"GPU\"\n",
      "memory_limit: 11285974221\n",
      "locality {\n",
      "  bus_id: 1\n",
      "  links {\n",
      "  }\n",
      "}\n",
      "incarnation: 6299431301418358540\n",
      "physical_device_desc: \"device: 0, name: Tesla K80, pci bus id: 0000:00:1e.0, compute capability: 3.7\"\n",
      "]\n",
      "2\n"
     ]
    }
   ],
   "source": [
    "import pickle\n",
    "\n",
    "from functools import partial\n",
    "\n",
    "from keras.layers import Input, LeakyReLU, Add, UpSampling3D, Activation, SpatialDropout3D\n",
    "from keras.engine import Model\n",
    "from keras.optimizers import Adam\n",
    "from keras.optimizers import RMSprop\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "import numpy as np\n",
    "from keras import backend as K\n",
    "from keras.engine import Input, Model\n",
    "from keras.layers import Conv3D, MaxPooling3D, UpSampling3D, Activation, BatchNormalization, PReLU, Deconvolution3D, Flatten, Dense, GlobalAveragePooling3D\n",
    "\n",
    "# K.set_image_dim_ordering('th')\n",
    "K.set_image_dim_ordering('tf')\n",
    "K.set_image_data_format('channels_first')\n",
    "\n",
    "try:\n",
    "    from keras.engine import merge\n",
    "except ImportError:\n",
    "    from keras.layers.merge import concatenate\n",
    "\n",
    "from tensorflow.python.client import device_lib\n",
    "print(device_lib.list_local_devices())\n",
    "print(len(device_lib.list_local_devices()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Reading in survival data.csv:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T23:37:19.778795Z",
     "start_time": "2018-06-19T23:37:19.757500Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "survival_data = pd.read_csv('survival_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T23:40:16.711845Z",
     "start_time": "2018-06-19T23:40:16.706597Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "519"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ID = 'Brats17_TCIA_469_1'\n",
    "survival_data[survival_data.Brats17ID==ID].Survival.astype(int).values.item(0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Make tumor type dictionary:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "tumor_type_dict = {}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "285\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "\n",
    "HGG_dir_list = next(os.walk('./HGG/'))[1]\n",
    "# print(len(HGG_dir_list))\n",
    "LGG_dir_list = next(os.walk('./LGG/'))[1]\n",
    "# print(len(LGG_dir_list))\n",
    "\n",
    "\n",
    "for patientID in HGG_dir_list+LGG_dir_list:\n",
    "#     print(patientID)\n",
    "    if patientID in HGG_dir_list:\n",
    "#         tumor_type_dict[patientID] = \"HGG\"\n",
    "        tumor_type_dict[patientID] = 0\n",
    "    elif patientID in LGG_dir_list:\n",
    "#         tumor_type_dict[patientID] = \"LGG\"\n",
    "        tumor_type_dict[patientID] = 1\n",
    "\n",
    "print(len(tumor_type_dict))\n",
    "for patientID in HGG_dir_list+LGG_dir_list:\n",
    "    print(tumor_type_dict[patientID])\n",
    "# tumor_type_dict[(HGG_dir_list+LGG_dir_list)[0]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Calculating metrics:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def dice_coefficient(y_true, y_pred, smooth=1.):\n",
    "    y_true_f = K.flatten(y_true)\n",
    "    y_pred_f = K.flatten(y_pred)\n",
    "    intersection = K.sum(y_true_f * y_pred_f)\n",
    "    return (2. * intersection + smooth) / (K.sum(y_true_f) + K.sum(y_pred_f) + smooth)\n",
    "\n",
    "\n",
    "def dice_coefficient_loss(y_true, y_pred):\n",
    "    return -dice_coefficient(y_true, y_pred)\n",
    "\n",
    "\n",
    "def weighted_dice_coefficient(y_true, y_pred, axis=(-3, -2, -1), smooth=0.00001):\n",
    "    \"\"\"\n",
    "    Weighted dice coefficient. Default axis assumes a \"channels first\" data structure\n",
    "    :param smooth:\n",
    "    :param y_true:\n",
    "    :param y_pred:\n",
    "    :param axis:\n",
    "    :return:\n",
    "    \"\"\"\n",
    "    return K.mean(2. * (K.sum(y_true * y_pred,\n",
    "                              axis=axis) + smooth/2)/(K.sum(y_true,\n",
    "                                                            axis=axis) + K.sum(y_pred,\n",
    "                                                                               axis=axis) + smooth))\n",
    "\n",
    "\n",
    "def weighted_dice_coefficient_loss(y_true, y_pred):\n",
    "    return -weighted_dice_coefficient(y_true, y_pred)\n",
    "\n",
    "\n",
    "def label_wise_dice_coefficient(y_true, y_pred, label_index):\n",
    "    return dice_coefficient(y_true[:, label_index], y_pred[:, label_index])\n",
    "\n",
    "\n",
    "def get_label_dice_coefficient_function(label_index):\n",
    "    f = partial(label_wise_dice_coefficient, label_index=label_index)\n",
    "    f.__setattr__('__name__', 'label_{0}_dice_coef'.format(label_index))\n",
    "    return f\n",
    "\n",
    "\n",
    "dice_coef = dice_coefficient\n",
    "dice_coef_loss = dice_coefficient_loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T15:26:01.192753Z",
     "start_time": "2018-06-16T15:25:59.659294Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def create_convolution_block(input_layer, n_filters, batch_normalization=False, kernel=(3, 3, 3), activation=None,\n",
    "                             padding='same', strides=(1, 1, 1), instance_normalization=False):\n",
    "    \"\"\"\n",
    "    :param strides:\n",
    "    :param input_layer:\n",
    "    :param n_filters:\n",
    "    :param batch_normalization:\n",
    "    :param kernel:\n",
    "    :param activation: Keras activation layer to use. (default is 'relu')\n",
    "    :param padding:\n",
    "    :return:\n",
    "    \"\"\"\n",
    "    layer = Conv3D(n_filters, kernel, padding=padding, strides=strides)(input_layer)\n",
    "    if batch_normalization:\n",
    "        layer = BatchNormalization(axis=1)(layer)\n",
    "    elif instance_normalization:\n",
    "        try:\n",
    "            from keras_contrib.layers.normalization import InstanceNormalization\n",
    "        except ImportError:\n",
    "            raise ImportError(\"Install keras_contrib in order to use instance normalization.\"\n",
    "                              \"\\nTry: pip install git+https://www.github.com/farizrahman4u/keras-contrib.git\")\n",
    "        layer = InstanceNormalization(axis=1)(layer)\n",
    "    if activation is None:\n",
    "        return Activation('relu')(layer)\n",
    "    else:\n",
    "        return activation()(layer)\n",
    "\n",
    "\n",
    "def compute_level_output_shape(n_filters, depth, pool_size, image_shape):\n",
    "    \"\"\"\n",
    "    Each level has a particular output shape based on the number of filters used in that level and the depth or number \n",
    "    of max pooling operations that have been done on the data at that point.\n",
    "    :param image_shape: shape of the 3d image.\n",
    "    :param pool_size: the pool_size parameter used in the max pooling operation.\n",
    "    :param n_filters: Number of filters used by the last node in a given level.\n",
    "    :param depth: The number of levels down in the U-shaped model a given node is.\n",
    "    :return: 5D vector of the shape of the output node \n",
    "    \"\"\"\n",
    "    output_image_shape = np.asarray(np.divide(image_shape, np.power(pool_size, depth)), dtype=np.int32).tolist()\n",
    "    return tuple([None, n_filters] + output_image_shape)\n",
    "\n",
    "\n",
    "def get_up_convolution(n_filters, pool_size, kernel_size=(2, 2, 2), strides=(2, 2, 2),\n",
    "                       deconvolution=False):\n",
    "    if deconvolution:\n",
    "        return Deconvolution3D(filters=n_filters, kernel_size=kernel_size,\n",
    "                               strides=strides)\n",
    "    else:\n",
    "        return UpSampling3D(size=pool_size)\n",
    "\n",
    "def create_localization_module(input_layer, n_filters):\n",
    "    convolution1 = create_convolution_block(input_layer, n_filters)\n",
    "    convolution2 = create_convolution_block(convolution1, n_filters, kernel=(1, 1, 1))\n",
    "    return convolution2\n",
    "\n",
    "\n",
    "def create_up_sampling_module(input_layer, n_filters, size=(2, 2, 2)):\n",
    "    up_sample = UpSampling3D(size=size)(input_layer)\n",
    "    convolution = create_convolution_block(up_sample, n_filters)\n",
    "    return convolution\n",
    "\n",
    "\n",
    "def create_context_module(input_layer, n_level_filters, dropout_rate=0.3, data_format=\"channels_first\"):\n",
    "    convolution1 = create_convolution_block(input_layer=input_layer, n_filters=n_level_filters)\n",
    "    dropout = SpatialDropout3D(rate=dropout_rate, data_format=data_format)(convolution1)\n",
    "    convolution2 = create_convolution_block(input_layer=dropout, n_filters=n_level_filters)\n",
    "    return convolution2\n",
    "\n",
    "\n",
    "create_convolution_block = partial(create_convolution_block, activation=LeakyReLU, instance_normalization=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-15T20:10:10.456092Z",
     "start_time": "2018-06-15T20:10:10.453503Z"
    }
   },
   "source": [
    "### Make the labels and test train dictionaries:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T21:07:14.833644Z",
     "start_time": "2018-06-19T21:07:14.826791Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "210\n",
      "75\n"
     ]
    }
   ],
   "source": [
    "# from glob import glob\n",
    "# paths = glob('/Users/etheredgej/Desktop/MICCAI_BraTS17_Data_Training/train/HGG/*/')\n",
    "# print(paths)\n",
    "\n",
    "import os\n",
    "HGG_dir_list = next(os.walk('./HGG/'))[1]\n",
    "print(len(HGG_dir_list))\n",
    "LGG_dir_list = next(os.walk('./LGG/'))[1]\n",
    "print(len(LGG_dir_list))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Dictionary for all samples:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "completelist = HGG_dir_list + LGG_dir_list\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T22:05:37.233873Z",
     "start_time": "2018-06-19T22:05:37.228522Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "42\n",
      "170\n",
      "73\n"
     ]
    }
   ],
   "source": [
    "completelist = HGG_dir_list + LGG_dir_list\n",
    "\n",
    "# completelist = list(survival_data.Brats17ID.copy())\n",
    "\n",
    "# print(completelist[0:4])\n",
    "np.random.shuffle(completelist) # shuffles in place\n",
    "# print(completelist[0:4])\n",
    "\n",
    "partition={}\n",
    "\n",
    "holdout_percentage=0.15\n",
    "partition['holdout']=completelist[0:int(len(completelist)*holdout_percentage)]\n",
    "trainlist=completelist[int(len(completelist)*holdout_percentage):len(completelist)]\n",
    "\n",
    "train_percentage=0.7\n",
    "partition['train']=trainlist[0:int(len(trainlist)*train_percentage)]\n",
    "partition['test']=trainlist[int(len(trainlist)*train_percentage):len(trainlist)]\n",
    "\n",
    "\n",
    "labels={}\n",
    "# HGG=0\n",
    "# LGG=1\n",
    "for directory in HGG_dir_list:\n",
    "    labels[directory]=0\n",
    "for directory in LGG_dir_list:\n",
    "    labels[directory]=1\n",
    "    \n",
    "print(len(partition['holdout']))\n",
    "print(len(partition['train']))\n",
    "print(len(partition['test']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Dictionary for the samples with survival data:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T22:05:37.233873Z",
     "start_time": "2018-06-19T22:05:37.228522Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "24\n",
      "97\n",
      "42\n"
     ]
    }
   ],
   "source": [
    "# completelist = HGG_dir_list + LGG_dir_list\n",
    "\n",
    "completelist = list(survival_data.Brats17ID.copy())\n",
    "\n",
    "# print(completelist[0:4])\n",
    "np.random.shuffle(completelist) # shuffles in place\n",
    "# print(completelist[0:4])\n",
    "\n",
    "subpartition={}\n",
    "\n",
    "holdout_percentage=0.15\n",
    "subpartition['holdout']=completelist[0:int(len(completelist)*holdout_percentage)]\n",
    "trainlist=completelist[int(len(completelist)*holdout_percentage):len(completelist)]\n",
    "\n",
    "train_percentage=0.7\n",
    "subpartition['train']=trainlist[0:int(len(trainlist)*train_percentage)]\n",
    "subpartition['test']=trainlist[int(len(trainlist)*train_percentage):len(trainlist)]\n",
    "\n",
    "\n",
    "labels={}\n",
    "# HGG=0\n",
    "# LGG=1\n",
    "for directory in HGG_dir_list:\n",
    "    labels[directory]=0\n",
    "for directory in LGG_dir_list:\n",
    "    labels[directory]=1\n",
    "    \n",
    "print(len(subpartition['holdout']))\n",
    "print(len(subpartition['train']))\n",
    "print(len(subpartition['test']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# len(completelist)\n",
    "# len(survival_data.Brats17ID)\n",
    "# len(set.intersection(set(completelist),set(survival_data.Brats17ID)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### crop_img function:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T03:08:13.825621Z",
     "start_time": "2018-06-19T03:08:12.703423Z"
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "from nilearn.image.image import check_niimg\n",
    "from nilearn.image.image import _crop_img_to as crop_img_to\n",
    "\n",
    "\n",
    "def crop_img(img, rtol=1e-8, copy=True, return_slices=False):\n",
    "    \"\"\"Crops img as much as possible\n",
    "    Will crop img, removing as many zero entries as possible\n",
    "    without touching non-zero entries. Will leave one voxel of\n",
    "    zero padding around the obtained non-zero area in order to\n",
    "    avoid sampling issues later on.\n",
    "    Parameters\n",
    "    ----------\n",
    "    img: Niimg-like object\n",
    "        See http://nilearn.github.io/manipulating_images/input_output.html\n",
    "        img to be cropped.\n",
    "    rtol: float\n",
    "        relative tolerance (with respect to maximal absolute\n",
    "        value of the image), under which values are considered\n",
    "        negligeable and thus croppable.\n",
    "    copy: boolean\n",
    "        Specifies whether cropped data is copied or not.\n",
    "    return_slices: boolean\n",
    "        If True, the slices that define the cropped image will be returned.\n",
    "    Returns\n",
    "    -------\n",
    "    cropped_img: image\n",
    "        Cropped version of the input image\n",
    "    \"\"\"\n",
    "\n",
    "    img = check_niimg(img)\n",
    "    data = img.get_data()\n",
    "    infinity_norm = max(-data.min(), data.max())\n",
    "    passes_threshold = np.logical_or(data < -rtol * infinity_norm,\n",
    "                                     data > rtol * infinity_norm)\n",
    "\n",
    "    if data.ndim == 4:\n",
    "        passes_threshold = np.any(passes_threshold, axis=-1)\n",
    "    coords = np.array(np.where(passes_threshold))\n",
    "    start = coords.min(axis=1)\n",
    "    end = coords.max(axis=1) + 1\n",
    "\n",
    "    # pad with one voxel to avoid resampling problems\n",
    "    start = np.maximum(start - 1, 0)\n",
    "    end = np.minimum(end + 1, data.shape[:3])\n",
    "\n",
    "    slices = [slice(s, e) for s, e in zip(start, end)]\n",
    "\n",
    "    if return_slices:\n",
    "        return slices\n",
    "\n",
    "    return crop_img_to(img, slices, copy=copy)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save all the cropped images as pickled numpy arrays:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import pickle\n",
    "# import numpy as np\n",
    "# import nibabel as nib\n",
    "\n",
    "# for i, ID in enumerate(completelist):\n",
    "\n",
    "#     img1 = './data/' + ID + '_flair.nii.gz'\n",
    "#     img2 = './data/' + ID + '_t1.nii.gz'\n",
    "#     img3 = './data/' + ID + '_t1ce.nii.gz'\n",
    "#     img4 = './data/' + ID + '_t2.nii.gz'\n",
    "#     img5 = './data/' + ID + '_seg.nii.gz'\n",
    "\n",
    "#     newimage = nib.concat_images([img1, img2, img3, img4, img5])\n",
    "#     cropped = crop_img(newimage)         \n",
    "#     img_array = np.array(cropped.dataobj)\n",
    "#     z = np.rollaxis(img_array, 3, 0)\n",
    "\n",
    "#     padded_image = np.zeros((5,160,192,160))\n",
    "#     padded_image[:z.shape[0],:z.shape[1],:z.shape[2],:z.shape[3]] = z\n",
    "\n",
    "#     a,b,c,d,seg_mask = np.split(padded_image, 5, axis=0)\n",
    "\n",
    "#     images = np.concatenate([a,b,c,d], axis=0)\n",
    "\n",
    "#     # print(\"images shape:\", images.shape, \"images values:\", np.unique(images.astype(int)))\n",
    "\n",
    "#     # split the channels:\n",
    "#     # seg_mask_1 = copy.deepcopy(seg_mask.astype(int))\n",
    "#     seg_mask_1 = np.zeros((1,160,192,160))\n",
    "#     seg_mask_1[seg_mask.astype(int) == 1] = 1\n",
    "#     seg_mask_2 = np.zeros((1,160,192,160))\n",
    "#     seg_mask_2[seg_mask.astype(int) == 2] = 1\n",
    "#     seg_mask_3 = np.zeros((1,160,192,160))\n",
    "#     seg_mask_3[seg_mask.astype(int) == 4] = 1\n",
    "#     seg_mask_3ch = np.concatenate([seg_mask_1,seg_mask_2,seg_mask_3], axis=0).astype(int)\n",
    "\n",
    "#     # 1) the \"enhancing tumor\" (ET), 2) the \"tumor core\" (TC), and 3) the \"whole tumor\" (WT) \n",
    "#     # The ET is described by areas that show hyper-intensity in T1Gd when compared to T1, but also when compared to “healthy” white matter in T1Gd. The TC describes the bulk of the tumor, which is what is typically resected. The TC entails the ET, as well as the necrotic (fluid-filled) and the non-enhancing (solid) parts of the tumor. The appearance of the necrotic (NCR) and the non-enhancing (NET) tumor core is typically hypo-intense in T1-Gd when compared to T1. The WT describes the complete extent of the disease, as it entails the TC and the peritumoral edema (ED), which is typically depicted by hyper-intense signal in FLAIR.\n",
    "#     # The labels in the provided data are: \n",
    "#     # 1 for NCR & NET (necrotic (NCR) and the non-enhancing (NET) tumor core) = TC (\"tumor core\")\n",
    "#     # 2 for ED (\"peritumoral edema\")\n",
    "#     # 4 for ET (\"enhancing tumor\")\n",
    "#     # 0 for everything else\n",
    "\n",
    "# #     X[i,] = images\n",
    "# #     y1[i,] = seg_mask_3ch\n",
    "#     pickle.dump( images, open( \"./data/%s_images.pkl\"%(ID), \"wb\" ) )\n",
    "#     pickle.dump( seg_mask_3ch, open( \"./data/%s_seg_mask_3ch.pkl\"%(ID), \"wb\" ) )\n",
    "#     print(\"Saving\", i+1, \"of\", len(completelist))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data generator all samples (1 predictions):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:12:14.451690Z",
     "start_time": "2018-06-16T16:12:14.441564Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# https://stanford.edu/~shervine/blog/keras-how-to-generate-data-on-the-fly.html\n",
    "\n",
    "import numpy as np\n",
    "import keras\n",
    "import nibabel as nib\n",
    "\n",
    "class SingleDataGenerator(keras.utils.Sequence):\n",
    "    'Generates data for Keras'\n",
    "    def __init__(self, list_IDs, batch_size=2, dim=(240,240,155), n_channels=4,\n",
    "                 n_classes=3, shuffle=True):\n",
    "        'Initialization'\n",
    "        self.dim = dim\n",
    "        self.batch_size = batch_size\n",
    "        self.labels = labels\n",
    "        self.list_IDs = list_IDs\n",
    "        self.n_channels = n_channels\n",
    "        self.n_classes = n_classes\n",
    "        self.shuffle = shuffle\n",
    "        self.on_epoch_end()\n",
    "\n",
    "    def __len__(self):\n",
    "        'Denotes the number of batches per epoch'\n",
    "        return int(np.floor(len(self.list_IDs) / self.batch_size))\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        'Generate one batch of data'\n",
    "        # Generate indexes of the batch\n",
    "        indexes = self.indexes[index*self.batch_size:(index+1)*self.batch_size]\n",
    "\n",
    "        # Find list of IDs\n",
    "        list_IDs_temp = [self.list_IDs[k] for k in indexes]\n",
    "\n",
    "        # Generate data\n",
    "        X, y1 = self.__data_generation(list_IDs_temp)\n",
    "\n",
    "        return X, y1\n",
    "\n",
    "    def on_epoch_end(self):\n",
    "        'Updates indexes after each epoch'\n",
    "        self.indexes = np.arange(len(self.list_IDs))\n",
    "        if self.shuffle == True:\n",
    "            np.random.shuffle(self.indexes)\n",
    "\n",
    "    def __data_generation(self, list_IDs_temp):\n",
    "        'Generates data containing batch_size samples' # X : (n_samples, *dim, n_channels)\n",
    "        # Initialization\n",
    "        X = np.empty((self.batch_size, self.n_channels, *self.dim))\n",
    "        y1 = np.empty((self.batch_size, 3, *self.dim))\n",
    "\n",
    "        # Generate data\n",
    "        # Decode and load the data\n",
    "        for i, ID in enumerate(list_IDs_temp):\n",
    "            \n",
    "            # 1) the \"enhancing tumor\" (ET), 2) the \"tumor core\" (TC), and 3) the \"whole tumor\" (WT) \n",
    "            # The ET is described by areas that show hyper-intensity in T1Gd when compared to T1, but also when compared to “healthy” white matter in T1Gd. The TC describes the bulk of the tumor, which is what is typically resected. The TC entails the ET, as well as the necrotic (fluid-filled) and the non-enhancing (solid) parts of the tumor. The appearance of the necrotic (NCR) and the non-enhancing (NET) tumor core is typically hypo-intense in T1-Gd when compared to T1. The WT describes the complete extent of the disease, as it entails the TC and the peritumoral edema (ED), which is typically depicted by hyper-intense signal in FLAIR.\n",
    "            # The labels in the provided data are: \n",
    "            # 1 for NCR & NET (necrotic (NCR) and the non-enhancing (NET) tumor core) = TC (\"tumor core\")\n",
    "            # 2 for ED (\"peritumoral edema\")\n",
    "            # 4 for ET (\"enhancing tumor\")\n",
    "            # 0 for everything else\n",
    "\n",
    "            X[i,] = pickle.load( open( \"./data/%s_images.pkl\"%(ID), \"rb\" ) )\n",
    "            y1[i,] = pickle.load( open( \"./data/%s_seg_mask_3ch.pkl\"%(ID), \"rb\" ) )\n",
    "            \n",
    "#         return X, keras.utils.to_categorical(y, num_classes=self.n_classes)\n",
    "        return X, y1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data generator all samples (2 predictions):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:12:14.451690Z",
     "start_time": "2018-06-16T16:12:14.441564Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# https://stanford.edu/~shervine/blog/keras-how-to-generate-data-on-the-fly.html\n",
    "\n",
    "import numpy as np\n",
    "import keras\n",
    "import nibabel as nib\n",
    "\n",
    "class DataGenerator(keras.utils.Sequence):\n",
    "    'Generates data for Keras'\n",
    "    def __init__(self, list_IDs, batch_size=2, dim=(240,240,155), n_channels=4,\n",
    "                 n_classes=3, shuffle=True):\n",
    "        'Initialization'\n",
    "        self.dim = dim\n",
    "        self.batch_size = batch_size\n",
    "        self.labels = labels\n",
    "        self.list_IDs = list_IDs\n",
    "        self.n_channels = n_channels\n",
    "        self.n_classes = n_classes\n",
    "        self.shuffle = shuffle\n",
    "        self.on_epoch_end()\n",
    "\n",
    "    def __len__(self):\n",
    "        'Denotes the number of batches per epoch'\n",
    "        return int(np.floor(len(self.list_IDs) / self.batch_size))\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        'Generate one batch of data'\n",
    "        # Generate indexes of the batch\n",
    "        indexes = self.indexes[index*self.batch_size:(index+1)*self.batch_size]\n",
    "\n",
    "        # Find list of IDs\n",
    "        list_IDs_temp = [self.list_IDs[k] for k in indexes]\n",
    "\n",
    "        # Generate data\n",
    "        X, y1, y2 = self.__data_generation(list_IDs_temp)\n",
    "\n",
    "        return X, [y1, y2]\n",
    "\n",
    "    def on_epoch_end(self):\n",
    "        'Updates indexes after each epoch'\n",
    "        self.indexes = np.arange(len(self.list_IDs))\n",
    "        if self.shuffle == True:\n",
    "            np.random.shuffle(self.indexes)\n",
    "\n",
    "    def __data_generation(self, list_IDs_temp):\n",
    "        'Generates data containing batch_size samples' # X : (n_samples, *dim, n_channels)\n",
    "        # Initialization\n",
    "        X = np.empty((self.batch_size, self.n_channels, *self.dim))\n",
    "        y1 = np.empty((self.batch_size, 3, *self.dim))\n",
    "        y2 = np.empty(self.batch_size)\n",
    "#         y2 = list()\n",
    "\n",
    "        # Generate data\n",
    "        # Decode and load the data\n",
    "        for i, ID in enumerate(list_IDs_temp):\n",
    "\n",
    "            # 1) the \"enhancing tumor\" (ET), 2) the \"tumor core\" (TC), and 3) the \"whole tumor\" (WT) \n",
    "            # The ET is described by areas that show hyper-intensity in T1Gd when compared to T1, but also when compared to “healthy” white matter in T1Gd. The TC describes the bulk of the tumor, which is what is typically resected. The TC entails the ET, as well as the necrotic (fluid-filled) and the non-enhancing (solid) parts of the tumor. The appearance of the necrotic (NCR) and the non-enhancing (NET) tumor core is typically hypo-intense in T1-Gd when compared to T1. The WT describes the complete extent of the disease, as it entails the TC and the peritumoral edema (ED), which is typically depicted by hyper-intense signal in FLAIR.\n",
    "            # The labels in the provided data are: \n",
    "            # 1 for NCR & NET (necrotic (NCR) and the non-enhancing (NET) tumor core) = TC (\"tumor core\")\n",
    "            # 2 for ED (\"peritumoral edema\")\n",
    "            # 4 for ET (\"enhancing tumor\")\n",
    "            # 0 for everything else\n",
    "\n",
    "            X[i,] = pickle.load( open( \"./data/%s_images.pkl\"%(ID), \"rb\" ) )\n",
    "            y1[i,] = pickle.load( open( \"./data/%s_seg_mask_3ch.pkl\"%(ID), \"rb\" ) )\n",
    "            y2[i,] = tumor_type_dict[ID]\n",
    "            \n",
    "#         return X, keras.utils.to_categorical(y, num_classes=self.n_classes)\n",
    "        return X, y1, y2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data generator for samples with survival data (3 predictions, subset of images):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:12:14.451690Z",
     "start_time": "2018-06-16T16:12:14.441564Z"
    }
   },
   "outputs": [],
   "source": [
    "# https://stanford.edu/~shervine/blog/keras-how-to-generate-data-on-the-fly.html\n",
    "\n",
    "import numpy as np\n",
    "import keras\n",
    "import nibabel as nib\n",
    "\n",
    "class SubDataGenerator(keras.utils.Sequence):\n",
    "    'Generates data for Keras'\n",
    "    def __init__(self, list_IDs, batch_size=2, dim=(240,240,155), n_channels=4,\n",
    "                 n_classes=3, shuffle=True):\n",
    "        'Initialization'\n",
    "        self.dim = dim\n",
    "        self.batch_size = batch_size\n",
    "        self.labels = labels\n",
    "        self.list_IDs = list_IDs\n",
    "        self.n_channels = n_channels\n",
    "        self.n_classes = n_classes\n",
    "        self.shuffle = shuffle\n",
    "        self.on_epoch_end()\n",
    "\n",
    "    def __len__(self):\n",
    "        'Denotes the number of batches per epoch'\n",
    "        return int(np.floor(len(self.list_IDs) / self.batch_size))\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        'Generate one batch of data'\n",
    "        # Generate indexes of the batch\n",
    "        indexes = self.indexes[index*self.batch_size:(index+1)*self.batch_size]\n",
    "\n",
    "        # Find list of IDs\n",
    "        list_IDs_temp = [self.list_IDs[k] for k in indexes]\n",
    "\n",
    "        # Generate data\n",
    "        X, y1, y2, y3 = self.__data_generation(list_IDs_temp)\n",
    "\n",
    "        return X, [y1, y2, y3]\n",
    "\n",
    "    def on_epoch_end(self):\n",
    "        'Updates indexes after each epoch'\n",
    "        self.indexes = np.arange(len(self.list_IDs))\n",
    "        if self.shuffle == True:\n",
    "            np.random.shuffle(self.indexes)\n",
    "\n",
    "    def __data_generation(self, list_IDs_temp):\n",
    "        'Generates data containing batch_size samples' # X : (n_samples, *dim, n_channels)\n",
    "        # Initialization\n",
    "        X = np.empty((self.batch_size, self.n_channels, *self.dim))\n",
    "        y1 = np.empty((self.batch_size, 3, *self.dim))\n",
    "        y2 = np.empty(self.batch_size)\n",
    "        y3 = np.empty(self.batch_size)\n",
    "\n",
    "        # Generate data\n",
    "        # Decode and load the data\n",
    "        for i, ID in enumerate(list_IDs_temp):\n",
    "\n",
    "            # 1) the \"enhancing tumor\" (ET), 2) the \"tumor core\" (TC), and 3) the \"whole tumor\" (WT) \n",
    "            # The ET is described by areas that show hyper-intensity in T1Gd when compared to T1, but also when compared to “healthy” white matter in T1Gd. The TC describes the bulk of the tumor, which is what is typically resected. The TC entails the ET, as well as the necrotic (fluid-filled) and the non-enhancing (solid) parts of the tumor. The appearance of the necrotic (NCR) and the non-enhancing (NET) tumor core is typically hypo-intense in T1-Gd when compared to T1. The WT describes the complete extent of the disease, as it entails the TC and the peritumoral edema (ED), which is typically depicted by hyper-intense signal in FLAIR.\n",
    "            # The labels in the provided data are: \n",
    "            # 1 for NCR & NET (necrotic (NCR) and the non-enhancing (NET) tumor core) = TC (\"tumor core\")\n",
    "            # 2 for ED (\"peritumoral edema\")\n",
    "            # 4 for ET (\"enhancing tumor\")\n",
    "            # 0 for everything else\n",
    "\n",
    "            X[i,] = pickle.load( open( \"./data/%s_images.pkl\"%(ID), \"rb\" ) )\n",
    "            y1[i,] = pickle.load( open( \"./data/%s_seg_mask_3ch.pkl\"%(ID), \"rb\" ) )            \n",
    "            y2[i,] = tumor_type_dict[ID]\n",
    "            y3[i,] = survival_data[survival_data.Brats17ID==ID].Survival.astype(int).values.item(0)\n",
    "\n",
    "        return X, y1, y2, y3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# import numpy as np\n",
    "\n",
    "# from keras.models import Sequential\n",
    "# from my_classes import DataGenerator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "int"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ID = LGG_dir_list[0]\n",
    "type(tumor_type_dict[ID])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Single prediction compilation:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:15:08.191305Z",
     "start_time": "2018-06-16T16:15:07.066321Z"
    }
   },
   "outputs": [],
   "source": [
    "# # change the number of labels?\n",
    "# # loss_function={'activation_block': weighted_dice_coefficient_loss, 'survival_block': 'mean_squared_error'}\n",
    "# # selected_optimizer = RMSprop\n",
    "# # selected_initial_learning_rate = 5e-4\n",
    "\n",
    "# model = isensee2017_model(input_shape=(4, 160, 192, 160), n_base_filters=12, depth=5, dropout_rate=0.3,\n",
    "#                       n_segmentation_levels=3, n_labels=3, activation_name=\"sigmoid\")\n",
    "\n",
    "# model.compile(optimizer=RMSprop(lr=5e-4), \n",
    "#               loss={'activation_block': weighted_dice_coefficient_loss}, \n",
    "#               loss_weights={'activation_block': 1.},\n",
    "#              metrics={'activation_block': ['accuracy',weighted_dice_coefficient, dice_coefficient]})\n",
    "\n",
    "# model.summary(line_length=150) # add the parameter that allows me to show everything instead of cutting it off"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "______________________________________________________________________________________________________________________________________________________\n",
      "Layer (type)                                     Output Shape                     Param #           Connected to                                      \n",
      "======================================================================================================================================================\n",
      "input_1 (InputLayer)                             (None, 4, 160, 192, 160)         0                                                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_1 (Conv3D)                                (None, 12, 160, 192, 160)        1308              input_1[0][0]                                     \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_1 (InstanceNormalization) (None, 12, 160, 192, 160)        24                conv3d_1[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_1 (LeakyReLU)                        (None, 12, 160, 192, 160)        0                 instance_normalization_1[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_2 (Conv3D)                                (None, 12, 160, 192, 160)        3900              leaky_re_lu_1[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_2 (InstanceNormalization) (None, 12, 160, 192, 160)        24                conv3d_2[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_2 (LeakyReLU)                        (None, 12, 160, 192, 160)        0                 instance_normalization_2[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "spatial_dropout3d_1 (SpatialDropout3D)           (None, 12, 160, 192, 160)        0                 leaky_re_lu_2[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_3 (Conv3D)                                (None, 12, 160, 192, 160)        3900              spatial_dropout3d_1[0][0]                         \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_3 (InstanceNormalization) (None, 12, 160, 192, 160)        24                conv3d_3[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_3 (LeakyReLU)                        (None, 12, 160, 192, 160)        0                 instance_normalization_3[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_1 (Add)                                      (None, 12, 160, 192, 160)        0                 leaky_re_lu_1[0][0]                               \n",
      "                                                                                                    leaky_re_lu_3[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_4 (Conv3D)                                (None, 24, 80, 96, 80)           7800              add_1[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_4 (InstanceNormalization) (None, 24, 80, 96, 80)           48                conv3d_4[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_4 (LeakyReLU)                        (None, 24, 80, 96, 80)           0                 instance_normalization_4[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_5 (Conv3D)                                (None, 24, 80, 96, 80)           15576             leaky_re_lu_4[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_5 (InstanceNormalization) (None, 24, 80, 96, 80)           48                conv3d_5[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_5 (LeakyReLU)                        (None, 24, 80, 96, 80)           0                 instance_normalization_5[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "spatial_dropout3d_2 (SpatialDropout3D)           (None, 24, 80, 96, 80)           0                 leaky_re_lu_5[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_6 (Conv3D)                                (None, 24, 80, 96, 80)           15576             spatial_dropout3d_2[0][0]                         \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_6 (InstanceNormalization) (None, 24, 80, 96, 80)           48                conv3d_6[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_6 (LeakyReLU)                        (None, 24, 80, 96, 80)           0                 instance_normalization_6[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_2 (Add)                                      (None, 24, 80, 96, 80)           0                 leaky_re_lu_4[0][0]                               \n",
      "                                                                                                    leaky_re_lu_6[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_7 (Conv3D)                                (None, 48, 40, 48, 40)           31152             add_2[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_7 (InstanceNormalization) (None, 48, 40, 48, 40)           96                conv3d_7[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_7 (LeakyReLU)                        (None, 48, 40, 48, 40)           0                 instance_normalization_7[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_8 (Conv3D)                                (None, 48, 40, 48, 40)           62256             leaky_re_lu_7[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_8 (InstanceNormalization) (None, 48, 40, 48, 40)           96                conv3d_8[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_8 (LeakyReLU)                        (None, 48, 40, 48, 40)           0                 instance_normalization_8[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "spatial_dropout3d_3 (SpatialDropout3D)           (None, 48, 40, 48, 40)           0                 leaky_re_lu_8[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_9 (Conv3D)                                (None, 48, 40, 48, 40)           62256             spatial_dropout3d_3[0][0]                         \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_9 (InstanceNormalization) (None, 48, 40, 48, 40)           96                conv3d_9[0][0]                                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_9 (LeakyReLU)                        (None, 48, 40, 48, 40)           0                 instance_normalization_9[0][0]                    \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_3 (Add)                                      (None, 48, 40, 48, 40)           0                 leaky_re_lu_7[0][0]                               \n",
      "                                                                                                    leaky_re_lu_9[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_10 (Conv3D)                               (None, 96, 20, 24, 20)           124512            add_3[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_10 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_10[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_10 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_10[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_11 (Conv3D)                               (None, 96, 20, 24, 20)           248928            leaky_re_lu_10[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_11 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_11[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_11 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_11[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "spatial_dropout3d_4 (SpatialDropout3D)           (None, 96, 20, 24, 20)           0                 leaky_re_lu_11[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_12 (Conv3D)                               (None, 96, 20, 24, 20)           248928            spatial_dropout3d_4[0][0]                         \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_12 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_12[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_12 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_12[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_4 (Add)                                      (None, 96, 20, 24, 20)           0                 leaky_re_lu_10[0][0]                              \n",
      "                                                                                                    leaky_re_lu_12[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_13 (Conv3D)                               (None, 192, 10, 12, 10)          497856            add_4[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_13 (InstanceNormalization (None, 192, 10, 12, 10)          384               conv3d_13[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_13 (LeakyReLU)                       (None, 192, 10, 12, 10)          0                 instance_normalization_13[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_14 (Conv3D)                               (None, 192, 10, 12, 10)          995520            leaky_re_lu_13[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_14 (InstanceNormalization (None, 192, 10, 12, 10)          384               conv3d_14[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_14 (LeakyReLU)                       (None, 192, 10, 12, 10)          0                 instance_normalization_14[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "spatial_dropout3d_5 (SpatialDropout3D)           (None, 192, 10, 12, 10)          0                 leaky_re_lu_14[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_15 (Conv3D)                               (None, 192, 10, 12, 10)          995520            spatial_dropout3d_5[0][0]                         \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_15 (InstanceNormalization (None, 192, 10, 12, 10)          384               conv3d_15[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_15 (LeakyReLU)                       (None, 192, 10, 12, 10)          0                 instance_normalization_15[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_5 (Add)                                      (None, 192, 10, 12, 10)          0                 leaky_re_lu_13[0][0]                              \n",
      "                                                                                                    leaky_re_lu_15[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_1 (UpSampling3D)                   (None, 192, 20, 24, 20)          0                 add_5[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_16 (Conv3D)                               (None, 96, 20, 24, 20)           497760            up_sampling3d_1[0][0]                             \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_16 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_16[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_16 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_16[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)                      (None, 192, 20, 24, 20)          0                 add_4[0][0]                                       \n",
      "                                                                                                    leaky_re_lu_16[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_17 (Conv3D)                               (None, 96, 20, 24, 20)           497760            concatenate_1[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_17 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_17[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_17 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_17[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_18 (Conv3D)                               (None, 96, 20, 24, 20)           9312              leaky_re_lu_17[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_18 (InstanceNormalization (None, 96, 20, 24, 20)           192               conv3d_18[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_18 (LeakyReLU)                       (None, 96, 20, 24, 20)           0                 instance_normalization_18[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_2 (UpSampling3D)                   (None, 96, 40, 48, 40)           0                 leaky_re_lu_18[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_19 (Conv3D)                               (None, 48, 40, 48, 40)           124464            up_sampling3d_2[0][0]                             \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_19 (InstanceNormalization (None, 48, 40, 48, 40)           96                conv3d_19[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_19 (LeakyReLU)                       (None, 48, 40, 48, 40)           0                 instance_normalization_19[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)                      (None, 96, 40, 48, 40)           0                 add_3[0][0]                                       \n",
      "                                                                                                    leaky_re_lu_19[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_20 (Conv3D)                               (None, 48, 40, 48, 40)           124464            concatenate_2[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_20 (InstanceNormalization (None, 48, 40, 48, 40)           96                conv3d_20[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_20 (LeakyReLU)                       (None, 48, 40, 48, 40)           0                 instance_normalization_20[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_21 (Conv3D)                               (None, 48, 40, 48, 40)           2352              leaky_re_lu_20[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_21 (InstanceNormalization (None, 48, 40, 48, 40)           96                conv3d_21[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_21 (LeakyReLU)                       (None, 48, 40, 48, 40)           0                 instance_normalization_21[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_3 (UpSampling3D)                   (None, 48, 80, 96, 80)           0                 leaky_re_lu_21[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_23 (Conv3D)                               (None, 24, 80, 96, 80)           31128             up_sampling3d_3[0][0]                             \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_23 (InstanceNormalization (None, 24, 80, 96, 80)           48                conv3d_23[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_23 (LeakyReLU)                       (None, 24, 80, 96, 80)           0                 instance_normalization_23[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "concatenate_3 (Concatenate)                      (None, 48, 80, 96, 80)           0                 add_2[0][0]                                       \n",
      "                                                                                                    leaky_re_lu_23[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_24 (Conv3D)                               (None, 24, 80, 96, 80)           31128             concatenate_3[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_24 (InstanceNormalization (None, 24, 80, 96, 80)           48                conv3d_24[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_24 (LeakyReLU)                       (None, 24, 80, 96, 80)           0                 instance_normalization_24[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_25 (Conv3D)                               (None, 24, 80, 96, 80)           600               leaky_re_lu_24[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_25 (InstanceNormalization (None, 24, 80, 96, 80)           48                conv3d_25[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_25 (LeakyReLU)                       (None, 24, 80, 96, 80)           0                 instance_normalization_25[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_4 (UpSampling3D)                   (None, 24, 160, 192, 160)        0                 leaky_re_lu_25[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_27 (Conv3D)                               (None, 12, 160, 192, 160)        7788              up_sampling3d_4[0][0]                             \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_27 (InstanceNormalization (None, 12, 160, 192, 160)        24                conv3d_27[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_27 (LeakyReLU)                       (None, 12, 160, 192, 160)        0                 instance_normalization_27[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "concatenate_4 (Concatenate)                      (None, 24, 160, 192, 160)        0                 add_1[0][0]                                       \n",
      "                                                                                                    leaky_re_lu_27[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_28 (Conv3D)                               (None, 12, 160, 192, 160)        7788              concatenate_4[0][0]                               \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_28 (InstanceNormalization (None, 12, 160, 192, 160)        24                conv3d_28[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_28 (LeakyReLU)                       (None, 12, 160, 192, 160)        0                 instance_normalization_28[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_22 (Conv3D)                               (None, 3, 40, 48, 40)            147               leaky_re_lu_21[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_29 (Conv3D)                               (None, 12, 160, 192, 160)        156               leaky_re_lu_28[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_22 (InstanceNormalization (None, 3, 40, 48, 40)            6                 conv3d_22[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_26 (Conv3D)                               (None, 3, 80, 96, 80)            75                leaky_re_lu_25[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_29 (InstanceNormalization (None, 12, 160, 192, 160)        24                conv3d_29[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_22 (LeakyReLU)                       (None, 3, 40, 48, 40)            0                 instance_normalization_22[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_26 (InstanceNormalization (None, 3, 80, 96, 80)            6                 conv3d_26[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_29 (LeakyReLU)                       (None, 12, 160, 192, 160)        0                 instance_normalization_29[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_5 (UpSampling3D)                   (None, 3, 80, 96, 80)            0                 leaky_re_lu_22[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_26 (LeakyReLU)                       (None, 3, 80, 96, 80)            0                 instance_normalization_26[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "conv3d_30 (Conv3D)                               (None, 3, 160, 192, 160)         39                leaky_re_lu_29[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_6 (Add)                                      (None, 3, 80, 96, 80)            0                 up_sampling3d_5[0][0]                             \n",
      "                                                                                                    leaky_re_lu_26[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "instance_normalization_30 (InstanceNormalization (None, 3, 160, 192, 160)         6                 conv3d_30[0][0]                                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "up_sampling3d_6 (UpSampling3D)                   (None, 3, 160, 192, 160)         0                 add_6[0][0]                                       \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "leaky_re_lu_30 (LeakyReLU)                       (None, 3, 160, 192, 160)         0                 instance_normalization_30[0][0]                   \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "add_7 (Add)                                      (None, 3, 160, 192, 160)         0                 up_sampling3d_6[0][0]                             \n",
      "                                                                                                    leaky_re_lu_30[0][0]                              \n",
      "______________________________________________________________________________________________________________________________________________________\n",
      "activation_block (Activation)                    (None, 3, 160, 192, 160)         0                 add_7[0][0]                                       \n",
      "======================================================================================================================================================\n",
      "Total params: 4,653,279\n",
      "Trainable params: 4,653,279\n",
      "Non-trainable params: 0\n",
      "______________________________________________________________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "# change the number of labels?\n",
    "# loss_function={'activation_block': weighted_dice_coefficient_loss, 'survival_block': 'mean_squared_error'}\n",
    "# selected_optimizer = RMSprop\n",
    "# selected_initial_learning_rate = 5e-4\n",
    "\n",
    "input_shape=(4, 160, 192, 160)\n",
    "n_base_filters=12\n",
    "depth=5\n",
    "dropout_rate=0.3\n",
    "n_segmentation_levels=3\n",
    "n_labels=3\n",
    "activation_name=\"sigmoid\"\n",
    "\n",
    "\"\"\"\n",
    "This function builds a model proposed by Isensee et al. for the BRATS 2017 competition:\n",
    "https://www.cbica.upenn.edu/sbia/Spyridon.Bakas/MICCAI_BraTS/MICCAI_BraTS_2017_proceedings_shortPapers.pdf\n",
    "This network is highly similar to the model proposed by Kayalibay et al. \"CNN-based Segmentation of Medical\n",
    "Imaging Data\", 2017: https://arxiv.org/pdf/1701.03056.pdf\n",
    ":param input_shape:\n",
    ":param n_base_filters:\n",
    ":param depth:\n",
    ":param dropout_rate:\n",
    ":param n_segmentation_levels:\n",
    ":param n_labels:\n",
    ":param optimizer:\n",
    ":param initial_learning_rate:\n",
    ":param loss_function:\n",
    ":param activation_name:\n",
    ":return:\n",
    "\"\"\"\n",
    "inputs = Input(input_shape)\n",
    "\n",
    "current_layer = inputs\n",
    "level_output_layers = list()\n",
    "level_filters = list()\n",
    "for level_number in range(depth):\n",
    "    n_level_filters = (2**level_number) * n_base_filters\n",
    "    level_filters.append(n_level_filters)\n",
    "\n",
    "    if current_layer is inputs:\n",
    "        in_conv = create_convolution_block(current_layer, n_level_filters)\n",
    "    else:\n",
    "        in_conv = create_convolution_block(current_layer, n_level_filters, strides=(2, 2, 2))\n",
    "\n",
    "    context_output_layer = create_context_module(in_conv, n_level_filters, dropout_rate=dropout_rate)\n",
    "\n",
    "    summation_layer = Add()([in_conv, context_output_layer])\n",
    "    level_output_layers.append(summation_layer)\n",
    "    current_layer = summation_layer\n",
    "\n",
    "segmentation_layers = list()\n",
    "for level_number in range(depth - 2, -1, -1):\n",
    "    up_sampling = create_up_sampling_module(current_layer, level_filters[level_number])\n",
    "    concatenation_layer = concatenate([level_output_layers[level_number], up_sampling], axis=1)\n",
    "    localization_output = create_localization_module(concatenation_layer, level_filters[level_number])\n",
    "    current_layer = localization_output\n",
    "    if level_number < n_segmentation_levels:\n",
    "        segmentation_layers.insert(0, create_convolution_block(current_layer, n_filters=n_labels, kernel=(1, 1, 1)))\n",
    "\n",
    "output_layer = None\n",
    "for level_number in reversed(range(n_segmentation_levels)):\n",
    "    segmentation_layer = segmentation_layers[level_number]\n",
    "    if output_layer is None:\n",
    "        output_layer = segmentation_layer\n",
    "    else:\n",
    "        output_layer = Add()([output_layer, segmentation_layer])\n",
    "\n",
    "    if level_number > 0:\n",
    "        output_layer = UpSampling3D(size=(2, 2, 2))(output_layer)\n",
    "\n",
    "activation_block = Activation(activation = activation_name, name='activation_block')(output_layer)\n",
    "#     survival_block = Activation(\"linear\")(summation_layer)\n",
    "#     activation_block = Dense(1, activation=activation_name, name='activation_block')(output_layer)\n",
    "#     flatten = Flatten(name='flatten')(summation_layer)\n",
    "#     survival_block = Dense(1, activation='linear', name='survival_block')(flatten)\n",
    "\n",
    "survival_conv_1 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='survival_conv_1')(summation_layer)\n",
    "survival_conv_2 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='survival_conv_2')(survival_conv_1)\n",
    "dropout = SpatialDropout3D(rate=dropout_rate, data_format='channels_first', name='dropout')(survival_conv_2)\n",
    "survival_conv_3 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='survival_conv_3')(dropout)\n",
    "survival_GAP = GlobalAveragePooling3D(name='survival_GAP')(survival_conv_3)\n",
    "#     flatten = Flatten(name='flatten')(survival_GAP)\n",
    "#     survival_block = Activation(\"linear\", name='survival_block')(flatten)\n",
    "survival_block = Dense(1, activation='linear', name='survival_block')(survival_GAP)\n",
    "\n",
    "tumortype_conv_1 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='tumortype_conv_1')(summation_layer)\n",
    "tumortype_conv_2 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='tumortype_conv_2')(tumortype_conv_1)\n",
    "tumortype_dropout = SpatialDropout3D(rate=dropout_rate, data_format='channels_first', name='tumortype_dropout')(tumortype_conv_2)\n",
    "tumortype_conv_3 = Conv3D(filters=n_level_filters, kernel_size=(3, 3, 3), padding='same', strides=(1, 1, 1), name='tumortype_conv_3')(tumortype_dropout)\n",
    "tumortype_GAP = GlobalAveragePooling3D(name='tumortype_GAP')(tumortype_conv_3)\n",
    "#     flatten = Flatten(name='flatten')(tumortype_GAP)\n",
    "#     tumortype_block = Activation(\"linear\", name='tumortype_block')(flatten)\n",
    "tumortype_block = Dense(1, activation='sigmoid', name='tumortype_block')(tumortype_GAP)  \n",
    "\n",
    "model = Model(inputs=inputs, outputs=[activation_block])\n",
    "#     model.compile(optimizer=optimizer(lr=initial_learning_rate), loss=loss_function)\n",
    "#     loss={'activation_block': 'binary_crossentropy', 'survival_block': 'mean_squared_error'}\n",
    "# assign weights and loss as dictionaries\n",
    "# functional-api-guide\n",
    "# loss_weights define the ratio of how much I care about optimizing each one\n",
    "\n",
    "model.load_weights(\"./weights/1pred_weights.25--0.08.hdf5\", by_name=True) # the by_name=True allows you to use a different architecture and bring in the weights from the matching layers \n",
    "\n",
    "model.compile(optimizer=RMSprop(lr=5e-4), \n",
    "              loss={'activation_block': weighted_dice_coefficient_loss}, \n",
    "              loss_weights={'activation_block': 1.},\n",
    "             metrics={'activation_block': ['accuracy',weighted_dice_coefficient, dice_coefficient]})\n",
    "\n",
    "model.summary(line_length=150) # add the parameter that allows me to show everything instead of cutting it off"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Train the 2 prediction full data net (1 prediction this time):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2018-06-16T16:15:14.331Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/lib/python3.5/site-packages/ipykernel/__main__.py:18: UserWarning: The semantics of the Keras 2 argument `steps_per_epoch` is not the same as the Keras 1 argument `samples_per_epoch`. `steps_per_epoch` is the number of batches to draw from the generator at each epoch. Basically steps_per_epoch = samples_per_epoch/batch_size. Similarly `nb_val_samples`->`validation_steps` and `val_samples`->`steps` arguments have changed. Update your method calls accordingly.\n",
      "/home/ubuntu/anaconda3/lib/python3.5/site-packages/ipykernel/__main__.py:18: UserWarning: Update your `fit_generator` call to the Keras 2 API: `fit_generator(generator=<__main__...., validation_data=<__main__...., epochs=100, workers=4, callbacks=[<keras.ca...)`\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      " 75/170 [============>.................] - ETA: 20:41 - loss: -0.0796 - acc: 0.0294 - weighted_dice_coefficient: 0.0796 - dice_coefficient: 0.0761"
     ]
    }
   ],
   "source": [
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': True}\n",
    "\n",
    "# Generators\n",
    "training_generator = SingleDataGenerator(partition['train'], **params)\n",
    "validation_generator = SingleDataGenerator(partition['test'], **params)\n",
    "\n",
    "cb_1=keras.callbacks.EarlyStopping(monitor='val_loss', min_delta=0, patience=2, verbose=0, mode='auto')\n",
    "cb_2=keras.callbacks.ModelCheckpoint(filepath=\"./weights/1Bpred_weights.{epoch:02d}-{val_loss:.2f}.hdf5\", monitor='val_loss', verbose=0, save_best_only=True, save_weights_only=False, mode='auto', period=1)\n",
    "\n",
    "results = model.fit_generator(generator=training_generator,\n",
    "                    validation_data=validation_generator,\n",
    "                   epochs=100, \n",
    "                   nb_worker=4,\n",
    "                   callbacks=[cb_1,cb_2])\n",
    "model.save_weights(\"./weights/model_1_weights.h5\")\n",
    "print(\"Saved model to disk\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save training history and predictions for 1 prediction:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "history_1_pred = results.history\n",
    "pickle.dump( history_1_pred, open( \"./weights/history_1_pred.pkl\", \"wb\" ) )\n",
    "\n",
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': False}\n",
    "\n",
    "# Turned shuffle off so that we can match the values in the dictionary to the predictions. \n",
    "# This way we can compare the predictions side-by-side with the ground truth.\n",
    "\n",
    "validation_generator = SingleDataGenerator(partition['holdout'], **params)\n",
    "\n",
    "predictions_1_pred = model.predict_generator(generator=validation_generator)\n",
    "\n",
    "pickle.dump( predictions_1_pred, open( \"./weights/predictions_1_pred.pkl\", \"wb\" ) )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2 predictions compilation (all data):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:15:08.191305Z",
     "start_time": "2018-06-16T16:15:07.066321Z"
    }
   },
   "outputs": [],
   "source": [
    "model = Model(inputs=inputs, outputs=[activation_block,tumortype_block])\n",
    "model.load_weights(\"./weights/model_1_weights.h5\", by_name=True) # the by_name=True allows you to use a different architecture and bring in the weights from the matching layers \n",
    "\n",
    "model.compile(optimizer=RMSprop(lr=5e-4), \n",
    "              loss={'activation_block': weighted_dice_coefficient_loss, 'tumortype_block': 'binary_crossentropy'}, \n",
    "              loss_weights={'activation_block': 1., 'tumortype_block': 0.2},\n",
    "             metrics={'activation_block': ['accuracy',weighted_dice_coefficient, dice_coefficient], 'tumortype_block': ['accuracy']})\n",
    "\n",
    "model.summary(line_length=150) # add the parameter that allows me to show everything instead of cutting it off"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Train the 2 prediction full data net:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2018-06-16T16:15:14.331Z"
    }
   },
   "outputs": [],
   "source": [
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': True}\n",
    "\n",
    "# Generators\n",
    "training_generator = DataGenerator(partition['train'], **params)\n",
    "validation_generator = DataGenerator(partition['test'], **params)\n",
    "\n",
    "cb_1=keras.callbacks.EarlyStopping(monitor='val_loss', min_delta=0, patience=2, verbose=0, mode='auto')\n",
    "cb_2=keras.callbacks.ModelCheckpoint(filepath=\"./weights/2pred_weights.{epoch:02d}-{val_loss:.2f}.hdf5\", monitor='val_loss', verbose=0, save_best_only=True, save_weights_only=False, mode='auto', period=1)\n",
    "\n",
    "results = model.fit_generator(generator=training_generator,\n",
    "                    validation_data=validation_generator,\n",
    "                   epochs=100, \n",
    "                   nb_worker=4,\n",
    "                   callbacks=[cb_1,cb_2])\n",
    "\n",
    "model.save_weights(\"./weights/model_2_weights.h5\")\n",
    "print(\"Saved model to disk\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save training history and predictions for 2 predictions (all data):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "history_2_pred = results.history\n",
    "pickle.dump( history_2_pred, open( \"./weights/history_2_pred.pkl\", \"wb\" ) )\n",
    "\n",
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': False}\n",
    "\n",
    "# Turned shuffle off so that we can match the values in the dictionary to the predictions. \n",
    "# This way we can compare the predictions side-by-side with the ground truth.\n",
    "\n",
    "validation_generator = DataGenerator(partition['holdout'], **params)\n",
    "\n",
    "predictions_2_pred = model.predict_generator(generator=validation_generator)\n",
    "\n",
    "pickle.dump( predictions_2_pred, open( \"./weights/predictions_2_pred.pkl\", \"wb\" ) )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3 predictions compilation (all data):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-16T16:15:08.191305Z",
     "start_time": "2018-06-16T16:15:07.066321Z"
    }
   },
   "outputs": [],
   "source": [
    "model = Model(inputs=inputs, outputs=[activation_block,tumortype_block,survival_block])\n",
    "model.load_weights(\"./weights/model_2_weights.h5\", by_name=True)\n",
    "\n",
    "model.compile(optimizer=RMSprop(lr=5e-4), \n",
    "              loss={'activation_block': weighted_dice_coefficient_loss, 'survival_block': 'mean_squared_error', 'tumortype_block': 'binary_crossentropy'}, \n",
    "              loss_weights={'activation_block': 1., 'survival_block': 0.2, 'tumortype_block': 0.2},\n",
    "             metrics={'activation_block': ['accuracy',weighted_dice_coefficient, dice_coefficient], 'survival_block': ['accuracy', 'mae'], 'tumortype_block': ['accuracy']})\n",
    "\n",
    "model.summary(line_length=150) # add the parameter that allows me to show everything instead of cutting it off"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Train the 3 prediction subset data net:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2018-06-16T16:15:14.331Z"
    }
   },
   "outputs": [],
   "source": [
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': True}\n",
    "\n",
    "# Generators\n",
    "training_generator = SubDataGenerator(subpartition['train'], **params)\n",
    "validation_generator = SubDataGenerator(subpartition['test'], **params)\n",
    "\n",
    "cb_1=keras.callbacks.EarlyStopping(monitor='val_loss', min_delta=0, patience=2, verbose=0, mode='auto')\n",
    "cb_2=keras.callbacks.ModelCheckpoint(filepath=\"./weights/3pred_weights.{epoch:02d}-{val_loss:.2f}.hdf5\", monitor='val_loss', verbose=0, save_best_only=True, save_weights_only=False, mode='auto', period=1)\n",
    "\n",
    "results = model.fit_generator(generator=training_generator,\n",
    "                    validation_data=validation_generator,\n",
    "                   epochs=100, \n",
    "                   nb_worker=4,\n",
    "                   callbacks=[cb_1,cb_2])\n",
    "\n",
    "model.save_weights(\"./weights/model_3_weights.h5\")\n",
    "print(\"Saved model to disk\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save training history and predictions for 3 predictions (subset of data with survival predictions):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "history_3_pred = results.history\n",
    "pickle.dump( history_3_pred, open( \"./weights/history_3_pred.pkl\", \"wb\" ) )\n",
    "\n",
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': False}\n",
    "\n",
    "# Turned shuffle off so that we can match the values in the dictionary to the predictions. \n",
    "# This way we can compare the predictions side-by-side with the ground truth.\n",
    "\n",
    "validation_generator = SubDataGenerator(subpartition['holdout'], **params)\n",
    "\n",
    "predictions_3_pred = model.predict_generator(generator=validation_generator)\n",
    "\n",
    "pickle.dump( predictions_3_pred, open( \"./weights/predictions_3_pred.pkl\", \"wb\" ) )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Validation set predictions for 2 predictions (all data):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[array([[[[[0.37303948, 0.37946454, 0.37571126, ..., 0.37254518,\n",
       "            0.37142822, 0.3701646 ],\n",
       "           [0.37817737, 0.38318074, 0.38047063, ..., 0.37736222,\n",
       "            0.3755806 , 0.3686159 ],\n",
       "           [0.38007513, 0.3870441 , 0.38416907, ..., 0.38053384,\n",
       "            0.38024908, 0.37033364],\n",
       "           ...,\n",
       "           [0.3786769 , 0.3843156 , 0.38159114, ..., 0.37854558,\n",
       "            0.37805927, 0.36847514],\n",
       "           [0.37693626, 0.38384217, 0.38064897, ..., 0.37744078,\n",
       "            0.3792198 , 0.370356  ],\n",
       "           [0.37778273, 0.3791159 , 0.377151  , ..., 0.37620193,\n",
       "            0.37908834, 0.37686554]],\n",
       " \n",
       "          [[0.37823597, 0.37448394, 0.37240526, ..., 0.36861208,\n",
       "            0.363989  , 0.3616012 ],\n",
       "           [0.388196  , 0.37844428, 0.37866247, ..., 0.37698078,\n",
       "            0.37260094, 0.36144346],\n",
       "           [0.39160353, 0.38263208, 0.38377535, ..., 0.38125908,\n",
       "            0.3783435 , 0.3664689 ],\n",
       "           ...,\n",
       "           [0.38984168, 0.37993982, 0.38055566, ..., 0.37930036,\n",
       "            0.37633225, 0.36302426],\n",
       "           [0.38811618, 0.37856916, 0.3789992 , ..., 0.3778563 ,\n",
       "            0.37755668, 0.3634    ],\n",
       "           [0.38001573, 0.37866297, 0.37719846, ..., 0.3768084 ,\n",
       "            0.3788972 , 0.3734372 ]],\n",
       " \n",
       "          [[0.38018173, 0.37657693, 0.37233144, ..., 0.36836433,\n",
       "            0.36030704, 0.35737318],\n",
       "           [0.39325976, 0.3820683 , 0.37999332, ..., 0.3773585 ,\n",
       "            0.36892858, 0.35851544],\n",
       "           [0.39655593, 0.38510054, 0.38314518, ..., 0.37967914,\n",
       "            0.37194565, 0.3620923 ],\n",
       "           ...,\n",
       "           [0.39567608, 0.38367096, 0.38235322, ..., 0.3787523 ,\n",
       "            0.37199348, 0.35973212],\n",
       "           [0.39173147, 0.38067907, 0.38060483, ..., 0.37725365,\n",
       "            0.3747032 , 0.36208525],\n",
       "           [0.3807527 , 0.37739012, 0.3752919 , ..., 0.373679  ,\n",
       "            0.37384933, 0.36967862]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37855616, 0.37723574, 0.37319046, ..., 0.37240192,\n",
       "            0.3637447 , 0.35886112],\n",
       "           [0.39255652, 0.38436192, 0.3835506 , ..., 0.38329425,\n",
       "            0.3729215 , 0.3606071 ],\n",
       "           [0.39431483, 0.3846877 , 0.38725135, ..., 0.38302508,\n",
       "            0.37539667, 0.36248714],\n",
       "           ...,\n",
       "           [0.39178553, 0.38083506, 0.3830506 , ..., 0.3789628 ,\n",
       "            0.37186468, 0.3586915 ],\n",
       "           [0.38803157, 0.37771237, 0.37976292, ..., 0.3761543 ,\n",
       "            0.37383142, 0.36184165],\n",
       "           [0.37731022, 0.37090653, 0.37020087, ..., 0.36919034,\n",
       "            0.37113398, 0.36682132]],\n",
       " \n",
       "          [[0.38265082, 0.38108265, 0.37734938, ..., 0.37785053,\n",
       "            0.36609563, 0.36064696],\n",
       "           [0.39548844, 0.38712093, 0.38655397, ..., 0.38746715,\n",
       "            0.37398782, 0.36240306],\n",
       "           [0.39424574, 0.38470864, 0.38729906, ..., 0.38545913,\n",
       "            0.3735718 , 0.36238483],\n",
       "           ...,\n",
       "           [0.3927335 , 0.38197342, 0.38426188, ..., 0.38024604,\n",
       "            0.36977646, 0.35860777],\n",
       "           [0.3870566 , 0.3772756 , 0.37970766, ..., 0.377066  ,\n",
       "            0.37097794, 0.35982633],\n",
       "           [0.37783778, 0.3700663 , 0.37002602, ..., 0.36988282,\n",
       "            0.3692835 , 0.36626858]],\n",
       " \n",
       "          [[0.3776205 , 0.3727019 , 0.37034678, ..., 0.37201554,\n",
       "            0.36415812, 0.36571893],\n",
       "           [0.3903536 , 0.37239867, 0.3716565 , ..., 0.3733455 ,\n",
       "            0.36457548, 0.36158803],\n",
       "           [0.38949326, 0.37137717, 0.372962  , ..., 0.3724165 ,\n",
       "            0.3650133 , 0.36208352],\n",
       "           ...,\n",
       "           [0.38821864, 0.3685918 , 0.36913362, ..., 0.36699453,\n",
       "            0.36035064, 0.35818624],\n",
       "           [0.38224068, 0.3664055 , 0.36462796, ..., 0.36270103,\n",
       "            0.35875985, 0.35551655],\n",
       "           [0.37889147, 0.37612015, 0.3750009 , ..., 0.37457213,\n",
       "            0.373681  , 0.37286967]]],\n",
       " \n",
       " \n",
       "         [[[0.37226865, 0.36470127, 0.36805043, ..., 0.36980113,\n",
       "            0.37403664, 0.37220976],\n",
       "           [0.3656266 , 0.36369142, 0.37153152, ..., 0.37368625,\n",
       "            0.38174465, 0.37587687],\n",
       "           [0.36779022, 0.36780977, 0.3741738 , ..., 0.3771055 ,\n",
       "            0.38036942, 0.37476876],\n",
       "           ...,\n",
       "           [0.36782673, 0.36542913, 0.37179294, ..., 0.37423494,\n",
       "            0.37835732, 0.37332213],\n",
       "           [0.36782745, 0.36290464, 0.3660464 , ..., 0.36806902,\n",
       "            0.37047032, 0.37068692],\n",
       "           [0.3680242 , 0.3829437 , 0.38381   , ..., 0.38490504,\n",
       "            0.3836151 , 0.38452545]],\n",
       " \n",
       "          [[0.35937417, 0.36075094, 0.3623882 , ..., 0.36502466,\n",
       "            0.37434995, 0.3741452 ],\n",
       "           [0.3617438 , 0.37621292, 0.3788308 , ..., 0.38010925,\n",
       "            0.38790548, 0.38949955],\n",
       "           [0.3676668 , 0.38470712, 0.38385072, ..., 0.38619828,\n",
       "            0.392307  , 0.38873568],\n",
       "           ...,\n",
       "           [0.37032798, 0.3810848 , 0.38269287, ..., 0.38211522,\n",
       "            0.3890215 , 0.38673604],\n",
       "           [0.37332055, 0.38447025, 0.38397053, ..., 0.38346246,\n",
       "            0.38593674, 0.38407692],\n",
       "           [0.37436056, 0.3950069 , 0.396666  , ..., 0.39720753,\n",
       "            0.39599654, 0.39856035]],\n",
       " \n",
       "          [[0.3577402 , 0.36272672, 0.36412305, ..., 0.36715457,\n",
       "            0.37614286, 0.37462917],\n",
       "           [0.3590311 , 0.37767848, 0.37881082, ..., 0.38013798,\n",
       "            0.3879966 , 0.39036897],\n",
       "           [0.36036402, 0.37935945, 0.37859347, ..., 0.37997636,\n",
       "            0.38913015, 0.3868748 ],\n",
       "           ...,\n",
       "           [0.36208785, 0.37497145, 0.37456065, ..., 0.37534428,\n",
       "            0.3847692 , 0.38459945],\n",
       "           [0.36446735, 0.37721774, 0.37671623, ..., 0.37609845,\n",
       "            0.3801654 , 0.38074276],\n",
       "           [0.36452612, 0.38539523, 0.38885418, ..., 0.38932428,\n",
       "            0.3901469 , 0.39688537]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.35732844, 0.36303514, 0.36610955, ..., 0.37033656,\n",
       "            0.37772775, 0.37599322],\n",
       "           [0.35809445, 0.37389994, 0.37577826, ..., 0.37832156,\n",
       "            0.38548923, 0.38845742],\n",
       "           [0.3587907 , 0.3759629 , 0.37477317, ..., 0.37917745,\n",
       "            0.38714662, 0.38633057],\n",
       "           ...,\n",
       "           [0.35624373, 0.36860213, 0.3676447 , ..., 0.37179023,\n",
       "            0.38077942, 0.3822675 ],\n",
       "           [0.3578953 , 0.37036452, 0.36764026, ..., 0.37031764,\n",
       "            0.37445343, 0.37666425],\n",
       "           [0.3598263 , 0.3784443 , 0.3809145 , ..., 0.3848138 ,\n",
       "            0.38670072, 0.39616472]],\n",
       " \n",
       "          [[0.35383466, 0.35682908, 0.3586106 , ..., 0.3619013 ,\n",
       "            0.37134537, 0.37326106],\n",
       "           [0.3508224 , 0.37084463, 0.37204555, ..., 0.3739007 ,\n",
       "            0.38225558, 0.38641304],\n",
       "           [0.3508805 , 0.3727848 , 0.37162042, ..., 0.3743622 ,\n",
       "            0.38549092, 0.38620758],\n",
       "           ...,\n",
       "           [0.3478801 , 0.36437482, 0.36482725, ..., 0.36894614,\n",
       "            0.38044834, 0.3831822 ],\n",
       "           [0.3502317 , 0.36629206, 0.3641543 , ..., 0.3659123 ,\n",
       "            0.37448964, 0.37777647],\n",
       "           [0.3570689 , 0.37539354, 0.37759   , ..., 0.3811031 ,\n",
       "            0.38510644, 0.39705932]],\n",
       " \n",
       "          [[0.36801243, 0.36827922, 0.3693122 , ..., 0.37059742,\n",
       "            0.3744788 , 0.37096396],\n",
       "           [0.3614487 , 0.38377297, 0.38412148, ..., 0.38643032,\n",
       "            0.3903121 , 0.38736612],\n",
       "           [0.35854104, 0.38085842, 0.38129586, ..., 0.38435656,\n",
       "            0.39053443, 0.38854876],\n",
       "           ...,\n",
       "           [0.3560381 , 0.37574413, 0.37813443, ..., 0.38130522,\n",
       "            0.3873626 , 0.38552564],\n",
       "           [0.35950625, 0.3754438 , 0.37601227, ..., 0.37819278,\n",
       "            0.3846523 , 0.3821862 ],\n",
       "           [0.35778758, 0.37450528, 0.37625822, ..., 0.37967873,\n",
       "            0.38411477, 0.39466313]]],\n",
       " \n",
       " \n",
       "         [[[0.3665457 , 0.36706132, 0.37015167, ..., 0.37116536,\n",
       "            0.36935124, 0.3681504 ],\n",
       "           [0.36432588, 0.36066917, 0.36009255, ..., 0.36102346,\n",
       "            0.35770625, 0.3630892 ],\n",
       "           [0.3666863 , 0.36168554, 0.36572927, ..., 0.3649894 ,\n",
       "            0.36692992, 0.37389988],\n",
       "           ...,\n",
       "           [0.36316717, 0.35920155, 0.36144134, ..., 0.36418054,\n",
       "            0.36361083, 0.37009692],\n",
       "           [0.3657478 , 0.36203235, 0.36236718, ..., 0.36302787,\n",
       "            0.36207998, 0.36607116],\n",
       "           [0.36284596, 0.3523927 , 0.35354567, ..., 0.35356957,\n",
       "            0.35318372, 0.35717204]],\n",
       " \n",
       "          [[0.36989462, 0.3643724 , 0.36770433, ..., 0.36859825,\n",
       "            0.36532626, 0.365336  ],\n",
       "           [0.36210093, 0.35296965, 0.3533039 , ..., 0.3533941 ,\n",
       "            0.3505058 , 0.3542449 ],\n",
       "           [0.36232838, 0.35256368, 0.35771325, ..., 0.35598034,\n",
       "            0.3572937 , 0.36287117],\n",
       "           ...,\n",
       "           [0.35840836, 0.3507619 , 0.35337764, ..., 0.3561448 ,\n",
       "            0.3549133 , 0.3604136 ],\n",
       "           [0.36117765, 0.35346147, 0.35378185, ..., 0.3541198 ,\n",
       "            0.35335588, 0.35927486],\n",
       "           [0.3571308 , 0.34444362, 0.34545   , ..., 0.34531385,\n",
       "            0.34507087, 0.34939036]],\n",
       " \n",
       "          [[0.37322235, 0.36678913, 0.3720233 , ..., 0.37254006,\n",
       "            0.36480752, 0.365653  ],\n",
       "           [0.3639092 , 0.35434908, 0.35738084, ..., 0.35749233,\n",
       "            0.35083807, 0.35354954],\n",
       "           [0.36811003, 0.35867506, 0.36621085, ..., 0.36439395,\n",
       "            0.35832116, 0.36157846],\n",
       "           ...,\n",
       "           [0.36627695, 0.35870203, 0.3680283 , ..., 0.36858654,\n",
       "            0.35900423, 0.36216545],\n",
       "           [0.36594406, 0.35830805, 0.3594723 , ..., 0.35755262,\n",
       "            0.35601515, 0.3593498 ],\n",
       "           [0.36309   , 0.3503302 , 0.35148004, ..., 0.34843656,\n",
       "            0.3477514 , 0.3492411 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37153527, 0.3641252 , 0.36624798, ..., 0.37140688,\n",
       "            0.36584347, 0.36767954],\n",
       "           [0.36247474, 0.35329595, 0.35306498, ..., 0.35787058,\n",
       "            0.35315037, 0.3574121 ],\n",
       "           [0.364575  , 0.3553219 , 0.36232296, ..., 0.36092007,\n",
       "            0.3578619 , 0.3630912 ],\n",
       "           ...,\n",
       "           [0.36490756, 0.35734966, 0.36515126, ..., 0.3648986 ,\n",
       "            0.35907272, 0.36342847],\n",
       "           [0.36551604, 0.35758805, 0.35904396, ..., 0.36040023,\n",
       "            0.36031082, 0.3632614 ],\n",
       "           [0.36098212, 0.3509811 , 0.35164577, ..., 0.35185602,\n",
       "            0.35179073, 0.3532091 ]],\n",
       " \n",
       "          [[0.37476394, 0.36810604, 0.3704656 , ..., 0.37762356,\n",
       "            0.37261784, 0.3734106 ],\n",
       "           [0.36741728, 0.3557797 , 0.35593888, ..., 0.36266616,\n",
       "            0.3586205 , 0.36289907],\n",
       "           [0.36956978, 0.3575868 , 0.36189058, ..., 0.36614624,\n",
       "            0.36173162, 0.36635906],\n",
       "           ...,\n",
       "           [0.3709992 , 0.36134678, 0.36720458, ..., 0.36791882,\n",
       "            0.36188835, 0.36540952],\n",
       "           [0.36933622, 0.35996324, 0.3623177 , ..., 0.36480242,\n",
       "            0.3627413 , 0.36511716],\n",
       "           [0.36203137, 0.35374427, 0.35499594, ..., 0.3561827 ,\n",
       "            0.35458392, 0.3549968 ]],\n",
       " \n",
       "          [[0.3722737 , 0.36637324, 0.3693163 , ..., 0.37721846,\n",
       "            0.37117118, 0.3711922 ],\n",
       "           [0.36793366, 0.35997182, 0.36292973, ..., 0.36952534,\n",
       "            0.3651251 , 0.3657587 ],\n",
       "           [0.37176248, 0.3634415 , 0.37033898, ..., 0.37470323,\n",
       "            0.36966467, 0.3685798 ],\n",
       "           ...,\n",
       "           [0.37279427, 0.3660335 , 0.3742346 , ..., 0.37525025,\n",
       "            0.3691189 , 0.36766645],\n",
       "           [0.3690374 , 0.36103916, 0.36738798, ..., 0.370547  ,\n",
       "            0.3691681 , 0.36877993],\n",
       "           [0.36376068, 0.35499108, 0.35971648, ..., 0.36180523,\n",
       "            0.36109382, 0.35730895]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.40358502, 0.40815356, 0.40956384, ..., 0.40668264,\n",
       "            0.40374684, 0.39439604],\n",
       "           [0.4075044 , 0.4172648 , 0.4166217 , ..., 0.4143832 ,\n",
       "            0.41112322, 0.39782116],\n",
       "           [0.4107637 , 0.42203435, 0.42100662, ..., 0.41919565,\n",
       "            0.4187799 , 0.40211847],\n",
       "           ...,\n",
       "           [0.41090196, 0.42021418, 0.42005074, ..., 0.4183897 ,\n",
       "            0.41764602, 0.4009776 ],\n",
       "           [0.40982115, 0.42214844, 0.4190803 , ..., 0.41756347,\n",
       "            0.4175272 , 0.40089846],\n",
       "           [0.40058756, 0.41200128, 0.41012138, ..., 0.41061217,\n",
       "            0.41253635, 0.4074359 ]],\n",
       " \n",
       "          [[0.39574495, 0.39498895, 0.39541435, ..., 0.39273983,\n",
       "            0.38771573, 0.38400558],\n",
       "           [0.41317004, 0.40961608, 0.40802926, ..., 0.40904132,\n",
       "            0.40245324, 0.39120877],\n",
       "           [0.4176166 , 0.4159264 , 0.41622934, ..., 0.41760504,\n",
       "            0.41479146, 0.40096125],\n",
       "           ...,\n",
       "           [0.41732118, 0.4144284 , 0.41620365, ..., 0.4164801 ,\n",
       "            0.4142334 , 0.39790985],\n",
       "           [0.41761038, 0.41699117, 0.41791978, ..., 0.41738853,\n",
       "            0.41770095, 0.39865002],\n",
       "           [0.4069118 , 0.41119507, 0.41048318, ..., 0.41263905,\n",
       "            0.4139232 , 0.40202317]],\n",
       " \n",
       "          [[0.40021828, 0.4001774 , 0.39853814, ..., 0.39558837,\n",
       "            0.3869978 , 0.38301638],\n",
       "           [0.41931462, 0.41442302, 0.4093084 , ..., 0.408714  ,\n",
       "            0.3999021 , 0.3893604 ],\n",
       "           [0.425012  , 0.42086226, 0.4162708 , ..., 0.41419613,\n",
       "            0.4091794 , 0.3967205 ],\n",
       "           ...,\n",
       "           [0.42538944, 0.4204842 , 0.418076  , ..., 0.41497144,\n",
       "            0.4106435 , 0.3956993 ],\n",
       "           [0.42365262, 0.42141706, 0.4201618 , ..., 0.41744295,\n",
       "            0.413716  , 0.3978952 ],\n",
       "           [0.4087198 , 0.41087747, 0.4095069 , ..., 0.40986106,\n",
       "            0.4090043 , 0.3993654 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.39923114, 0.39994273, 0.39926794, ..., 0.39836353,\n",
       "            0.38948175, 0.38502565],\n",
       "           [0.41889876, 0.41628164, 0.41340727, ..., 0.41464034,\n",
       "            0.40275243, 0.39241874],\n",
       "           [0.42697993, 0.42650402, 0.4269151 , ..., 0.4230245 ,\n",
       "            0.41312072, 0.3998051 ],\n",
       "           ...,\n",
       "           [0.42530856, 0.42195666, 0.42172593, ..., 0.41990355,\n",
       "            0.41110182, 0.3967205 ],\n",
       "           [0.4195851 , 0.4181922 , 0.4195247 , ..., 0.41637635,\n",
       "            0.4133444 , 0.39812377],\n",
       "           [0.4037982 , 0.4048595 , 0.4062955 , ..., 0.4055242 ,\n",
       "            0.40653557, 0.39762843]],\n",
       " \n",
       "          [[0.39905503, 0.40182924, 0.39797357, ..., 0.39703786,\n",
       "            0.3874142 , 0.383664  ],\n",
       "           [0.41809902, 0.41639847, 0.41429767, ..., 0.41547722,\n",
       "            0.40015748, 0.39268664],\n",
       "           [0.42423585, 0.42468968, 0.42745483, ..., 0.42255265,\n",
       "            0.405208  , 0.39593345],\n",
       "           ...,\n",
       "           [0.42209822, 0.41880822, 0.42127237, ..., 0.41706303,\n",
       "            0.40213767, 0.3916821 ],\n",
       "           [0.4161087 , 0.4144292 , 0.41656324, ..., 0.4128867 ,\n",
       "            0.40534303, 0.39359364],\n",
       "           [0.4011453 , 0.40125364, 0.40328962, ..., 0.40250143,\n",
       "            0.4003029 , 0.39452255]],\n",
       " \n",
       "          [[0.39494753, 0.38991284, 0.3887433 , ..., 0.3901506 ,\n",
       "            0.3826996 , 0.3867431 ],\n",
       "           [0.41193143, 0.4031404 , 0.40183675, ..., 0.4026582 ,\n",
       "            0.39353722, 0.39109787],\n",
       "           [0.41817012, 0.40958023, 0.4120023 , ..., 0.4072128 ,\n",
       "            0.3970784 , 0.39191306],\n",
       "           ...,\n",
       "           [0.41318786, 0.40237477, 0.40541908, ..., 0.39994317,\n",
       "            0.39065772, 0.3874452 ],\n",
       "           [0.40629816, 0.3961742 , 0.39551383, ..., 0.39112434,\n",
       "            0.386774  , 0.38397324],\n",
       "           [0.40309793, 0.4024911 , 0.40271854, ..., 0.39977652,\n",
       "            0.39971733, 0.40098754]]],\n",
       " \n",
       " \n",
       "         [[[0.39287505, 0.40819982, 0.40614712, ..., 0.40585917,\n",
       "            0.41610876, 0.40144324],\n",
       "           [0.39277518, 0.4108103 , 0.4149155 , ..., 0.41321975,\n",
       "            0.42549655, 0.4174915 ],\n",
       "           [0.3947043 , 0.4131495 , 0.41346082, ..., 0.4112603 ,\n",
       "            0.41987395, 0.4165871 ],\n",
       "           ...,\n",
       "           [0.39764208, 0.4127152 , 0.41203964, ..., 0.40994605,\n",
       "            0.41786617, 0.41454533],\n",
       "           [0.39558196, 0.4074909 , 0.40895778, ..., 0.40687197,\n",
       "            0.41078568, 0.40947708],\n",
       "           [0.39499363, 0.42742053, 0.4267348 , ..., 0.42626575,\n",
       "            0.4252721 , 0.41888443]],\n",
       " \n",
       "          [[0.37111998, 0.39504334, 0.3908554 , ..., 0.38860717,\n",
       "            0.40113485, 0.40600845],\n",
       "           [0.38363615, 0.40678906, 0.40787917, ..., 0.40553704,\n",
       "            0.4235134 , 0.4244423 ],\n",
       "           [0.38961372, 0.41323844, 0.40806705, ..., 0.4028032 ,\n",
       "            0.4185401 , 0.41491997],\n",
       "           ...,\n",
       "           [0.39144146, 0.41213426, 0.40885535, ..., 0.4016303 ,\n",
       "            0.41472402, 0.41181   ],\n",
       "           [0.39250246, 0.4110366 , 0.4090363 , ..., 0.40339932,\n",
       "            0.40870905, 0.40785554],\n",
       "           [0.39658114, 0.43821493, 0.43630394, ..., 0.43135744,\n",
       "            0.43486777, 0.4356162 ]],\n",
       " \n",
       "          [[0.36468852, 0.39976943, 0.39295542, ..., 0.39065892,\n",
       "            0.40350556, 0.40736112],\n",
       "           [0.3813184 , 0.41078445, 0.40964225, ..., 0.40714487,\n",
       "            0.4249661 , 0.42386153],\n",
       "           [0.38363546, 0.41138554, 0.40762034, ..., 0.40075353,\n",
       "            0.41713157, 0.41314232],\n",
       "           ...,\n",
       "           [0.38605216, 0.410036  , 0.4052856 , ..., 0.39915204,\n",
       "            0.41249442, 0.40880916],\n",
       "           [0.3856833 , 0.40623564, 0.40042022, ..., 0.39448804,\n",
       "            0.40290192, 0.4036408 ],\n",
       "           [0.3882399 , 0.4276678 , 0.4236818 , ..., 0.420543  ,\n",
       "            0.42572233, 0.43094534]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.367436  , 0.40381256, 0.40313053, ..., 0.40398398,\n",
       "            0.41204947, 0.41370872],\n",
       "           [0.38435698, 0.41606763, 0.41815057, ..., 0.4156131 ,\n",
       "            0.42809635, 0.42706403],\n",
       "           [0.3859972 , 0.41468114, 0.4163685 , ..., 0.41121224,\n",
       "            0.4230106 , 0.4200463 ],\n",
       "           ...,\n",
       "           [0.38399637, 0.40647805, 0.4052995 , ..., 0.40428588,\n",
       "            0.41405922, 0.4141307 ],\n",
       "           [0.3841499 , 0.40236413, 0.3975643 , ..., 0.3972592 ,\n",
       "            0.40006143, 0.4045803 ],\n",
       "           [0.38113302, 0.42370012, 0.41977605, ..., 0.42017454,\n",
       "            0.42130673, 0.43302542]],\n",
       " \n",
       "          [[0.36513308, 0.39620173, 0.39557782, ..., 0.39607236,\n",
       "            0.40623805, 0.41258174],\n",
       "           [0.37946182, 0.4126417 , 0.4134249 , ..., 0.4099486 ,\n",
       "            0.42423654, 0.423789  ],\n",
       "           [0.38059986, 0.4127655 , 0.4124307 , ..., 0.40758413,\n",
       "            0.42384303, 0.41975436],\n",
       "           ...,\n",
       "           [0.3804583 , 0.4032729 , 0.4027337 , ..., 0.4015158 ,\n",
       "            0.41590303, 0.4158586 ],\n",
       "           [0.38012427, 0.39965186, 0.39610448, ..., 0.39382547,\n",
       "            0.40269843, 0.40594912],\n",
       "           [0.37637505, 0.42296714, 0.42155638, ..., 0.42095116,\n",
       "            0.42518187, 0.43686244]],\n",
       " \n",
       "          [[0.38114175, 0.3996205 , 0.39929873, ..., 0.39951384,\n",
       "            0.4028664 , 0.3958637 ],\n",
       "           [0.38791838, 0.42346516, 0.41883522, ..., 0.41886765,\n",
       "            0.4226198 , 0.42238712],\n",
       "           [0.3841545 , 0.41727924, 0.41334808, ..., 0.41360444,\n",
       "            0.42105275, 0.4224065 ],\n",
       "           ...,\n",
       "           [0.38341978, 0.41156602, 0.40715975, ..., 0.4091957 ,\n",
       "            0.41588613, 0.41742587],\n",
       "           [0.38096324, 0.4094915 , 0.40270168, ..., 0.4029862 ,\n",
       "            0.40702066, 0.41307268],\n",
       "           [0.375608  , 0.41440123, 0.41557804, ..., 0.41700923,\n",
       "            0.42066666, 0.4345848 ]]],\n",
       " \n",
       " \n",
       "         [[[0.36652905, 0.36114693, 0.36741248, ..., 0.3725337 ,\n",
       "            0.3635848 , 0.37047824],\n",
       "           [0.3643897 , 0.3541077 , 0.35824558, ..., 0.36424395,\n",
       "            0.3539341 , 0.36014995],\n",
       "           [0.37389526, 0.36372733, 0.3748295 , ..., 0.3791981 ,\n",
       "            0.37276214, 0.37947008],\n",
       "           ...,\n",
       "           [0.36696774, 0.35852262, 0.37257963, ..., 0.37621853,\n",
       "            0.36965856, 0.3768791 ],\n",
       "           [0.3700588 , 0.36055738, 0.36559063, ..., 0.36883858,\n",
       "            0.367119  , 0.37306738],\n",
       "           [0.37066555, 0.35366803, 0.35826582, ..., 0.36014643,\n",
       "            0.35847023, 0.3653167 ]],\n",
       " \n",
       "          [[0.38155907, 0.3647097 , 0.3725208 , ..., 0.37840503,\n",
       "            0.36795905, 0.3673041 ],\n",
       "           [0.36499897, 0.35393894, 0.35777456, ..., 0.36281282,\n",
       "            0.35264024, 0.35364434],\n",
       "           [0.3734411 , 0.36230525, 0.3734723 , ..., 0.37782237,\n",
       "            0.37057176, 0.37474352],\n",
       "           ...,\n",
       "           [0.3678555 , 0.35728413, 0.3704128 , ..., 0.37527692,\n",
       "            0.3681809 , 0.3735325 ],\n",
       "           [0.36942282, 0.3591902 , 0.3624255 , ..., 0.36599255,\n",
       "            0.3635587 , 0.36990902],\n",
       "           [0.36616588, 0.35023063, 0.3544428 , ..., 0.35652924,\n",
       "            0.354589  , 0.3611435 ]],\n",
       " \n",
       "          [[0.3925475 , 0.36799482, 0.3802526 , ..., 0.38667285,\n",
       "            0.36969218, 0.36924595],\n",
       "           [0.3687964 , 0.35677487, 0.36579275, ..., 0.37198877,\n",
       "            0.35395634, 0.3563862 ],\n",
       "           [0.38046962, 0.36896804, 0.37912014, ..., 0.381457  ,\n",
       "            0.36864492, 0.3725217 ],\n",
       "           ...,\n",
       "           [0.3783894 , 0.366914  , 0.38136324, ..., 0.38484794,\n",
       "            0.37404612, 0.3779457 ],\n",
       "           [0.3746798 , 0.36429995, 0.37168404, ..., 0.37162986,\n",
       "            0.3653796 , 0.36790094],\n",
       "           [0.37279925, 0.35666832, 0.36402223, ..., 0.36154273,\n",
       "            0.3555925 , 0.35887098]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.38611656, 0.36315343, 0.3677178 , ..., 0.3760403 ,\n",
       "            0.3660085 , 0.36701748],\n",
       "           [0.36404467, 0.35088506, 0.3535323 , ..., 0.36208072,\n",
       "            0.35186848, 0.35488516],\n",
       "           [0.3759557 , 0.36303264, 0.36988807, ..., 0.37280503,\n",
       "            0.3638383 , 0.367752  ],\n",
       "           ...,\n",
       "           [0.37554994, 0.3646122 , 0.3754593 , ..., 0.37953022,\n",
       "            0.3710238 , 0.3735522 ],\n",
       "           [0.369465  , 0.35928664, 0.36302   , ..., 0.36558184,\n",
       "            0.3654468 , 0.36730817],\n",
       "           [0.36863372, 0.35212335, 0.3559246 , ..., 0.35736623,\n",
       "            0.3570233 , 0.35856292]],\n",
       " \n",
       "          [[0.38932976, 0.36250085, 0.3677779 , ..., 0.37669876,\n",
       "            0.37261406, 0.3716941 ],\n",
       "           [0.36478946, 0.35035035, 0.35166526, ..., 0.36019173,\n",
       "            0.35728765, 0.35903957],\n",
       "           [0.37171194, 0.35722584, 0.36407098, ..., 0.3662471 ,\n",
       "            0.3625044 , 0.36539084],\n",
       "           ...,\n",
       "           [0.37365583, 0.36257955, 0.3701098 , ..., 0.37233168,\n",
       "            0.3645578 , 0.36575684],\n",
       "           [0.3690885 , 0.3583835 , 0.3609866 , ..., 0.36608276,\n",
       "            0.36307177, 0.3640947 ],\n",
       "           [0.3680184 , 0.35164872, 0.35350367, ..., 0.3574224 ,\n",
       "            0.35460505, 0.35531595]],\n",
       " \n",
       "          [[0.3757515 , 0.36627242, 0.36980286, ..., 0.3784355 ,\n",
       "            0.3751696 , 0.37713054],\n",
       "           [0.36524117, 0.35255757, 0.35723484, ..., 0.36560622,\n",
       "            0.3636491 , 0.36487597],\n",
       "           [0.37506333, 0.36332902, 0.37354302, ..., 0.3751087 ,\n",
       "            0.3699429 , 0.3706161 ],\n",
       "           ...,\n",
       "           [0.37711906, 0.366635  , 0.37630084, ..., 0.3796026 ,\n",
       "            0.3708096 , 0.37040606],\n",
       "           [0.37171546, 0.36088768, 0.3675791 , ..., 0.3738133 ,\n",
       "            0.37143335, 0.3693918 ],\n",
       "           [0.36889404, 0.3558322 , 0.35939577, ..., 0.36453968,\n",
       "            0.36165464, 0.35688624]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.39609024, 0.40140083, 0.4009736 , ..., 0.39697865,\n",
       "            0.3944369 , 0.38567114],\n",
       "           [0.3992422 , 0.40828747, 0.40610075, ..., 0.40277866,\n",
       "            0.40022233, 0.38763437],\n",
       "           [0.40194625, 0.4121998 , 0.4093282 , ..., 0.40683457,\n",
       "            0.40704066, 0.39061305],\n",
       "           ...,\n",
       "           [0.40321782, 0.4116537 , 0.40976942, ..., 0.40813196,\n",
       "            0.40757766, 0.3905132 ],\n",
       "           [0.40189195, 0.4130531 , 0.4097753 , ..., 0.4084179 ,\n",
       "            0.4076901 , 0.39033964],\n",
       "           [0.3931414 , 0.4029054 , 0.40096056, ..., 0.40160707,\n",
       "            0.4032835 , 0.3978225 ]],\n",
       " \n",
       "          [[0.38954866, 0.38888288, 0.38794222, ..., 0.38455024,\n",
       "            0.3791832 , 0.37510863],\n",
       "           [0.40711093, 0.40189508, 0.39927387, ..., 0.39951766,\n",
       "            0.39284942, 0.3802724 ],\n",
       "           [0.411013  , 0.40716204, 0.40615553, ..., 0.40685248,\n",
       "            0.40425023, 0.3877055 ],\n",
       "           ...,\n",
       "           [0.41190392, 0.4067457 , 0.40725234, ..., 0.40711457,\n",
       "            0.4040128 , 0.38565198],\n",
       "           [0.41197583, 0.40857187, 0.409833  , ..., 0.4099405 ,\n",
       "            0.40823337, 0.38711804],\n",
       "           [0.4015338 , 0.40244645, 0.40090957, ..., 0.4033412 ,\n",
       "            0.4037832 , 0.39114273]],\n",
       " \n",
       "          [[0.39393294, 0.39399207, 0.39076528, ..., 0.38724658,\n",
       "            0.37854275, 0.37408108],\n",
       "           [0.41317326, 0.4066119 , 0.4001199 , ..., 0.39898992,\n",
       "            0.3904315 , 0.37758717],\n",
       "           [0.41706014, 0.41117904, 0.4061455 , ..., 0.40387234,\n",
       "            0.39960924, 0.38396955],\n",
       "           ...,\n",
       "           [0.41836366, 0.41194373, 0.40940294, ..., 0.4057874 ,\n",
       "            0.40162817, 0.38279292],\n",
       "           [0.41709018, 0.41222212, 0.41139236, ..., 0.40997106,\n",
       "            0.40548638, 0.3862693 ],\n",
       "           [0.4019022 , 0.4006467 , 0.3988766 , ..., 0.3995497 ,\n",
       "            0.39923123, 0.38838235]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.393572  , 0.39382204, 0.39286438, ..., 0.39182368,\n",
       "            0.38236627, 0.37703323],\n",
       "           [0.41335914, 0.40821168, 0.40560004, ..., 0.40715215,\n",
       "            0.395173  , 0.38195524],\n",
       "           [0.4192409 , 0.41698915, 0.41695303, ..., 0.41354957,\n",
       "            0.40503153, 0.38819262],\n",
       "           ...,\n",
       "           [0.41767973, 0.4127734 , 0.4118727 , ..., 0.40883762,\n",
       "            0.40182164, 0.38353455],\n",
       "           [0.41313583, 0.409223  , 0.41165522, ..., 0.4084645 ,\n",
       "            0.40496555, 0.38616478],\n",
       "           [0.39733502, 0.39533684, 0.3958897 , ..., 0.39474082,\n",
       "            0.3962181 , 0.38521153]],\n",
       " \n",
       "          [[0.39290896, 0.39550275, 0.39235142, ..., 0.39177704,\n",
       "            0.3804381 , 0.37595916],\n",
       "           [0.41256198, 0.40871504, 0.408068  , ..., 0.4095836 ,\n",
       "            0.39302292, 0.38288593],\n",
       "           [0.41780028, 0.41541326, 0.4174659 , ..., 0.41494155,\n",
       "            0.3985489 , 0.3857582 ],\n",
       "           ...,\n",
       "           [0.41567355, 0.41024703, 0.4120709 , ..., 0.40875727,\n",
       "            0.39391977, 0.38029292],\n",
       "           [0.40991938, 0.40613714, 0.40949804, ..., 0.4060665 ,\n",
       "            0.397283  , 0.38235474],\n",
       "           [0.39530706, 0.39193645, 0.39370692, ..., 0.3924854 ,\n",
       "            0.39030978, 0.38252968]],\n",
       " \n",
       "          [[0.3886826 , 0.3825738 , 0.38287607, ..., 0.38396198,\n",
       "            0.3758131 , 0.377292  ],\n",
       "           [0.40801924, 0.39536577, 0.39534056, ..., 0.39639845,\n",
       "            0.386818  , 0.38093224],\n",
       "           [0.41324824, 0.40111226, 0.40288085, ..., 0.39971069,\n",
       "            0.39022017, 0.3823659 ],\n",
       "           ...,\n",
       "           [0.40833336, 0.39404026, 0.3971493 , ..., 0.39266053,\n",
       "            0.38291684, 0.3765714 ],\n",
       "           [0.40156418, 0.38836843, 0.38887337, ..., 0.38441756,\n",
       "            0.37961394, 0.37329948],\n",
       "           [0.39829874, 0.39460915, 0.39519376, ..., 0.3919083 ,\n",
       "            0.3911753 , 0.39047664]]],\n",
       " \n",
       " \n",
       "         [[[0.37629282, 0.3913577 , 0.39122784, ..., 0.39153576,\n",
       "            0.4025973 , 0.38821325],\n",
       "           [0.3759471 , 0.391132  , 0.39781186, ..., 0.39667746,\n",
       "            0.4099003 , 0.40190232],\n",
       "           [0.37848252, 0.39500472, 0.39704847, ..., 0.3959802 ,\n",
       "            0.404619  , 0.40132964],\n",
       "           ...,\n",
       "           [0.38197026, 0.39409506, 0.39608154, ..., 0.3946434 ,\n",
       "            0.40276983, 0.39907745],\n",
       "           [0.38082412, 0.39009735, 0.39330202, ..., 0.39127332,\n",
       "            0.39559174, 0.39497483],\n",
       "           [0.38057217, 0.41009653, 0.41034153, ..., 0.40942734,\n",
       "            0.40773004, 0.4014271 ]],\n",
       " \n",
       "          [[0.35133684, 0.37860516, 0.3759502 , ..., 0.3747784 ,\n",
       "            0.38870633, 0.39272678],\n",
       "           [0.36554006, 0.38967788, 0.39250335, ..., 0.39121887,\n",
       "            0.41122562, 0.41055104],\n",
       "           [0.37198162, 0.39755762, 0.39409536, ..., 0.39038724,\n",
       "            0.4078582 , 0.4034295 ],\n",
       "           ...,\n",
       "           [0.37451357, 0.39691702, 0.3957317 , ..., 0.38974267,\n",
       "            0.4046039 , 0.40051472],\n",
       "           [0.3760324 , 0.39725214, 0.39653277, ..., 0.39049503,\n",
       "            0.39811108, 0.39589185],\n",
       "           [0.38067344, 0.423044  , 0.4227142 , ..., 0.41696694,\n",
       "            0.42075098, 0.41878137]],\n",
       " \n",
       "          [[0.34624267, 0.38352987, 0.3788917 , ..., 0.3767575 ,\n",
       "            0.39102036, 0.39403063],\n",
       "           [0.36338767, 0.39403552, 0.3950504 , ..., 0.3935131 ,\n",
       "            0.41300502, 0.41081768],\n",
       "           [0.36690152, 0.39688423, 0.3949658 , ..., 0.38872978,\n",
       "            0.4063218 , 0.4011341 ],\n",
       "           ...,\n",
       "           [0.36952788, 0.3953194 , 0.39316306, ..., 0.38717103,\n",
       "            0.40211293, 0.3973261 ],\n",
       "           [0.3691843 , 0.3928157 , 0.3886948 , ..., 0.38160628,\n",
       "            0.39198583, 0.39159867],\n",
       "           [0.37319008, 0.41300547, 0.4106723 , ..., 0.40575844,\n",
       "            0.41110644, 0.4143885 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.348866  , 0.38824192, 0.38869774, ..., 0.38964352,\n",
       "            0.3999122 , 0.40097067],\n",
       "           [0.36607224, 0.39917073, 0.4020601 , ..., 0.3995145 ,\n",
       "            0.4154039 , 0.41412863],\n",
       "           [0.36849928, 0.39881638, 0.40026447, ..., 0.39544305,\n",
       "            0.4096551 , 0.4059273 ],\n",
       "           ...,\n",
       "           [0.3668981 , 0.39157787, 0.39135534, ..., 0.39076385,\n",
       "            0.40270185, 0.40110826],\n",
       "           [0.36694956, 0.3885998 , 0.38406208, ..., 0.38439676,\n",
       "            0.38958296, 0.3923039 ],\n",
       "           [0.36533025, 0.40745854, 0.40470758, ..., 0.40546614,\n",
       "            0.40736133, 0.41829142]],\n",
       " \n",
       "          [[0.34529525, 0.38011917, 0.38051084, ..., 0.38121566,\n",
       "            0.39301294, 0.3993294 ],\n",
       "           [0.36182803, 0.39630362, 0.39676392, ..., 0.39363155,\n",
       "            0.4107941 , 0.41018066],\n",
       "           [0.36294517, 0.39678192, 0.3967086 , ..., 0.39187774,\n",
       "            0.41104186, 0.4059511 ],\n",
       "           ...,\n",
       "           [0.36216763, 0.3874785 , 0.38782495, ..., 0.3868631 ,\n",
       "            0.40443912, 0.4027326 ],\n",
       "           [0.36216903, 0.3850391 , 0.38210118, ..., 0.38037974,\n",
       "            0.39234748, 0.39366868],\n",
       "           [0.3597868 , 0.4067947 , 0.40645546, ..., 0.4064907 ,\n",
       "            0.4115497 , 0.42194253]],\n",
       " \n",
       "          [[0.36439013, 0.38385415, 0.3854086 , ..., 0.38504854,\n",
       "            0.3907737 , 0.38003013],\n",
       "           [0.37029487, 0.40998212, 0.40439597, ..., 0.4043422 ,\n",
       "            0.4094319 , 0.408013  ],\n",
       "           [0.36656192, 0.4032369 , 0.39918348, ..., 0.39890784,\n",
       "            0.40765932, 0.40753472],\n",
       "           ...,\n",
       "           [0.36572218, 0.39745623, 0.3926487 , ..., 0.39525518,\n",
       "            0.40354604, 0.40266907],\n",
       "           [0.36383894, 0.39565912, 0.38867596, ..., 0.39008638,\n",
       "            0.39542136, 0.39974642],\n",
       "           [0.35979348, 0.39694053, 0.39943743, ..., 0.40136895,\n",
       "            0.40630797, 0.41863674]]],\n",
       " \n",
       " \n",
       "         [[[0.35487074, 0.34953192, 0.35328734, ..., 0.3593718 ,\n",
       "            0.3489823 , 0.35545775],\n",
       "           [0.35371515, 0.34403822, 0.3448834 , ..., 0.35204527,\n",
       "            0.3401671 , 0.3457265 ],\n",
       "           [0.3612677 , 0.3515257 , 0.35965663, ..., 0.36498946,\n",
       "            0.35663885, 0.36279023],\n",
       "           ...,\n",
       "           [0.35433596, 0.346621  , 0.35732424, ..., 0.3611233 ,\n",
       "            0.35285535, 0.35989693],\n",
       "           [0.35599127, 0.34700763, 0.35099635, ..., 0.3547293 ,\n",
       "            0.35276145, 0.3583391 ],\n",
       "           [0.356598  , 0.34038532, 0.34413853, ..., 0.34680086,\n",
       "            0.344845  , 0.3512281 ]],\n",
       " \n",
       "          [[0.36804938, 0.351881  , 0.3569482 , ..., 0.36334014,\n",
       "            0.35147732, 0.35120535],\n",
       "           [0.353871  , 0.34185997, 0.34235197, ..., 0.34809536,\n",
       "            0.33655524, 0.3378485 ],\n",
       "           [0.360376  , 0.34814465, 0.3559083 , ..., 0.3609083 ,\n",
       "            0.35140625, 0.35631734],\n",
       "           ...,\n",
       "           [0.3548783 , 0.343349  , 0.3530225 , ..., 0.35762554,\n",
       "            0.34911862, 0.35458383],\n",
       "           [0.35504347, 0.34390134, 0.34592938, ..., 0.34983417,\n",
       "            0.34698465, 0.3536496 ],\n",
       "           [0.35170832, 0.33564827, 0.33950055, ..., 0.34226018,\n",
       "            0.34009185, 0.34699544]],\n",
       " \n",
       "          [[0.37634572, 0.35379273, 0.36298025, ..., 0.37057278,\n",
       "            0.3552826 , 0.35494962],\n",
       "           [0.35611445, 0.3433776 , 0.34913504, ..., 0.35630932,\n",
       "            0.33993092, 0.34272078],\n",
       "           [0.36386022, 0.35094824, 0.35996056, ..., 0.364003  ,\n",
       "            0.35243767, 0.3569319 ],\n",
       "           ...,\n",
       "           [0.36210486, 0.349166  , 0.362279  , ..., 0.36729243,\n",
       "            0.35583815, 0.36063707],\n",
       "           [0.35910037, 0.34768644, 0.35451537, ..., 0.35675776,\n",
       "            0.34978992, 0.35289344],\n",
       "           [0.3569613 , 0.34049937, 0.3478484 , ..., 0.34836927,\n",
       "            0.34185758, 0.34542775]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36985505, 0.34964433, 0.35393244, ..., 0.3637745 ,\n",
       "            0.351449  , 0.35293296],\n",
       "           [0.35208595, 0.33852446, 0.3405827 , ..., 0.35063514,\n",
       "            0.33807504, 0.34144577],\n",
       "           [0.35972187, 0.34548956, 0.35272402, ..., 0.35863626,\n",
       "            0.3497865 , 0.3544481 ],\n",
       "           ...,\n",
       "           [0.36017895, 0.34739706, 0.3580507 , ..., 0.3647382 ,\n",
       "            0.35607764, 0.3598044 ],\n",
       "           [0.35544136, 0.34400645, 0.34774458, ..., 0.3515271 ,\n",
       "            0.35038576, 0.35314357],\n",
       "           [0.354269  , 0.33743343, 0.34235895, ..., 0.34526062,\n",
       "            0.34389812, 0.3457587 ]],\n",
       " \n",
       "          [[0.3736571 , 0.347569  , 0.35263836, ..., 0.362218  ,\n",
       "            0.3590765 , 0.35832062],\n",
       "           [0.3513827 , 0.3361756 , 0.33715072, ..., 0.3463787 ,\n",
       "            0.34410286, 0.34619546],\n",
       "           [0.35802537, 0.34289455, 0.34655204, ..., 0.35181808,\n",
       "            0.34827226, 0.35190508],\n",
       "           ...,\n",
       "           [0.36031863, 0.34786153, 0.35500315, ..., 0.3591443 ,\n",
       "            0.35089388, 0.3529563 ],\n",
       "           [0.35672665, 0.3444998 , 0.3470071 , ..., 0.35267904,\n",
       "            0.349089  , 0.35085356],\n",
       "           [0.35506505, 0.3385114 , 0.3412478 , ..., 0.34582558,\n",
       "            0.34257108, 0.3439112 ]],\n",
       " \n",
       "          [[0.36216423, 0.3513943 , 0.35432467, ..., 0.3643559 ,\n",
       "            0.36088362, 0.3651541 ],\n",
       "           [0.351493  , 0.33731735, 0.3425549 , ..., 0.3519647 ,\n",
       "            0.35057795, 0.3526534 ],\n",
       "           [0.36108655, 0.3478611 , 0.355409  , ..., 0.36076587,\n",
       "            0.35649875, 0.3577578 ],\n",
       "           ...,\n",
       "           [0.3633568 , 0.35103902, 0.3606255 , ..., 0.36577475,\n",
       "            0.35756263, 0.35846835],\n",
       "           [0.35871974, 0.346045  , 0.35334328, ..., 0.35997555,\n",
       "            0.35753182, 0.35662133],\n",
       "           [0.35486138, 0.3422757 , 0.346311  , ..., 0.35216162,\n",
       "            0.34926912, 0.34548193]]]],\n",
       " \n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.39014181, 0.39513156, 0.39189622, ..., 0.3877654 ,\n",
       "            0.38584507, 0.38030568],\n",
       "           [0.39594927, 0.40003654, 0.3988727 , ..., 0.39500397,\n",
       "            0.3927665 , 0.38295972],\n",
       "           [0.39848492, 0.40468037, 0.4025939 , ..., 0.39822266,\n",
       "            0.39744887, 0.38499287],\n",
       "           ...,\n",
       "           [0.39761108, 0.4027389 , 0.40142834, ..., 0.39884588,\n",
       "            0.39780524, 0.38579622],\n",
       "           [0.39641127, 0.4019122 , 0.3999518 , ..., 0.3978161 ,\n",
       "            0.39981514, 0.3882279 ],\n",
       "           [0.39147493, 0.39411458, 0.39288342, ..., 0.39254308,\n",
       "            0.39550164, 0.39321536]],\n",
       " \n",
       "          [[0.38936466, 0.3868987 , 0.38637447, ..., 0.3829094 ,\n",
       "            0.3777629 , 0.37381557],\n",
       "           [0.40043926, 0.39574656, 0.39625886, ..., 0.3941459 ,\n",
       "            0.39025202, 0.3799145 ],\n",
       "           [0.40388253, 0.40040752, 0.40106636, ..., 0.3991876 ,\n",
       "            0.3963494 , 0.3843956 ],\n",
       "           ...,\n",
       "           [0.40328482, 0.39925462, 0.4007639 , ..., 0.3989345 ,\n",
       "            0.39631224, 0.3837274 ],\n",
       "           [0.40214202, 0.39876664, 0.39941218, ..., 0.39801225,\n",
       "            0.39765158, 0.38525525],\n",
       "           [0.3986283 , 0.3946638 , 0.3945793 , ..., 0.39558053,\n",
       "            0.39604676, 0.3894374 ]],\n",
       " \n",
       "          [[0.39316627, 0.39179528, 0.38868156, ..., 0.38437784,\n",
       "            0.37542334, 0.37203893],\n",
       "           [0.40607855, 0.4012243 , 0.39911914, ..., 0.39614284,\n",
       "            0.38728076, 0.37825286],\n",
       "           [0.40868142, 0.40346387, 0.40091842, ..., 0.39836887,\n",
       "            0.39196256, 0.38192102],\n",
       "           ...,\n",
       "           [0.40896785, 0.40363723, 0.40310723, ..., 0.39996073,\n",
       "            0.39390594, 0.38221592],\n",
       "           [0.40645134, 0.401896  , 0.4009078 , ..., 0.3980483 ,\n",
       "            0.3955668 , 0.38510323],\n",
       "           [0.3997515 , 0.3941818 , 0.39294496, ..., 0.39314616,\n",
       "            0.3929545 , 0.38694063]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.39289668, 0.39281657, 0.39048296, ..., 0.38834733,\n",
       "            0.3793978 , 0.37543425],\n",
       "           [0.40678665, 0.40350834, 0.4026403 , ..., 0.40070832,\n",
       "            0.39071673, 0.3822829 ],\n",
       "           [0.40988985, 0.40646103, 0.40587813, ..., 0.40144986,\n",
       "            0.3941475 , 0.38370585],\n",
       "           ...,\n",
       "           [0.4077236 , 0.40252686, 0.40242133, ..., 0.3990993 ,\n",
       "            0.3919659 , 0.38092616],\n",
       "           [0.4035941 , 0.39893752, 0.40011463, ..., 0.39591068,\n",
       "            0.3936855 , 0.3839253 ],\n",
       "           [0.39576852, 0.38831234, 0.389703  , ..., 0.38848835,\n",
       "            0.38972017, 0.3835463 ]],\n",
       " \n",
       "          [[0.39473146, 0.39476913, 0.3921617 , ..., 0.39179417,\n",
       "            0.38150284, 0.377693  ],\n",
       "           [0.40858334, 0.40503952, 0.40484637, ..., 0.40430215,\n",
       "            0.39223948, 0.38483673],\n",
       "           [0.40884158, 0.40516683, 0.40540054, ..., 0.40256718,\n",
       "            0.39244172, 0.38436297],\n",
       "           ...,\n",
       "           [0.40674943, 0.4015728 , 0.4022618 , ..., 0.39899272,\n",
       "            0.38934764, 0.3806719 ],\n",
       "           [0.40220964, 0.39759567, 0.39937225, ..., 0.39550728,\n",
       "            0.38971546, 0.38143253],\n",
       "           [0.39454392, 0.38624862, 0.38867196, ..., 0.38722804,\n",
       "            0.38569275, 0.38176286]],\n",
       " \n",
       "          [[0.39133263, 0.38359505, 0.38444743, ..., 0.38549262,\n",
       "            0.37591684, 0.37777853],\n",
       "           [0.40563044, 0.39139238, 0.3938587 , ..., 0.39454332,\n",
       "            0.38444343, 0.37816107],\n",
       "           [0.4059806 , 0.39081347, 0.3946942 , ..., 0.3935761 ,\n",
       "            0.38442492, 0.37912002],\n",
       "           ...,\n",
       "           [0.40397412, 0.38728157, 0.39178175, ..., 0.3890622 ,\n",
       "            0.37992936, 0.37506473],\n",
       "           [0.40006846, 0.38267717, 0.38498673, ..., 0.38160288,\n",
       "            0.37661514, 0.37136143],\n",
       "           [0.39856654, 0.39186725, 0.39212033, ..., 0.3895468 ,\n",
       "            0.38868585, 0.38720244]]],\n",
       " \n",
       " \n",
       "         [[[0.38468674, 0.3838095 , 0.38698408, ..., 0.38891932,\n",
       "            0.39328074, 0.39338696],\n",
       "           [0.3789487 , 0.38784385, 0.39299643, ..., 0.39526412,\n",
       "            0.4003431 , 0.39869514],\n",
       "           [0.38207513, 0.39035183, 0.3940398 , ..., 0.39713043,\n",
       "            0.39910084, 0.39712605],\n",
       "           ...,\n",
       "           [0.38192257, 0.3881044 , 0.392274  , ..., 0.39259753,\n",
       "            0.39556396, 0.3941449 ],\n",
       "           [0.38070652, 0.38590732, 0.38915166, ..., 0.38929087,\n",
       "            0.3882031 , 0.38900664],\n",
       "           [0.38429445, 0.40844837, 0.40943155, ..., 0.4093736 ,\n",
       "            0.40682358, 0.4058279 ]],\n",
       " \n",
       "          [[0.37236536, 0.38313502, 0.3818957 , ..., 0.38248488,\n",
       "            0.3890249 , 0.39683202],\n",
       "           [0.38142785, 0.39484736, 0.3963246 , ..., 0.39726153,\n",
       "            0.40097827, 0.40109643],\n",
       "           [0.38505125, 0.39962804, 0.39778712, ..., 0.39936176,\n",
       "            0.40371916, 0.39973018],\n",
       "           ...,\n",
       "           [0.38535163, 0.39697337, 0.39686418, ..., 0.39551154,\n",
       "            0.39949858, 0.39642093],\n",
       "           [0.38685292, 0.39797258, 0.39905974, ..., 0.39796066,\n",
       "            0.39754748, 0.39332783],\n",
       "           [0.3878226 , 0.4225868 , 0.42162386, ..., 0.4187736 ,\n",
       "            0.41799724, 0.41812456]],\n",
       " \n",
       "          [[0.37402415, 0.38680175, 0.38420364, ..., 0.38421544,\n",
       "            0.3898916 , 0.39608535],\n",
       "           [0.37901813, 0.39525643, 0.39601752, ..., 0.3969437 ,\n",
       "            0.40141645, 0.40104583],\n",
       "           [0.37836918, 0.39373153, 0.39460954, ..., 0.39434612,\n",
       "            0.39965066, 0.3974509 ],\n",
       "           ...,\n",
       "           [0.3780726 , 0.39026284, 0.3915019 , ..., 0.3917547 ,\n",
       "            0.39666098, 0.39478266],\n",
       "           [0.37919182, 0.39009315, 0.39083138, ..., 0.39064035,\n",
       "            0.39275083, 0.39028826],\n",
       "           [0.3791582 , 0.4128742 , 0.41089487, ..., 0.40975177,\n",
       "            0.41017354, 0.41504642]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37440524, 0.38793072, 0.38834694, ..., 0.39016694,\n",
       "            0.39324042, 0.39782402],\n",
       "           [0.37797153, 0.39473975, 0.39701727, ..., 0.3986688 ,\n",
       "            0.40264702, 0.40045577],\n",
       "           [0.37719572, 0.39298284, 0.39500752, ..., 0.397035  ,\n",
       "            0.40189385, 0.39810386],\n",
       "           ...,\n",
       "           [0.37431532, 0.38579848, 0.38797107, ..., 0.39181536,\n",
       "            0.39722383, 0.3955165 ],\n",
       "           [0.37596694, 0.38601303, 0.3865012 , ..., 0.39051124,\n",
       "            0.39183897, 0.3899087 ],\n",
       "           [0.37366477, 0.4093261 , 0.40611166, ..., 0.41043875,\n",
       "            0.41004014, 0.41679683]],\n",
       " \n",
       "          [[0.36949134, 0.38349375, 0.38399252, ..., 0.38489762,\n",
       "            0.3892299 , 0.39505067],\n",
       "           [0.37287825, 0.3913598 , 0.39300063, ..., 0.39342192,\n",
       "            0.39882147, 0.39771524],\n",
       "           [0.37328586, 0.39088616, 0.39141867, ..., 0.3926473 ,\n",
       "            0.39996475, 0.397083  ],\n",
       "           ...,\n",
       "           [0.37115008, 0.38377112, 0.38561746, ..., 0.3884991 ,\n",
       "            0.39741287, 0.3965351 ],\n",
       "           [0.37130564, 0.38285536, 0.3844297 , ..., 0.38732517,\n",
       "            0.39149952, 0.3904083 ],\n",
       "           [0.36909097, 0.40772724, 0.4067063 , ..., 0.41077942,\n",
       "            0.4121156 , 0.4190203 ]],\n",
       " \n",
       "          [[0.3789296 , 0.3853688 , 0.38565758, ..., 0.38653895,\n",
       "            0.3932332 , 0.3886844 ],\n",
       "           [0.3768844 , 0.39641058, 0.39228284, ..., 0.39249262,\n",
       "            0.39786267, 0.40466318],\n",
       "           [0.3741648 , 0.39306644, 0.38821784, ..., 0.38922608,\n",
       "            0.39725545, 0.40295276],\n",
       "           ...,\n",
       "           [0.37229034, 0.3903158 , 0.38563243, ..., 0.3884491 ,\n",
       "            0.3969382 , 0.4027712 ],\n",
       "           [0.3715514 , 0.39236277, 0.38661683, ..., 0.38974306,\n",
       "            0.39381036, 0.40067643],\n",
       "           [0.37179875, 0.4019011 , 0.4022013 , ..., 0.40653273,\n",
       "            0.40834332, 0.41914296]]],\n",
       " \n",
       " \n",
       "         [[[0.37543812, 0.37363574, 0.37739307, ..., 0.380273  ,\n",
       "            0.3773179 , 0.37765518],\n",
       "           [0.3716746 , 0.3634582 , 0.3643514 , ..., 0.36704502,\n",
       "            0.3635348 , 0.36900505],\n",
       "           [0.37589777, 0.36798763, 0.37542945, ..., 0.37586543,\n",
       "            0.37387228, 0.38114244],\n",
       "           ...,\n",
       "           [0.3712471 , 0.36395013, 0.37018138, ..., 0.37425783,\n",
       "            0.370106  , 0.37675613],\n",
       "           [0.37255117, 0.36488545, 0.3660779 , ..., 0.36868575,\n",
       "            0.36800197, 0.37335366],\n",
       "           [0.37095767, 0.35638347, 0.35829544, ..., 0.35946134,\n",
       "            0.35738653, 0.36326182]],\n",
       " \n",
       "          [[0.3802072 , 0.36870694, 0.37310514, ..., 0.375889  ,\n",
       "            0.37246653, 0.37155443],\n",
       "           [0.36888963, 0.35681847, 0.3576664 , ..., 0.3593912 ,\n",
       "            0.35677263, 0.3613198 ],\n",
       "           [0.37314898, 0.3614873 , 0.3689684 , ..., 0.36817232,\n",
       "            0.3658843 , 0.37240317],\n",
       "           ...,\n",
       "           [0.36818132, 0.35747388, 0.363134  , ..., 0.36712056,\n",
       "            0.36302465, 0.36908853],\n",
       "           [0.36992285, 0.3599081 , 0.3598981 , ..., 0.3617446 ,\n",
       "            0.36105442, 0.3667184 ],\n",
       "           [0.36454317, 0.34863898, 0.35106176, ..., 0.35275024,\n",
       "            0.35163912, 0.35779807]],\n",
       " \n",
       "          [[0.38220194, 0.37034935, 0.3787776 , ..., 0.38144836,\n",
       "            0.37374088, 0.37239873],\n",
       "           [0.37195662, 0.35994643, 0.36453867, ..., 0.36572966,\n",
       "            0.358779  , 0.3620609 ],\n",
       "           [0.3796618 , 0.36855662, 0.37423834, ..., 0.37370738,\n",
       "            0.3694383 , 0.3722667 ],\n",
       "           ...,\n",
       "           [0.37867722, 0.3681364 , 0.375447  , ..., 0.3762421 ,\n",
       "            0.36850688, 0.37186778],\n",
       "           [0.37630635, 0.36695752, 0.37125298, ..., 0.36879617,\n",
       "            0.36475268, 0.36752495],\n",
       "           [0.37194347, 0.35535932, 0.36237887, ..., 0.35921982,\n",
       "            0.3554108 , 0.35866502]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37979007, 0.36703408, 0.371083  , ..., 0.3786574 ,\n",
       "            0.37166843, 0.37153375],\n",
       "           [0.36996675, 0.35697395, 0.35726726, ..., 0.36412477,\n",
       "            0.35716656, 0.3616426 ],\n",
       "           [0.37660518, 0.3644795 , 0.36858085, ..., 0.37078214,\n",
       "            0.36586115, 0.3706066 ],\n",
       "           ...,\n",
       "           [0.37899038, 0.36853245, 0.37439254, ..., 0.3771541 ,\n",
       "            0.36917523, 0.37272394],\n",
       "           [0.3749275 , 0.36562842, 0.36766243, ..., 0.36732736,\n",
       "            0.3662566 , 0.36895078],\n",
       "           [0.37147045, 0.35520133, 0.36012086, ..., 0.35848716,\n",
       "            0.35717416, 0.36065587]],\n",
       " \n",
       "          [[0.3834647 , 0.3695704 , 0.37317106, ..., 0.38234514,\n",
       "            0.37652445, 0.3759758 ],\n",
       "           [0.37296695, 0.35855702, 0.35916877, ..., 0.3676543 ,\n",
       "            0.36161134, 0.365845  ],\n",
       "           [0.3760576 , 0.36238712, 0.3675461 , ..., 0.372258  ,\n",
       "            0.36751577, 0.37122506],\n",
       "           ...,\n",
       "           [0.3792602 , 0.36780196, 0.37498024, ..., 0.37868536,\n",
       "            0.3682913 , 0.37107155],\n",
       "           [0.3771939 , 0.3671446 , 0.36767367, ..., 0.37051493,\n",
       "            0.36820057, 0.37023073],\n",
       "           [0.37380955, 0.35797757, 0.3594832 , ..., 0.36098567,\n",
       "            0.35854036, 0.36114717]],\n",
       " \n",
       "          [[0.38321945, 0.37530464, 0.3780603 , ..., 0.38729334,\n",
       "            0.37794393, 0.3781724 ],\n",
       "           [0.3756417 , 0.36746845, 0.3714874 , ..., 0.38030493,\n",
       "            0.37299022, 0.37146333],\n",
       "           [0.38028002, 0.37275377, 0.38066566, ..., 0.38585964,\n",
       "            0.38041106, 0.37671757],\n",
       "           ...,\n",
       "           [0.38293228, 0.37649432, 0.3861998 , ..., 0.39072996,\n",
       "            0.38020957, 0.37609735],\n",
       "           [0.37962848, 0.37115029, 0.37834275, ..., 0.3818386 ,\n",
       "            0.38006833, 0.37625873],\n",
       "           [0.3723621 , 0.36046818, 0.36549643, ..., 0.36886647,\n",
       "            0.36726236, 0.3623948 ]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.37622568, 0.38209414, 0.37872756, ..., 0.37523612,\n",
       "            0.373248  , 0.36861247],\n",
       "           [0.38234666, 0.38697478, 0.38578963, ..., 0.3824341 ,\n",
       "            0.3799629 , 0.3699374 ],\n",
       "           [0.3851749 , 0.3923209 , 0.38980868, ..., 0.3857886 ,\n",
       "            0.3850304 , 0.3720116 ],\n",
       "           ...,\n",
       "           [0.38391685, 0.3897413 , 0.38796404, ..., 0.3852607 ,\n",
       "            0.38446134, 0.37208053],\n",
       "           [0.38218245, 0.38846636, 0.38628328, ..., 0.38428056,\n",
       "            0.386296  , 0.3747404 ],\n",
       "           [0.37777108, 0.38085714, 0.37933803, ..., 0.37894806,\n",
       "            0.38180062, 0.38014135]],\n",
       " \n",
       "          [[0.37776285, 0.37422377, 0.37352943, ..., 0.37047988,\n",
       "            0.36504737, 0.3608069 ],\n",
       "           [0.3880868 , 0.38206965, 0.38301006, ..., 0.38158372,\n",
       "            0.37716785, 0.3660408 ],\n",
       "           [0.39137024, 0.38750592, 0.38863936, ..., 0.386884  ,\n",
       "            0.38348812, 0.37057436],\n",
       "           ...,\n",
       "           [0.39014104, 0.38546917, 0.38729113, ..., 0.3855995 ,\n",
       "            0.38259116, 0.3691991 ],\n",
       "           [0.38870332, 0.38466492, 0.3852195 , ..., 0.38417694,\n",
       "            0.38433   , 0.37081066],\n",
       "           [0.38421714, 0.3801057 , 0.37944728, ..., 0.37993145,\n",
       "            0.38111562, 0.37569594]],\n",
       " \n",
       "          [[0.38051164, 0.3781158 , 0.3751656 , ..., 0.37140295,\n",
       "            0.36186948, 0.35787946],\n",
       "           [0.3937603 , 0.38710046, 0.38560462, ..., 0.3829358 ,\n",
       "            0.3737795 , 0.36378437],\n",
       "           [0.39676842, 0.39080116, 0.3883592 , ..., 0.38550258,\n",
       "            0.37787375, 0.36676413],\n",
       "           ...,\n",
       "           [0.39704296, 0.39068127, 0.38975573, ..., 0.38570353,\n",
       "            0.3791705 , 0.36664847],\n",
       "           [0.39345953, 0.38804755, 0.38733977, ..., 0.38387504,\n",
       "            0.38153747, 0.37000072],\n",
       "           [0.38549688, 0.37953368, 0.37744597, ..., 0.37648585,\n",
       "            0.3767296 , 0.3721716 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37996104, 0.37869528, 0.37596542, ..., 0.37482348,\n",
       "            0.3656637 , 0.36107355],\n",
       "           [0.39435324, 0.38913828, 0.38883004, ..., 0.38748312,\n",
       "            0.3767927 , 0.36742517],\n",
       "           [0.39731166, 0.3921072 , 0.39214927, ..., 0.38830692,\n",
       "            0.3797772 , 0.3687401 ],\n",
       "           ...,\n",
       "           [0.39452618, 0.3883936 , 0.38852775, ..., 0.38519326,\n",
       "            0.3770924 , 0.36511073],\n",
       "           [0.38996494, 0.3848853 , 0.38606015, ..., 0.38107327,\n",
       "            0.3790572 , 0.36858138],\n",
       "           [0.38072804, 0.3728216 , 0.3724469 , ..., 0.3708403 ,\n",
       "            0.3728979 , 0.36802807]],\n",
       " \n",
       "          [[0.382519  , 0.38190433, 0.37849292, ..., 0.37881136,\n",
       "            0.36767545, 0.36324477],\n",
       "           [0.39703524, 0.39151794, 0.39116347, ..., 0.39155233,\n",
       "            0.3780246 , 0.36938846],\n",
       "           [0.3970154 , 0.39116254, 0.39179763, ..., 0.3893919 ,\n",
       "            0.37809992, 0.36916912],\n",
       "           ...,\n",
       "           [0.39461756, 0.38784188, 0.38871405, ..., 0.3850721 ,\n",
       "            0.37456018, 0.3649354 ],\n",
       "           [0.38925287, 0.38354635, 0.38503066, ..., 0.38100785,\n",
       "            0.37518665, 0.36602187],\n",
       "           [0.37921992, 0.37145427, 0.37181258, ..., 0.37077308,\n",
       "            0.3693251 , 0.3668348 ]],\n",
       " \n",
       "          [[0.3787717 , 0.3701834 , 0.37004545, ..., 0.37150085,\n",
       "            0.3601662 , 0.3648798 ],\n",
       "           [0.39384705, 0.37615222, 0.37893987, ..., 0.38004345,\n",
       "            0.36870456, 0.36145124],\n",
       "           [0.39412272, 0.3752605 , 0.37934637, ..., 0.37842605,\n",
       "            0.3687467 , 0.36255485],\n",
       "           ...,\n",
       "           [0.39205736, 0.37178358, 0.37571847, ..., 0.3728816 ,\n",
       "            0.36359298, 0.35854667],\n",
       "           [0.38727403, 0.36636275, 0.36879227, ..., 0.36557502,\n",
       "            0.36061403, 0.3548142 ],\n",
       "           [0.38410932, 0.3776343 , 0.37649938, ..., 0.37481445,\n",
       "            0.3734227 , 0.37283346]]],\n",
       " \n",
       " \n",
       "         [[[0.37051114, 0.36630294, 0.37033194, ..., 0.3723924 ,\n",
       "            0.3777138 , 0.37671173],\n",
       "           [0.36356518, 0.3691531 , 0.37509894, ..., 0.37782425,\n",
       "            0.38514435, 0.3839234 ],\n",
       "           [0.3671488 , 0.37188697, 0.37702402, ..., 0.38072702,\n",
       "            0.3838355 , 0.38259864],\n",
       "           ...,\n",
       "           [0.3669719 , 0.3694421 , 0.37522304, ..., 0.37622455,\n",
       "            0.37952766, 0.37928855],\n",
       "           [0.36610854, 0.36728612, 0.3707388 , ..., 0.3707116 ,\n",
       "            0.3717096 , 0.3735942 ],\n",
       "           [0.36910865, 0.39040112, 0.39188907, ..., 0.39197847,\n",
       "            0.3901147 , 0.39068723]],\n",
       " \n",
       "          [[0.35802227, 0.36487153, 0.3657388 , ..., 0.36707115,\n",
       "            0.37457818, 0.38183242],\n",
       "           [0.36460695, 0.3777068 , 0.37982804, ..., 0.38091204,\n",
       "            0.38655412, 0.38777548],\n",
       "           [0.37099716, 0.38336346, 0.38237923, ..., 0.38387153,\n",
       "            0.3899879 , 0.38660273],\n",
       "           ...,\n",
       "           [0.37142175, 0.3797882 , 0.38065514, ..., 0.3794416 ,\n",
       "            0.38513872, 0.3827927 ],\n",
       "           [0.37332225, 0.3812331 , 0.38285252, ..., 0.38183528,\n",
       "            0.38190356, 0.37954995],\n",
       "           [0.37389132, 0.40663868, 0.40746662, ..., 0.40649483,\n",
       "            0.40578914, 0.40432096]],\n",
       " \n",
       "          [[0.3576777 , 0.36949834, 0.36778256, ..., 0.36784422,\n",
       "            0.3753318 , 0.3825956 ],\n",
       "           [0.36223608, 0.3774969 , 0.37928766, ..., 0.38010564,\n",
       "            0.38598558, 0.3877953 ],\n",
       "           [0.36416787, 0.37677273, 0.37778124, ..., 0.37745878,\n",
       "            0.3848891 , 0.3837841 ],\n",
       "           ...,\n",
       "           [0.36343923, 0.37217012, 0.37357146, ..., 0.37378272,\n",
       "            0.38043314, 0.38064677],\n",
       "           [0.36526084, 0.3730332 , 0.37404877, ..., 0.374462  ,\n",
       "            0.3763198 , 0.37587687],\n",
       "           [0.36462095, 0.39661673, 0.39776814, ..., 0.3988686 ,\n",
       "            0.39858645, 0.40111047]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.35791263, 0.37047333, 0.3715456 , ..., 0.3742942 ,\n",
       "            0.37822974, 0.383649  ],\n",
       "           [0.3613447 , 0.37648287, 0.37983406, ..., 0.38220054,\n",
       "            0.3870442 , 0.3869769 ],\n",
       "           [0.36222887, 0.37575942, 0.37749854, ..., 0.38064814,\n",
       "            0.38638675, 0.38410714],\n",
       "           ...,\n",
       "           [0.36017737, 0.36852622, 0.36962703, ..., 0.37321922,\n",
       "            0.37994462, 0.380288  ],\n",
       "           [0.36148202, 0.36874765, 0.36964092, ..., 0.37250397,\n",
       "            0.37417278, 0.37420288],\n",
       "           [0.3580593 , 0.39050755, 0.39392483, ..., 0.39774156,\n",
       "            0.39705944, 0.4021771 ]],\n",
       " \n",
       "          [[0.3528058 , 0.3644487 , 0.36715484, ..., 0.36917746,\n",
       "            0.37354803, 0.3797999 ],\n",
       "           [0.354282  , 0.3728351 , 0.3757012 , ..., 0.37710986,\n",
       "            0.38251844, 0.38381314],\n",
       "           [0.3548221 , 0.37283614, 0.37451276, ..., 0.3766806 ,\n",
       "            0.38453755, 0.3834384 ],\n",
       "           ...,\n",
       "           [0.35272375, 0.36553064, 0.3676162 , ..., 0.37078628,\n",
       "            0.3799151 , 0.38124496],\n",
       "           [0.35364017, 0.3652633 , 0.36662006, ..., 0.36936525,\n",
       "            0.37379196, 0.37478322],\n",
       "           [0.35324928, 0.3875833 , 0.39076743, ..., 0.3949822 ,\n",
       "            0.39790002, 0.40344813]],\n",
       " \n",
       "          [[0.36494675, 0.37025583, 0.36980194, ..., 0.37182373,\n",
       "            0.3787866 , 0.3743321 ],\n",
       "           [0.36013147, 0.3821587 , 0.3789479 , ..., 0.38032982,\n",
       "            0.38525596, 0.39292073],\n",
       "           [0.3575895 , 0.379181  , 0.3751064 , ..., 0.37721193,\n",
       "            0.38518187, 0.39136177],\n",
       "           ...,\n",
       "           [0.35562605, 0.37639794, 0.3720581 , ..., 0.37565684,\n",
       "            0.3835288 , 0.38939503],\n",
       "           [0.3555815 , 0.37938464, 0.37356305, ..., 0.3767403 ,\n",
       "            0.3804183 , 0.38736272],\n",
       "           [0.35693863, 0.38342425, 0.38558024, ..., 0.38956177,\n",
       "            0.39362845, 0.40268698]]],\n",
       " \n",
       " \n",
       "         [[[0.35732618, 0.35700867, 0.35934192, ..., 0.362286  ,\n",
       "            0.3593933 , 0.3595778 ],\n",
       "           [0.35379934, 0.3469088 , 0.34645241, ..., 0.3491362 ,\n",
       "            0.34550476, 0.35056978],\n",
       "           [0.35609627, 0.34945032, 0.35627672, ..., 0.3561697 ,\n",
       "            0.35604227, 0.3630064 ],\n",
       "           ...,\n",
       "           [0.3519329 , 0.345992  , 0.35021555, ..., 0.35440627,\n",
       "            0.35185397, 0.3580917 ],\n",
       "           [0.35409564, 0.34777096, 0.34820065, ..., 0.3500896 ,\n",
       "            0.34940878, 0.3543473 ],\n",
       "           [0.35241097, 0.33809164, 0.3393554 , ..., 0.34012982,\n",
       "            0.3392953 , 0.3440972 ]],\n",
       " \n",
       "          [[0.36094162, 0.35197285, 0.35508004, ..., 0.3575849 ,\n",
       "            0.3542145 , 0.3534911 ],\n",
       "           [0.3509805 , 0.34007427, 0.33973974, ..., 0.34161913,\n",
       "            0.33886614, 0.34340456],\n",
       "           [0.35265353, 0.3422773 , 0.34948403, ..., 0.34858474,\n",
       "            0.3477507 , 0.3550581 ],\n",
       "           ...,\n",
       "           [0.3482963 , 0.3390547 , 0.3433254 , ..., 0.34745777,\n",
       "            0.34458593, 0.35105017],\n",
       "           [0.35085654, 0.3421293 , 0.3415558 , ..., 0.34256044,\n",
       "            0.34258163, 0.34816465],\n",
       "           [0.34578714, 0.3302544 , 0.33163455, ..., 0.33231753,\n",
       "            0.331942  , 0.3384935 ]],\n",
       " \n",
       "          [[0.36375868, 0.35314626, 0.36026236, ..., 0.36325997,\n",
       "            0.35536566, 0.35406852],\n",
       "           [0.353249  , 0.34279507, 0.3459596 , ..., 0.34774998,\n",
       "            0.34101707, 0.3438812 ],\n",
       "           [0.35909936, 0.3495321 , 0.35656595, ..., 0.35655174,\n",
       "            0.35144404, 0.35515708],\n",
       "           ...,\n",
       "           [0.3584216 , 0.34979782, 0.35808402, ..., 0.35942182,\n",
       "            0.3508537 , 0.3537535 ],\n",
       "           [0.35629115, 0.34842256, 0.3521369 , ..., 0.34812292,\n",
       "            0.34637722, 0.34893736],\n",
       "           [0.35234922, 0.3362742 , 0.34184068, ..., 0.33708432,\n",
       "            0.33553332, 0.33942237]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36127222, 0.34978184, 0.35185513, ..., 0.36145258,\n",
       "            0.35487735, 0.3546137 ],\n",
       "           [0.35120234, 0.34001142, 0.33826002, ..., 0.34708866,\n",
       "            0.34075478, 0.34501886],\n",
       "           [0.35513765, 0.34489748, 0.35079643, ..., 0.3546446 ,\n",
       "            0.34972286, 0.3545299 ],\n",
       "           ...,\n",
       "           [0.35662636, 0.3480298 , 0.35661453, ..., 0.35926363,\n",
       "            0.3513014 , 0.35469216],\n",
       "           [0.35542798, 0.34729284, 0.34771973, ..., 0.35025263,\n",
       "            0.34955698, 0.3520945 ],\n",
       "           [0.3525029 , 0.33740616, 0.3388107 , ..., 0.33997825,\n",
       "            0.33901975, 0.34301186]],\n",
       " \n",
       "          [[0.3654065 , 0.35290387, 0.35515037, ..., 0.3655331 ,\n",
       "            0.36156884, 0.3609697 ],\n",
       "           [0.35512418, 0.34201866, 0.34113854, ..., 0.35087276,\n",
       "            0.3470574 , 0.3511193 ],\n",
       "           [0.35738796, 0.34495786, 0.34913582, ..., 0.35598046,\n",
       "            0.35184824, 0.35563666],\n",
       "           ...,\n",
       "           [0.3600052 , 0.34950677, 0.35650426, ..., 0.36011562,\n",
       "            0.35183063, 0.3544008 ],\n",
       "           [0.35845906, 0.34906203, 0.35033578, ..., 0.35392264,\n",
       "            0.3523333 , 0.35422486],\n",
       "           [0.35513368, 0.3398789 , 0.34118602, ..., 0.34339413,\n",
       "            0.34130588, 0.3444627 ]],\n",
       " \n",
       "          [[0.3638614 , 0.35605824, 0.35904235, ..., 0.36958754,\n",
       "            0.36290142, 0.36127734],\n",
       "           [0.35754484, 0.349347  , 0.35215956, ..., 0.36230728,\n",
       "            0.35710427, 0.35608733],\n",
       "           [0.36154515, 0.35396788, 0.36199066, ..., 0.36928472,\n",
       "            0.36358234, 0.36075714],\n",
       "           ...,\n",
       "           [0.3635388 , 0.35678402, 0.36781737, ..., 0.37172216,\n",
       "            0.36250716, 0.358788  ],\n",
       "           [0.36053362, 0.3517121 , 0.35966194, ..., 0.36356935,\n",
       "            0.3625481 , 0.35942546],\n",
       "           [0.353365  , 0.34261885, 0.34847116, ..., 0.35196403,\n",
       "            0.35046136, 0.34630337]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.38477975, 0.39072734, 0.38658476, ..., 0.38357916,\n",
       "            0.38128546, 0.37947968],\n",
       "           [0.3903879 , 0.39556423, 0.39503226, ..., 0.39229798,\n",
       "            0.38898176, 0.3791531 ],\n",
       "           [0.3925538 , 0.4009559 , 0.39959368, ..., 0.39585996,\n",
       "            0.39423233, 0.3813269 ],\n",
       "           ...,\n",
       "           [0.3904343 , 0.397124  , 0.39641082, ..., 0.39349875,\n",
       "            0.3921607 , 0.3798012 ],\n",
       "           [0.38852343, 0.395526  , 0.39439833, ..., 0.39214846,\n",
       "            0.394391  , 0.38267612],\n",
       "           [0.3864844 , 0.38907048, 0.38810363, ..., 0.38760728,\n",
       "            0.39075252, 0.38795233]],\n",
       " \n",
       "          [[0.38855115, 0.38465026, 0.38291013, ..., 0.37960473,\n",
       "            0.3735719 , 0.3693512 ],\n",
       "           [0.3983424 , 0.39122513, 0.3928105 , ..., 0.3917627 ,\n",
       "            0.3863999 , 0.37312573],\n",
       "           [0.4013419 , 0.39673027, 0.3987933 , ..., 0.3973792 ,\n",
       "            0.3929658 , 0.3785064 ],\n",
       "           ...,\n",
       "           [0.39903805, 0.3931057 , 0.39573222, ..., 0.39476204,\n",
       "            0.3906037 , 0.37522942],\n",
       "           [0.39772528, 0.39285082, 0.3947709 , ..., 0.39382973,\n",
       "            0.39364943, 0.37702686],\n",
       "           [0.3910229 , 0.38894036, 0.38873428, ..., 0.3888961 ,\n",
       "            0.39095986, 0.3840802 ]],\n",
       " \n",
       "          [[0.39117104, 0.38908735, 0.38560274, ..., 0.38151443,\n",
       "            0.37150276, 0.36635557],\n",
       "           [0.40441775, 0.39686924, 0.3966028 , ..., 0.39336944,\n",
       "            0.38378093, 0.3725484 ],\n",
       "           [0.4071096 , 0.40030083, 0.39900655, ..., 0.39545396,\n",
       "            0.3877459 , 0.37577564],\n",
       "           ...,\n",
       "           [0.40604928, 0.39840794, 0.39866406, ..., 0.3946483 ,\n",
       "            0.38777357, 0.37415215],\n",
       "           [0.402043  , 0.39595494, 0.39772463, ..., 0.39399087,\n",
       "            0.39126313, 0.37794545],\n",
       "           [0.3914104 , 0.3866502 , 0.38668773, ..., 0.38519213,\n",
       "            0.3857061 , 0.3801927 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.38952392, 0.38876882, 0.38573748, ..., 0.38461977,\n",
       "            0.3751758 , 0.3684939 ],\n",
       "           [0.40437683, 0.39803845, 0.39867854, ..., 0.39780092,\n",
       "            0.3860691 , 0.37540224],\n",
       "           [0.40704775, 0.40081692, 0.40233132, ..., 0.3986928 ,\n",
       "            0.38915536, 0.37713706],\n",
       "           ...,\n",
       "           [0.40424886, 0.39682135, 0.39867672, ..., 0.39532647,\n",
       "            0.38661164, 0.37325686],\n",
       "           [0.39972994, 0.39383766, 0.3967744 , ..., 0.3920086 ,\n",
       "            0.3894779 , 0.37730545],\n",
       "           [0.3880368 , 0.3813896 , 0.38263422, ..., 0.3810869 ,\n",
       "            0.3829141 , 0.37731773]],\n",
       " \n",
       "          [[0.39289704, 0.3915188 , 0.38817155, ..., 0.38860053,\n",
       "            0.37693748, 0.37008926],\n",
       "           [0.40649328, 0.40012035, 0.40053728, ..., 0.40118054,\n",
       "            0.3870479 , 0.37703535],\n",
       "           [0.40584677, 0.39918894, 0.40064412, ..., 0.398726  ,\n",
       "            0.38650125, 0.3765113 ],\n",
       "           ...,\n",
       "           [0.4035565 , 0.3954611 , 0.3976379 , ..., 0.39437556,\n",
       "            0.38322243, 0.37253767],\n",
       "           [0.3987063 , 0.39205933, 0.39464244, ..., 0.3909256 ,\n",
       "            0.38444233, 0.3741724 ],\n",
       "           [0.3881309 , 0.3801533 , 0.38144678, ..., 0.38091788,\n",
       "            0.37926462, 0.3755166 ]],\n",
       " \n",
       "          [[0.38926774, 0.3808491 , 0.37999946, ..., 0.38128754,\n",
       "            0.37032947, 0.3734063 ],\n",
       "           [0.4030894 , 0.38450477, 0.38759118, ..., 0.38853756,\n",
       "            0.3767003 , 0.36903283],\n",
       "           [0.40280786, 0.38298833, 0.3876922 , ..., 0.3867679 ,\n",
       "            0.37617406, 0.36974528],\n",
       "           ...,\n",
       "           [0.40104142, 0.37922513, 0.38424557, ..., 0.3815364 ,\n",
       "            0.37109485, 0.366721  ],\n",
       "           [0.39650148, 0.3764611 , 0.37764344, ..., 0.3745607 ,\n",
       "            0.36894998, 0.3635812 ],\n",
       "           [0.3905521 , 0.38633764, 0.3860102 , ..., 0.3848919 ,\n",
       "            0.3833082 , 0.38215104]]],\n",
       " \n",
       " \n",
       "         [[[0.38123098, 0.3743912 , 0.3791839 , ..., 0.38030127,\n",
       "            0.3852089 , 0.38299417],\n",
       "           [0.3719805 , 0.376651  , 0.38247257, ..., 0.3842412 ,\n",
       "            0.392197  , 0.38794875],\n",
       "           [0.3747581 , 0.3784451 , 0.38341868, ..., 0.38589498,\n",
       "            0.3903817 , 0.38647208],\n",
       "           ...,\n",
       "           [0.37514767, 0.3766056 , 0.38177815, ..., 0.3839486 ,\n",
       "            0.38802418, 0.385132  ],\n",
       "           [0.37509227, 0.37541652, 0.37858576, ..., 0.3794393 ,\n",
       "            0.38059226, 0.37918952],\n",
       "           [0.3782526 , 0.3953632 , 0.3963664 , ..., 0.3969014 ,\n",
       "            0.39537194, 0.39481825]],\n",
       " \n",
       "          [[0.3685269 , 0.3724551 , 0.37450448, ..., 0.37741166,\n",
       "            0.38599506, 0.38597342],\n",
       "           [0.37436962, 0.38976923, 0.39245564, ..., 0.3922745 ,\n",
       "            0.39907864, 0.3985024 ],\n",
       "           [0.38002038, 0.3944872 , 0.39387426, ..., 0.39401767,\n",
       "            0.40196016, 0.39632183],\n",
       "           ...,\n",
       "           [0.38303873, 0.39186874, 0.39279592, ..., 0.39180055,\n",
       "            0.39963436, 0.394791  ],\n",
       "           [0.3863592 , 0.39559957, 0.3969885 , ..., 0.39608437,\n",
       "            0.39695308, 0.39193952],\n",
       "           [0.38203853, 0.41020206, 0.41268605, ..., 0.41263297,\n",
       "            0.4115272 , 0.41078365]],\n",
       " \n",
       "          [[0.36640006, 0.37541926, 0.37627733, ..., 0.37663475,\n",
       "            0.38495222, 0.38852063],\n",
       "           [0.37129807, 0.38827634, 0.39035854, ..., 0.39006454,\n",
       "            0.39680898, 0.39734194],\n",
       "           [0.37284866, 0.38763145, 0.38848564, ..., 0.3875648 ,\n",
       "            0.3952846 , 0.39229408],\n",
       "           ...,\n",
       "           [0.37535086, 0.38483432, 0.3859922 , ..., 0.3861933 ,\n",
       "            0.39380985, 0.39184624],\n",
       "           [0.37793747, 0.38753244, 0.38846081, ..., 0.38795826,\n",
       "            0.39081514, 0.38734964],\n",
       "           [0.37231952, 0.40114185, 0.40428063, ..., 0.40502742,\n",
       "            0.40570924, 0.40959504]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36648145, 0.37694612, 0.380321  , ..., 0.38327357,\n",
       "            0.38730544, 0.39043367],\n",
       "           [0.3708038 , 0.38820302, 0.39181072, ..., 0.39341947,\n",
       "            0.3981973 , 0.3964267 ],\n",
       "           [0.3711608 , 0.38732973, 0.3894635 , ..., 0.39125496,\n",
       "            0.39759007, 0.39326566],\n",
       "           ...,\n",
       "           [0.36903974, 0.37990972, 0.38187185, ..., 0.38492432,\n",
       "            0.39238027, 0.39104784],\n",
       "           [0.37180957, 0.38243935, 0.3828026 , ..., 0.38516566,\n",
       "            0.38733932, 0.38468984],\n",
       "           [0.36731198, 0.3944628 , 0.3973749 , ..., 0.40090743,\n",
       "            0.4023239 , 0.40914515]],\n",
       " \n",
       "          [[0.36310893, 0.37112644, 0.37380695, ..., 0.3756554 ,\n",
       "            0.3824678 , 0.38666302],\n",
       "           [0.3638299 , 0.38458446, 0.38769132, ..., 0.38820454,\n",
       "            0.39364713, 0.39374202],\n",
       "           [0.36379564, 0.3843658 , 0.38665685, ..., 0.38802987,\n",
       "            0.39564195, 0.3929457 ],\n",
       "           ...,\n",
       "           [0.36164707, 0.37710202, 0.38019067, ..., 0.3828171 ,\n",
       "            0.39215463, 0.3916514 ],\n",
       "           [0.36354867, 0.3784911 , 0.3797089 , ..., 0.3818848 ,\n",
       "            0.38705605, 0.38559175],\n",
       "           [0.3647685 , 0.3907995 , 0.3937491 , ..., 0.39716092,\n",
       "            0.40113717, 0.41059425]],\n",
       " \n",
       "          [[0.37486032, 0.379449  , 0.37903976, ..., 0.3797368 ,\n",
       "            0.38563398, 0.3819227 ],\n",
       "           [0.36925328, 0.3938811 , 0.39056095, ..., 0.39153484,\n",
       "            0.39592803, 0.40113518],\n",
       "           [0.3663303 , 0.3910317 , 0.3872633 , ..., 0.38881424,\n",
       "            0.39654925, 0.4000356 ],\n",
       "           ...,\n",
       "           [0.3644535 , 0.38834107, 0.38493705, ..., 0.38798785,\n",
       "            0.39591256, 0.39742374],\n",
       "           [0.36516002, 0.3906993 , 0.3865433 , ..., 0.38884753,\n",
       "            0.3931327 , 0.39556047],\n",
       "           [0.36478084, 0.38856155, 0.3905277 , ..., 0.39334154,\n",
       "            0.39805955, 0.4074663 ]]],\n",
       " \n",
       " \n",
       "         [[[0.36607745, 0.36699548, 0.369372  , ..., 0.3712391 ,\n",
       "            0.36851522, 0.36704215],\n",
       "           [0.3646668 , 0.35824776, 0.357853  , ..., 0.35943055,\n",
       "            0.3554869 , 0.36131468],\n",
       "           [0.36923867, 0.36276034, 0.3703963 , ..., 0.37068456,\n",
       "            0.3684319 , 0.37576252],\n",
       "           ...,\n",
       "           [0.363179  , 0.35763538, 0.36283988, ..., 0.36803284,\n",
       "            0.363944  , 0.37059712],\n",
       "           [0.36470747, 0.35907787, 0.36069056, ..., 0.3635786 ,\n",
       "            0.36169186, 0.3672418 ],\n",
       "           [0.361413  , 0.34976172, 0.35255435, ..., 0.35454044,\n",
       "            0.3527816 , 0.35828313]],\n",
       " \n",
       "          [[0.3696029 , 0.3622397 , 0.36530334, ..., 0.36619535,\n",
       "            0.36256352, 0.36355528],\n",
       "           [0.36084005, 0.3496547 , 0.3495036 , ..., 0.35059214,\n",
       "            0.3471706 , 0.3530945 ],\n",
       "           [0.36431044, 0.35367566, 0.36194128, ..., 0.36156338,\n",
       "            0.35829645, 0.36654788],\n",
       "           ...,\n",
       "           [0.3576498 , 0.34873754, 0.35434029, ..., 0.35932195,\n",
       "            0.35437584, 0.36230356],\n",
       "           [0.35912842, 0.3505978 , 0.35151133, ..., 0.3536867 ,\n",
       "            0.35229853, 0.3594633 ],\n",
       "           [0.35640234, 0.34155744, 0.34385675, ..., 0.3456979 ,\n",
       "            0.34389126, 0.35028112]],\n",
       " \n",
       "          [[0.3743699 , 0.36455718, 0.3705188 , ..., 0.37285328,\n",
       "            0.36362174, 0.3631666 ],\n",
       "           [0.3644073 , 0.35329005, 0.3558417 , ..., 0.35746726,\n",
       "            0.34913436, 0.35306695],\n",
       "           [0.3693154 , 0.3592513 , 0.3672078 , ..., 0.3669457 ,\n",
       "            0.3614016 , 0.36625722],\n",
       "           ...,\n",
       "           [0.3664345 , 0.35784066, 0.36688003, ..., 0.3689173 ,\n",
       "            0.35943675, 0.36345991],\n",
       "           [0.36522278, 0.3571239 , 0.3610112 , ..., 0.35948193,\n",
       "            0.35555905, 0.35961014],\n",
       "           [0.36380252, 0.34884983, 0.3534743 , ..., 0.35100657,\n",
       "            0.34711438, 0.35060936]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37072048, 0.35984677, 0.36103153, ..., 0.36892337,\n",
       "            0.3634839 , 0.3638123 ],\n",
       "           [0.3605295 , 0.34909514, 0.34694293, ..., 0.35440934,\n",
       "            0.34919992, 0.35462207],\n",
       "           [0.36547145, 0.35480675, 0.36042333, ..., 0.36415237,\n",
       "            0.35854948, 0.36432502],\n",
       "           ...,\n",
       "           [0.36574593, 0.35686868, 0.3639538 , ..., 0.3665585 ,\n",
       "            0.3581178 , 0.36235243],\n",
       "           [0.36347112, 0.35483345, 0.35767838, ..., 0.3589637 ,\n",
       "            0.35869488, 0.36239132],\n",
       "           [0.36149722, 0.34804422, 0.3515941 , ..., 0.35166892,\n",
       "            0.3503925 , 0.35363498]],\n",
       " \n",
       "          [[0.37391794, 0.3636762 , 0.36570388, ..., 0.37522554,\n",
       "            0.37076792, 0.37073576],\n",
       "           [0.36534777, 0.351953  , 0.35089153, ..., 0.35997897,\n",
       "            0.35620555, 0.3611159 ],\n",
       "           [0.3685544 , 0.35564286, 0.35887104, ..., 0.36518806,\n",
       "            0.36147353, 0.36588472],\n",
       "           ...,\n",
       "           [0.37046757, 0.35957578, 0.36461017, ..., 0.368607  ,\n",
       "            0.36037782, 0.36356002],\n",
       "           [0.36795256, 0.35786968, 0.35969716, ..., 0.36318415,\n",
       "            0.36134863, 0.36390245],\n",
       "           [0.3629801 , 0.35147542, 0.3534963 , ..., 0.35561994,\n",
       "            0.35284358, 0.35453248]],\n",
       " \n",
       "          [[0.37127155, 0.36396056, 0.36704087, ..., 0.3770981 ,\n",
       "            0.3709893 , 0.37002796],\n",
       "           [0.36644635, 0.35759854, 0.3602231 , ..., 0.36934578,\n",
       "            0.3646357 , 0.36485907],\n",
       "           [0.37118542, 0.3626001 , 0.36954552, ..., 0.3761195 ,\n",
       "            0.37084797, 0.36941293],\n",
       "           ...,\n",
       "           [0.3724829 , 0.36473948, 0.37364432, ..., 0.3778254 ,\n",
       "            0.36894628, 0.36667487],\n",
       "           [0.36877036, 0.35780433, 0.36703357, ..., 0.37099048,\n",
       "            0.3696145 , 0.3677741 ],\n",
       "           [0.36337507, 0.35273018, 0.35886124, ..., 0.36208466,\n",
       "            0.35996544, 0.35630122]]]]], dtype=float32), array([[300.46548],\n",
       "        [301.41852],\n",
       "        [305.88394],\n",
       "        [288.25122],\n",
       "        [300.5942 ],\n",
       "        [300.4073 ],\n",
       "        [302.16483],\n",
       "        [317.68552],\n",
       "        [291.92648],\n",
       "        [309.96606],\n",
       "        [304.24344],\n",
       "        [300.59528],\n",
       "        [297.05966],\n",
       "        [310.93982],\n",
       "        [298.21384],\n",
       "        [308.41568],\n",
       "        [308.2475 ],\n",
       "        [304.2812 ],\n",
       "        [300.1647 ],\n",
       "        [317.77728],\n",
       "        [299.58572],\n",
       "        [297.96588],\n",
       "        [310.45938],\n",
       "        [303.713  ]], dtype=float32), array([[1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.]], dtype=float32)]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# score = model.evaluate(x_test, y_test, verbose=0)\n",
    "\n",
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': False}\n",
    "\n",
    "# Turned shuffle off so that we can match the values in the dictionary to the predictions. \n",
    "# This way we can compare the predictions side-by-side with the ground truth.\n",
    "\n",
    "validation_generator = DataGenerator(partition['holdout'], **params)\n",
    "\n",
    "prediction = model.predict_generator(generator=validation_generator)\n",
    "# print('Test loss:', score[0])\n",
    "# print('Test accuracy:', score[1])\n",
    "prediction"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Validation set predictions for 3 predictions (subset of data with survival predictions):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[array([[[[[0.37303948, 0.37946454, 0.37571126, ..., 0.37254518,\n",
       "            0.37142822, 0.3701646 ],\n",
       "           [0.37817737, 0.38318074, 0.38047063, ..., 0.37736222,\n",
       "            0.3755806 , 0.3686159 ],\n",
       "           [0.38007513, 0.3870441 , 0.38416907, ..., 0.38053384,\n",
       "            0.38024908, 0.37033364],\n",
       "           ...,\n",
       "           [0.3786769 , 0.3843156 , 0.38159114, ..., 0.37854558,\n",
       "            0.37805927, 0.36847514],\n",
       "           [0.37693626, 0.38384217, 0.38064897, ..., 0.37744078,\n",
       "            0.3792198 , 0.370356  ],\n",
       "           [0.37778273, 0.3791159 , 0.377151  , ..., 0.37620193,\n",
       "            0.37908834, 0.37686554]],\n",
       " \n",
       "          [[0.37823597, 0.37448394, 0.37240526, ..., 0.36861208,\n",
       "            0.363989  , 0.3616012 ],\n",
       "           [0.388196  , 0.37844428, 0.37866247, ..., 0.37698078,\n",
       "            0.37260094, 0.36144346],\n",
       "           [0.39160353, 0.38263208, 0.38377535, ..., 0.38125908,\n",
       "            0.3783435 , 0.3664689 ],\n",
       "           ...,\n",
       "           [0.38984168, 0.37993982, 0.38055566, ..., 0.37930036,\n",
       "            0.37633225, 0.36302426],\n",
       "           [0.38811618, 0.37856916, 0.3789992 , ..., 0.3778563 ,\n",
       "            0.37755668, 0.3634    ],\n",
       "           [0.38001573, 0.37866297, 0.37719846, ..., 0.3768084 ,\n",
       "            0.3788972 , 0.3734372 ]],\n",
       " \n",
       "          [[0.38018173, 0.37657693, 0.37233144, ..., 0.36836433,\n",
       "            0.36030704, 0.35737318],\n",
       "           [0.39325976, 0.3820683 , 0.37999332, ..., 0.3773585 ,\n",
       "            0.36892858, 0.35851544],\n",
       "           [0.39655593, 0.38510054, 0.38314518, ..., 0.37967914,\n",
       "            0.37194565, 0.3620923 ],\n",
       "           ...,\n",
       "           [0.39567608, 0.38367096, 0.38235322, ..., 0.3787523 ,\n",
       "            0.37199348, 0.35973212],\n",
       "           [0.39173147, 0.38067907, 0.38060483, ..., 0.37725365,\n",
       "            0.3747032 , 0.36208525],\n",
       "           [0.3807527 , 0.37739012, 0.3752919 , ..., 0.373679  ,\n",
       "            0.37384933, 0.36967862]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37855616, 0.37723574, 0.37319046, ..., 0.37240192,\n",
       "            0.3637447 , 0.35886112],\n",
       "           [0.39255652, 0.38436192, 0.3835506 , ..., 0.38329425,\n",
       "            0.3729215 , 0.3606071 ],\n",
       "           [0.39431483, 0.3846877 , 0.38725135, ..., 0.38302508,\n",
       "            0.37539667, 0.36248714],\n",
       "           ...,\n",
       "           [0.39178553, 0.38083506, 0.3830506 , ..., 0.3789628 ,\n",
       "            0.37186468, 0.3586915 ],\n",
       "           [0.38803157, 0.37771237, 0.37976292, ..., 0.3761543 ,\n",
       "            0.37383142, 0.36184165],\n",
       "           [0.37731022, 0.37090653, 0.37020087, ..., 0.36919034,\n",
       "            0.37113398, 0.36682132]],\n",
       " \n",
       "          [[0.38265082, 0.38108265, 0.37734938, ..., 0.37785053,\n",
       "            0.36609563, 0.36064696],\n",
       "           [0.39548844, 0.38712093, 0.38655397, ..., 0.38746715,\n",
       "            0.37398782, 0.36240306],\n",
       "           [0.39424574, 0.38470864, 0.38729906, ..., 0.38545913,\n",
       "            0.3735718 , 0.36238483],\n",
       "           ...,\n",
       "           [0.3927335 , 0.38197342, 0.38426188, ..., 0.38024604,\n",
       "            0.36977646, 0.35860777],\n",
       "           [0.3870566 , 0.3772756 , 0.37970766, ..., 0.377066  ,\n",
       "            0.37097794, 0.35982633],\n",
       "           [0.37783778, 0.3700663 , 0.37002602, ..., 0.36988282,\n",
       "            0.3692835 , 0.36626858]],\n",
       " \n",
       "          [[0.3776205 , 0.3727019 , 0.37034678, ..., 0.37201554,\n",
       "            0.36415812, 0.36571893],\n",
       "           [0.3903536 , 0.37239867, 0.3716565 , ..., 0.3733455 ,\n",
       "            0.36457548, 0.36158803],\n",
       "           [0.38949326, 0.37137717, 0.372962  , ..., 0.3724165 ,\n",
       "            0.3650133 , 0.36208352],\n",
       "           ...,\n",
       "           [0.38821864, 0.3685918 , 0.36913362, ..., 0.36699453,\n",
       "            0.36035064, 0.35818624],\n",
       "           [0.38224068, 0.3664055 , 0.36462796, ..., 0.36270103,\n",
       "            0.35875985, 0.35551655],\n",
       "           [0.37889147, 0.37612015, 0.3750009 , ..., 0.37457213,\n",
       "            0.373681  , 0.37286967]]],\n",
       " \n",
       " \n",
       "         [[[0.37226865, 0.36470127, 0.36805043, ..., 0.36980113,\n",
       "            0.37403664, 0.37220976],\n",
       "           [0.3656266 , 0.36369142, 0.37153152, ..., 0.37368625,\n",
       "            0.38174465, 0.37587687],\n",
       "           [0.36779022, 0.36780977, 0.3741738 , ..., 0.3771055 ,\n",
       "            0.38036942, 0.37476876],\n",
       "           ...,\n",
       "           [0.36782673, 0.36542913, 0.37179294, ..., 0.37423494,\n",
       "            0.37835732, 0.37332213],\n",
       "           [0.36782745, 0.36290464, 0.3660464 , ..., 0.36806902,\n",
       "            0.37047032, 0.37068692],\n",
       "           [0.3680242 , 0.3829437 , 0.38381   , ..., 0.38490504,\n",
       "            0.3836151 , 0.38452545]],\n",
       " \n",
       "          [[0.35937417, 0.36075094, 0.3623882 , ..., 0.36502466,\n",
       "            0.37434995, 0.3741452 ],\n",
       "           [0.3617438 , 0.37621292, 0.3788308 , ..., 0.38010925,\n",
       "            0.38790548, 0.38949955],\n",
       "           [0.3676668 , 0.38470712, 0.38385072, ..., 0.38619828,\n",
       "            0.392307  , 0.38873568],\n",
       "           ...,\n",
       "           [0.37032798, 0.3810848 , 0.38269287, ..., 0.38211522,\n",
       "            0.3890215 , 0.38673604],\n",
       "           [0.37332055, 0.38447025, 0.38397053, ..., 0.38346246,\n",
       "            0.38593674, 0.38407692],\n",
       "           [0.37436056, 0.3950069 , 0.396666  , ..., 0.39720753,\n",
       "            0.39599654, 0.39856035]],\n",
       " \n",
       "          [[0.3577402 , 0.36272672, 0.36412305, ..., 0.36715457,\n",
       "            0.37614286, 0.37462917],\n",
       "           [0.3590311 , 0.37767848, 0.37881082, ..., 0.38013798,\n",
       "            0.3879966 , 0.39036897],\n",
       "           [0.36036402, 0.37935945, 0.37859347, ..., 0.37997636,\n",
       "            0.38913015, 0.3868748 ],\n",
       "           ...,\n",
       "           [0.36208785, 0.37497145, 0.37456065, ..., 0.37534428,\n",
       "            0.3847692 , 0.38459945],\n",
       "           [0.36446735, 0.37721774, 0.37671623, ..., 0.37609845,\n",
       "            0.3801654 , 0.38074276],\n",
       "           [0.36452612, 0.38539523, 0.38885418, ..., 0.38932428,\n",
       "            0.3901469 , 0.39688537]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.35732844, 0.36303514, 0.36610955, ..., 0.37033656,\n",
       "            0.37772775, 0.37599322],\n",
       "           [0.35809445, 0.37389994, 0.37577826, ..., 0.37832156,\n",
       "            0.38548923, 0.38845742],\n",
       "           [0.3587907 , 0.3759629 , 0.37477317, ..., 0.37917745,\n",
       "            0.38714662, 0.38633057],\n",
       "           ...,\n",
       "           [0.35624373, 0.36860213, 0.3676447 , ..., 0.37179023,\n",
       "            0.38077942, 0.3822675 ],\n",
       "           [0.3578953 , 0.37036452, 0.36764026, ..., 0.37031764,\n",
       "            0.37445343, 0.37666425],\n",
       "           [0.3598263 , 0.3784443 , 0.3809145 , ..., 0.3848138 ,\n",
       "            0.38670072, 0.39616472]],\n",
       " \n",
       "          [[0.35383466, 0.35682908, 0.3586106 , ..., 0.3619013 ,\n",
       "            0.37134537, 0.37326106],\n",
       "           [0.3508224 , 0.37084463, 0.37204555, ..., 0.3739007 ,\n",
       "            0.38225558, 0.38641304],\n",
       "           [0.3508805 , 0.3727848 , 0.37162042, ..., 0.3743622 ,\n",
       "            0.38549092, 0.38620758],\n",
       "           ...,\n",
       "           [0.3478801 , 0.36437482, 0.36482725, ..., 0.36894614,\n",
       "            0.38044834, 0.3831822 ],\n",
       "           [0.3502317 , 0.36629206, 0.3641543 , ..., 0.3659123 ,\n",
       "            0.37448964, 0.37777647],\n",
       "           [0.3570689 , 0.37539354, 0.37759   , ..., 0.3811031 ,\n",
       "            0.38510644, 0.39705932]],\n",
       " \n",
       "          [[0.36801243, 0.36827922, 0.3693122 , ..., 0.37059742,\n",
       "            0.3744788 , 0.37096396],\n",
       "           [0.3614487 , 0.38377297, 0.38412148, ..., 0.38643032,\n",
       "            0.3903121 , 0.38736612],\n",
       "           [0.35854104, 0.38085842, 0.38129586, ..., 0.38435656,\n",
       "            0.39053443, 0.38854876],\n",
       "           ...,\n",
       "           [0.3560381 , 0.37574413, 0.37813443, ..., 0.38130522,\n",
       "            0.3873626 , 0.38552564],\n",
       "           [0.35950625, 0.3754438 , 0.37601227, ..., 0.37819278,\n",
       "            0.3846523 , 0.3821862 ],\n",
       "           [0.35778758, 0.37450528, 0.37625822, ..., 0.37967873,\n",
       "            0.38411477, 0.39466313]]],\n",
       " \n",
       " \n",
       "         [[[0.3665457 , 0.36706132, 0.37015167, ..., 0.37116536,\n",
       "            0.36935124, 0.3681504 ],\n",
       "           [0.36432588, 0.36066917, 0.36009255, ..., 0.36102346,\n",
       "            0.35770625, 0.3630892 ],\n",
       "           [0.3666863 , 0.36168554, 0.36572927, ..., 0.3649894 ,\n",
       "            0.36692992, 0.37389988],\n",
       "           ...,\n",
       "           [0.36316717, 0.35920155, 0.36144134, ..., 0.36418054,\n",
       "            0.36361083, 0.37009692],\n",
       "           [0.3657478 , 0.36203235, 0.36236718, ..., 0.36302787,\n",
       "            0.36207998, 0.36607116],\n",
       "           [0.36284596, 0.3523927 , 0.35354567, ..., 0.35356957,\n",
       "            0.35318372, 0.35717204]],\n",
       " \n",
       "          [[0.36989462, 0.3643724 , 0.36770433, ..., 0.36859825,\n",
       "            0.36532626, 0.365336  ],\n",
       "           [0.36210093, 0.35296965, 0.3533039 , ..., 0.3533941 ,\n",
       "            0.3505058 , 0.3542449 ],\n",
       "           [0.36232838, 0.35256368, 0.35771325, ..., 0.35598034,\n",
       "            0.3572937 , 0.36287117],\n",
       "           ...,\n",
       "           [0.35840836, 0.3507619 , 0.35337764, ..., 0.3561448 ,\n",
       "            0.3549133 , 0.3604136 ],\n",
       "           [0.36117765, 0.35346147, 0.35378185, ..., 0.3541198 ,\n",
       "            0.35335588, 0.35927486],\n",
       "           [0.3571308 , 0.34444362, 0.34545   , ..., 0.34531385,\n",
       "            0.34507087, 0.34939036]],\n",
       " \n",
       "          [[0.37322235, 0.36678913, 0.3720233 , ..., 0.37254006,\n",
       "            0.36480752, 0.365653  ],\n",
       "           [0.3639092 , 0.35434908, 0.35738084, ..., 0.35749233,\n",
       "            0.35083807, 0.35354954],\n",
       "           [0.36811003, 0.35867506, 0.36621085, ..., 0.36439395,\n",
       "            0.35832116, 0.36157846],\n",
       "           ...,\n",
       "           [0.36627695, 0.35870203, 0.3680283 , ..., 0.36858654,\n",
       "            0.35900423, 0.36216545],\n",
       "           [0.36594406, 0.35830805, 0.3594723 , ..., 0.35755262,\n",
       "            0.35601515, 0.3593498 ],\n",
       "           [0.36309   , 0.3503302 , 0.35148004, ..., 0.34843656,\n",
       "            0.3477514 , 0.3492411 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37153527, 0.3641252 , 0.36624798, ..., 0.37140688,\n",
       "            0.36584347, 0.36767954],\n",
       "           [0.36247474, 0.35329595, 0.35306498, ..., 0.35787058,\n",
       "            0.35315037, 0.3574121 ],\n",
       "           [0.364575  , 0.3553219 , 0.36232296, ..., 0.36092007,\n",
       "            0.3578619 , 0.3630912 ],\n",
       "           ...,\n",
       "           [0.36490756, 0.35734966, 0.36515126, ..., 0.3648986 ,\n",
       "            0.35907272, 0.36342847],\n",
       "           [0.36551604, 0.35758805, 0.35904396, ..., 0.36040023,\n",
       "            0.36031082, 0.3632614 ],\n",
       "           [0.36098212, 0.3509811 , 0.35164577, ..., 0.35185602,\n",
       "            0.35179073, 0.3532091 ]],\n",
       " \n",
       "          [[0.37476394, 0.36810604, 0.3704656 , ..., 0.37762356,\n",
       "            0.37261784, 0.3734106 ],\n",
       "           [0.36741728, 0.3557797 , 0.35593888, ..., 0.36266616,\n",
       "            0.3586205 , 0.36289907],\n",
       "           [0.36956978, 0.3575868 , 0.36189058, ..., 0.36614624,\n",
       "            0.36173162, 0.36635906],\n",
       "           ...,\n",
       "           [0.3709992 , 0.36134678, 0.36720458, ..., 0.36791882,\n",
       "            0.36188835, 0.36540952],\n",
       "           [0.36933622, 0.35996324, 0.3623177 , ..., 0.36480242,\n",
       "            0.3627413 , 0.36511716],\n",
       "           [0.36203137, 0.35374427, 0.35499594, ..., 0.3561827 ,\n",
       "            0.35458392, 0.3549968 ]],\n",
       " \n",
       "          [[0.3722737 , 0.36637324, 0.3693163 , ..., 0.37721846,\n",
       "            0.37117118, 0.3711922 ],\n",
       "           [0.36793366, 0.35997182, 0.36292973, ..., 0.36952534,\n",
       "            0.3651251 , 0.3657587 ],\n",
       "           [0.37176248, 0.3634415 , 0.37033898, ..., 0.37470323,\n",
       "            0.36966467, 0.3685798 ],\n",
       "           ...,\n",
       "           [0.37279427, 0.3660335 , 0.3742346 , ..., 0.37525025,\n",
       "            0.3691189 , 0.36766645],\n",
       "           [0.3690374 , 0.36103916, 0.36738798, ..., 0.370547  ,\n",
       "            0.3691681 , 0.36877993],\n",
       "           [0.36376068, 0.35499108, 0.35971648, ..., 0.36180523,\n",
       "            0.36109382, 0.35730895]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.40358502, 0.40815356, 0.40956384, ..., 0.40668264,\n",
       "            0.40374684, 0.39439604],\n",
       "           [0.4075044 , 0.4172648 , 0.4166217 , ..., 0.4143832 ,\n",
       "            0.41112322, 0.39782116],\n",
       "           [0.4107637 , 0.42203435, 0.42100662, ..., 0.41919565,\n",
       "            0.4187799 , 0.40211847],\n",
       "           ...,\n",
       "           [0.41090196, 0.42021418, 0.42005074, ..., 0.4183897 ,\n",
       "            0.41764602, 0.4009776 ],\n",
       "           [0.40982115, 0.42214844, 0.4190803 , ..., 0.41756347,\n",
       "            0.4175272 , 0.40089846],\n",
       "           [0.40058756, 0.41200128, 0.41012138, ..., 0.41061217,\n",
       "            0.41253635, 0.4074359 ]],\n",
       " \n",
       "          [[0.39574495, 0.39498895, 0.39541435, ..., 0.39273983,\n",
       "            0.38771573, 0.38400558],\n",
       "           [0.41317004, 0.40961608, 0.40802926, ..., 0.40904132,\n",
       "            0.40245324, 0.39120877],\n",
       "           [0.4176166 , 0.4159264 , 0.41622934, ..., 0.41760504,\n",
       "            0.41479146, 0.40096125],\n",
       "           ...,\n",
       "           [0.41732118, 0.4144284 , 0.41620365, ..., 0.4164801 ,\n",
       "            0.4142334 , 0.39790985],\n",
       "           [0.41761038, 0.41699117, 0.41791978, ..., 0.41738853,\n",
       "            0.41770095, 0.39865002],\n",
       "           [0.4069118 , 0.41119507, 0.41048318, ..., 0.41263905,\n",
       "            0.4139232 , 0.40202317]],\n",
       " \n",
       "          [[0.40021828, 0.4001774 , 0.39853814, ..., 0.39558837,\n",
       "            0.3869978 , 0.38301638],\n",
       "           [0.41931462, 0.41442302, 0.4093084 , ..., 0.408714  ,\n",
       "            0.3999021 , 0.3893604 ],\n",
       "           [0.425012  , 0.42086226, 0.4162708 , ..., 0.41419613,\n",
       "            0.4091794 , 0.3967205 ],\n",
       "           ...,\n",
       "           [0.42538944, 0.4204842 , 0.418076  , ..., 0.41497144,\n",
       "            0.4106435 , 0.3956993 ],\n",
       "           [0.42365262, 0.42141706, 0.4201618 , ..., 0.41744295,\n",
       "            0.413716  , 0.3978952 ],\n",
       "           [0.4087198 , 0.41087747, 0.4095069 , ..., 0.40986106,\n",
       "            0.4090043 , 0.3993654 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.39923114, 0.39994273, 0.39926794, ..., 0.39836353,\n",
       "            0.38948175, 0.38502565],\n",
       "           [0.41889876, 0.41628164, 0.41340727, ..., 0.41464034,\n",
       "            0.40275243, 0.39241874],\n",
       "           [0.42697993, 0.42650402, 0.4269151 , ..., 0.4230245 ,\n",
       "            0.41312072, 0.3998051 ],\n",
       "           ...,\n",
       "           [0.42530856, 0.42195666, 0.42172593, ..., 0.41990355,\n",
       "            0.41110182, 0.3967205 ],\n",
       "           [0.4195851 , 0.4181922 , 0.4195247 , ..., 0.41637635,\n",
       "            0.4133444 , 0.39812377],\n",
       "           [0.4037982 , 0.4048595 , 0.4062955 , ..., 0.4055242 ,\n",
       "            0.40653557, 0.39762843]],\n",
       " \n",
       "          [[0.39905503, 0.40182924, 0.39797357, ..., 0.39703786,\n",
       "            0.3874142 , 0.383664  ],\n",
       "           [0.41809902, 0.41639847, 0.41429767, ..., 0.41547722,\n",
       "            0.40015748, 0.39268664],\n",
       "           [0.42423585, 0.42468968, 0.42745483, ..., 0.42255265,\n",
       "            0.405208  , 0.39593345],\n",
       "           ...,\n",
       "           [0.42209822, 0.41880822, 0.42127237, ..., 0.41706303,\n",
       "            0.40213767, 0.3916821 ],\n",
       "           [0.4161087 , 0.4144292 , 0.41656324, ..., 0.4128867 ,\n",
       "            0.40534303, 0.39359364],\n",
       "           [0.4011453 , 0.40125364, 0.40328962, ..., 0.40250143,\n",
       "            0.4003029 , 0.39452255]],\n",
       " \n",
       "          [[0.39494753, 0.38991284, 0.3887433 , ..., 0.3901506 ,\n",
       "            0.3826996 , 0.3867431 ],\n",
       "           [0.41193143, 0.4031404 , 0.40183675, ..., 0.4026582 ,\n",
       "            0.39353722, 0.39109787],\n",
       "           [0.41817012, 0.40958023, 0.4120023 , ..., 0.4072128 ,\n",
       "            0.3970784 , 0.39191306],\n",
       "           ...,\n",
       "           [0.41318786, 0.40237477, 0.40541908, ..., 0.39994317,\n",
       "            0.39065772, 0.3874452 ],\n",
       "           [0.40629816, 0.3961742 , 0.39551383, ..., 0.39112434,\n",
       "            0.386774  , 0.38397324],\n",
       "           [0.40309793, 0.4024911 , 0.40271854, ..., 0.39977652,\n",
       "            0.39971733, 0.40098754]]],\n",
       " \n",
       " \n",
       "         [[[0.39287505, 0.40819982, 0.40614712, ..., 0.40585917,\n",
       "            0.41610876, 0.40144324],\n",
       "           [0.39277518, 0.4108103 , 0.4149155 , ..., 0.41321975,\n",
       "            0.42549655, 0.4174915 ],\n",
       "           [0.3947043 , 0.4131495 , 0.41346082, ..., 0.4112603 ,\n",
       "            0.41987395, 0.4165871 ],\n",
       "           ...,\n",
       "           [0.39764208, 0.4127152 , 0.41203964, ..., 0.40994605,\n",
       "            0.41786617, 0.41454533],\n",
       "           [0.39558196, 0.4074909 , 0.40895778, ..., 0.40687197,\n",
       "            0.41078568, 0.40947708],\n",
       "           [0.39499363, 0.42742053, 0.4267348 , ..., 0.42626575,\n",
       "            0.4252721 , 0.41888443]],\n",
       " \n",
       "          [[0.37111998, 0.39504334, 0.3908554 , ..., 0.38860717,\n",
       "            0.40113485, 0.40600845],\n",
       "           [0.38363615, 0.40678906, 0.40787917, ..., 0.40553704,\n",
       "            0.4235134 , 0.4244423 ],\n",
       "           [0.38961372, 0.41323844, 0.40806705, ..., 0.4028032 ,\n",
       "            0.4185401 , 0.41491997],\n",
       "           ...,\n",
       "           [0.39144146, 0.41213426, 0.40885535, ..., 0.4016303 ,\n",
       "            0.41472402, 0.41181   ],\n",
       "           [0.39250246, 0.4110366 , 0.4090363 , ..., 0.40339932,\n",
       "            0.40870905, 0.40785554],\n",
       "           [0.39658114, 0.43821493, 0.43630394, ..., 0.43135744,\n",
       "            0.43486777, 0.4356162 ]],\n",
       " \n",
       "          [[0.36468852, 0.39976943, 0.39295542, ..., 0.39065892,\n",
       "            0.40350556, 0.40736112],\n",
       "           [0.3813184 , 0.41078445, 0.40964225, ..., 0.40714487,\n",
       "            0.4249661 , 0.42386153],\n",
       "           [0.38363546, 0.41138554, 0.40762034, ..., 0.40075353,\n",
       "            0.41713157, 0.41314232],\n",
       "           ...,\n",
       "           [0.38605216, 0.410036  , 0.4052856 , ..., 0.39915204,\n",
       "            0.41249442, 0.40880916],\n",
       "           [0.3856833 , 0.40623564, 0.40042022, ..., 0.39448804,\n",
       "            0.40290192, 0.4036408 ],\n",
       "           [0.3882399 , 0.4276678 , 0.4236818 , ..., 0.420543  ,\n",
       "            0.42572233, 0.43094534]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.367436  , 0.40381256, 0.40313053, ..., 0.40398398,\n",
       "            0.41204947, 0.41370872],\n",
       "           [0.38435698, 0.41606763, 0.41815057, ..., 0.4156131 ,\n",
       "            0.42809635, 0.42706403],\n",
       "           [0.3859972 , 0.41468114, 0.4163685 , ..., 0.41121224,\n",
       "            0.4230106 , 0.4200463 ],\n",
       "           ...,\n",
       "           [0.38399637, 0.40647805, 0.4052995 , ..., 0.40428588,\n",
       "            0.41405922, 0.4141307 ],\n",
       "           [0.3841499 , 0.40236413, 0.3975643 , ..., 0.3972592 ,\n",
       "            0.40006143, 0.4045803 ],\n",
       "           [0.38113302, 0.42370012, 0.41977605, ..., 0.42017454,\n",
       "            0.42130673, 0.43302542]],\n",
       " \n",
       "          [[0.36513308, 0.39620173, 0.39557782, ..., 0.39607236,\n",
       "            0.40623805, 0.41258174],\n",
       "           [0.37946182, 0.4126417 , 0.4134249 , ..., 0.4099486 ,\n",
       "            0.42423654, 0.423789  ],\n",
       "           [0.38059986, 0.4127655 , 0.4124307 , ..., 0.40758413,\n",
       "            0.42384303, 0.41975436],\n",
       "           ...,\n",
       "           [0.3804583 , 0.4032729 , 0.4027337 , ..., 0.4015158 ,\n",
       "            0.41590303, 0.4158586 ],\n",
       "           [0.38012427, 0.39965186, 0.39610448, ..., 0.39382547,\n",
       "            0.40269843, 0.40594912],\n",
       "           [0.37637505, 0.42296714, 0.42155638, ..., 0.42095116,\n",
       "            0.42518187, 0.43686244]],\n",
       " \n",
       "          [[0.38114175, 0.3996205 , 0.39929873, ..., 0.39951384,\n",
       "            0.4028664 , 0.3958637 ],\n",
       "           [0.38791838, 0.42346516, 0.41883522, ..., 0.41886765,\n",
       "            0.4226198 , 0.42238712],\n",
       "           [0.3841545 , 0.41727924, 0.41334808, ..., 0.41360444,\n",
       "            0.42105275, 0.4224065 ],\n",
       "           ...,\n",
       "           [0.38341978, 0.41156602, 0.40715975, ..., 0.4091957 ,\n",
       "            0.41588613, 0.41742587],\n",
       "           [0.38096324, 0.4094915 , 0.40270168, ..., 0.4029862 ,\n",
       "            0.40702066, 0.41307268],\n",
       "           [0.375608  , 0.41440123, 0.41557804, ..., 0.41700923,\n",
       "            0.42066666, 0.4345848 ]]],\n",
       " \n",
       " \n",
       "         [[[0.36652905, 0.36114693, 0.36741248, ..., 0.3725337 ,\n",
       "            0.3635848 , 0.37047824],\n",
       "           [0.3643897 , 0.3541077 , 0.35824558, ..., 0.36424395,\n",
       "            0.3539341 , 0.36014995],\n",
       "           [0.37389526, 0.36372733, 0.3748295 , ..., 0.3791981 ,\n",
       "            0.37276214, 0.37947008],\n",
       "           ...,\n",
       "           [0.36696774, 0.35852262, 0.37257963, ..., 0.37621853,\n",
       "            0.36965856, 0.3768791 ],\n",
       "           [0.3700588 , 0.36055738, 0.36559063, ..., 0.36883858,\n",
       "            0.367119  , 0.37306738],\n",
       "           [0.37066555, 0.35366803, 0.35826582, ..., 0.36014643,\n",
       "            0.35847023, 0.3653167 ]],\n",
       " \n",
       "          [[0.38155907, 0.3647097 , 0.3725208 , ..., 0.37840503,\n",
       "            0.36795905, 0.3673041 ],\n",
       "           [0.36499897, 0.35393894, 0.35777456, ..., 0.36281282,\n",
       "            0.35264024, 0.35364434],\n",
       "           [0.3734411 , 0.36230525, 0.3734723 , ..., 0.37782237,\n",
       "            0.37057176, 0.37474352],\n",
       "           ...,\n",
       "           [0.3678555 , 0.35728413, 0.3704128 , ..., 0.37527692,\n",
       "            0.3681809 , 0.3735325 ],\n",
       "           [0.36942282, 0.3591902 , 0.3624255 , ..., 0.36599255,\n",
       "            0.3635587 , 0.36990902],\n",
       "           [0.36616588, 0.35023063, 0.3544428 , ..., 0.35652924,\n",
       "            0.354589  , 0.3611435 ]],\n",
       " \n",
       "          [[0.3925475 , 0.36799482, 0.3802526 , ..., 0.38667285,\n",
       "            0.36969218, 0.36924595],\n",
       "           [0.3687964 , 0.35677487, 0.36579275, ..., 0.37198877,\n",
       "            0.35395634, 0.3563862 ],\n",
       "           [0.38046962, 0.36896804, 0.37912014, ..., 0.381457  ,\n",
       "            0.36864492, 0.3725217 ],\n",
       "           ...,\n",
       "           [0.3783894 , 0.366914  , 0.38136324, ..., 0.38484794,\n",
       "            0.37404612, 0.3779457 ],\n",
       "           [0.3746798 , 0.36429995, 0.37168404, ..., 0.37162986,\n",
       "            0.3653796 , 0.36790094],\n",
       "           [0.37279925, 0.35666832, 0.36402223, ..., 0.36154273,\n",
       "            0.3555925 , 0.35887098]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.38611656, 0.36315343, 0.3677178 , ..., 0.3760403 ,\n",
       "            0.3660085 , 0.36701748],\n",
       "           [0.36404467, 0.35088506, 0.3535323 , ..., 0.36208072,\n",
       "            0.35186848, 0.35488516],\n",
       "           [0.3759557 , 0.36303264, 0.36988807, ..., 0.37280503,\n",
       "            0.3638383 , 0.367752  ],\n",
       "           ...,\n",
       "           [0.37554994, 0.3646122 , 0.3754593 , ..., 0.37953022,\n",
       "            0.3710238 , 0.3735522 ],\n",
       "           [0.369465  , 0.35928664, 0.36302   , ..., 0.36558184,\n",
       "            0.3654468 , 0.36730817],\n",
       "           [0.36863372, 0.35212335, 0.3559246 , ..., 0.35736623,\n",
       "            0.3570233 , 0.35856292]],\n",
       " \n",
       "          [[0.38932976, 0.36250085, 0.3677779 , ..., 0.37669876,\n",
       "            0.37261406, 0.3716941 ],\n",
       "           [0.36478946, 0.35035035, 0.35166526, ..., 0.36019173,\n",
       "            0.35728765, 0.35903957],\n",
       "           [0.37171194, 0.35722584, 0.36407098, ..., 0.3662471 ,\n",
       "            0.3625044 , 0.36539084],\n",
       "           ...,\n",
       "           [0.37365583, 0.36257955, 0.3701098 , ..., 0.37233168,\n",
       "            0.3645578 , 0.36575684],\n",
       "           [0.3690885 , 0.3583835 , 0.3609866 , ..., 0.36608276,\n",
       "            0.36307177, 0.3640947 ],\n",
       "           [0.3680184 , 0.35164872, 0.35350367, ..., 0.3574224 ,\n",
       "            0.35460505, 0.35531595]],\n",
       " \n",
       "          [[0.3757515 , 0.36627242, 0.36980286, ..., 0.3784355 ,\n",
       "            0.3751696 , 0.37713054],\n",
       "           [0.36524117, 0.35255757, 0.35723484, ..., 0.36560622,\n",
       "            0.3636491 , 0.36487597],\n",
       "           [0.37506333, 0.36332902, 0.37354302, ..., 0.3751087 ,\n",
       "            0.3699429 , 0.3706161 ],\n",
       "           ...,\n",
       "           [0.37711906, 0.366635  , 0.37630084, ..., 0.3796026 ,\n",
       "            0.3708096 , 0.37040606],\n",
       "           [0.37171546, 0.36088768, 0.3675791 , ..., 0.3738133 ,\n",
       "            0.37143335, 0.3693918 ],\n",
       "           [0.36889404, 0.3558322 , 0.35939577, ..., 0.36453968,\n",
       "            0.36165464, 0.35688624]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.39609024, 0.40140083, 0.4009736 , ..., 0.39697865,\n",
       "            0.3944369 , 0.38567114],\n",
       "           [0.3992422 , 0.40828747, 0.40610075, ..., 0.40277866,\n",
       "            0.40022233, 0.38763437],\n",
       "           [0.40194625, 0.4121998 , 0.4093282 , ..., 0.40683457,\n",
       "            0.40704066, 0.39061305],\n",
       "           ...,\n",
       "           [0.40321782, 0.4116537 , 0.40976942, ..., 0.40813196,\n",
       "            0.40757766, 0.3905132 ],\n",
       "           [0.40189195, 0.4130531 , 0.4097753 , ..., 0.4084179 ,\n",
       "            0.4076901 , 0.39033964],\n",
       "           [0.3931414 , 0.4029054 , 0.40096056, ..., 0.40160707,\n",
       "            0.4032835 , 0.3978225 ]],\n",
       " \n",
       "          [[0.38954866, 0.38888288, 0.38794222, ..., 0.38455024,\n",
       "            0.3791832 , 0.37510863],\n",
       "           [0.40711093, 0.40189508, 0.39927387, ..., 0.39951766,\n",
       "            0.39284942, 0.3802724 ],\n",
       "           [0.411013  , 0.40716204, 0.40615553, ..., 0.40685248,\n",
       "            0.40425023, 0.3877055 ],\n",
       "           ...,\n",
       "           [0.41190392, 0.4067457 , 0.40725234, ..., 0.40711457,\n",
       "            0.4040128 , 0.38565198],\n",
       "           [0.41197583, 0.40857187, 0.409833  , ..., 0.4099405 ,\n",
       "            0.40823337, 0.38711804],\n",
       "           [0.4015338 , 0.40244645, 0.40090957, ..., 0.4033412 ,\n",
       "            0.4037832 , 0.39114273]],\n",
       " \n",
       "          [[0.39393294, 0.39399207, 0.39076528, ..., 0.38724658,\n",
       "            0.37854275, 0.37408108],\n",
       "           [0.41317326, 0.4066119 , 0.4001199 , ..., 0.39898992,\n",
       "            0.3904315 , 0.37758717],\n",
       "           [0.41706014, 0.41117904, 0.4061455 , ..., 0.40387234,\n",
       "            0.39960924, 0.38396955],\n",
       "           ...,\n",
       "           [0.41836366, 0.41194373, 0.40940294, ..., 0.4057874 ,\n",
       "            0.40162817, 0.38279292],\n",
       "           [0.41709018, 0.41222212, 0.41139236, ..., 0.40997106,\n",
       "            0.40548638, 0.3862693 ],\n",
       "           [0.4019022 , 0.4006467 , 0.3988766 , ..., 0.3995497 ,\n",
       "            0.39923123, 0.38838235]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.393572  , 0.39382204, 0.39286438, ..., 0.39182368,\n",
       "            0.38236627, 0.37703323],\n",
       "           [0.41335914, 0.40821168, 0.40560004, ..., 0.40715215,\n",
       "            0.395173  , 0.38195524],\n",
       "           [0.4192409 , 0.41698915, 0.41695303, ..., 0.41354957,\n",
       "            0.40503153, 0.38819262],\n",
       "           ...,\n",
       "           [0.41767973, 0.4127734 , 0.4118727 , ..., 0.40883762,\n",
       "            0.40182164, 0.38353455],\n",
       "           [0.41313583, 0.409223  , 0.41165522, ..., 0.4084645 ,\n",
       "            0.40496555, 0.38616478],\n",
       "           [0.39733502, 0.39533684, 0.3958897 , ..., 0.39474082,\n",
       "            0.3962181 , 0.38521153]],\n",
       " \n",
       "          [[0.39290896, 0.39550275, 0.39235142, ..., 0.39177704,\n",
       "            0.3804381 , 0.37595916],\n",
       "           [0.41256198, 0.40871504, 0.408068  , ..., 0.4095836 ,\n",
       "            0.39302292, 0.38288593],\n",
       "           [0.41780028, 0.41541326, 0.4174659 , ..., 0.41494155,\n",
       "            0.3985489 , 0.3857582 ],\n",
       "           ...,\n",
       "           [0.41567355, 0.41024703, 0.4120709 , ..., 0.40875727,\n",
       "            0.39391977, 0.38029292],\n",
       "           [0.40991938, 0.40613714, 0.40949804, ..., 0.4060665 ,\n",
       "            0.397283  , 0.38235474],\n",
       "           [0.39530706, 0.39193645, 0.39370692, ..., 0.3924854 ,\n",
       "            0.39030978, 0.38252968]],\n",
       " \n",
       "          [[0.3886826 , 0.3825738 , 0.38287607, ..., 0.38396198,\n",
       "            0.3758131 , 0.377292  ],\n",
       "           [0.40801924, 0.39536577, 0.39534056, ..., 0.39639845,\n",
       "            0.386818  , 0.38093224],\n",
       "           [0.41324824, 0.40111226, 0.40288085, ..., 0.39971069,\n",
       "            0.39022017, 0.3823659 ],\n",
       "           ...,\n",
       "           [0.40833336, 0.39404026, 0.3971493 , ..., 0.39266053,\n",
       "            0.38291684, 0.3765714 ],\n",
       "           [0.40156418, 0.38836843, 0.38887337, ..., 0.38441756,\n",
       "            0.37961394, 0.37329948],\n",
       "           [0.39829874, 0.39460915, 0.39519376, ..., 0.3919083 ,\n",
       "            0.3911753 , 0.39047664]]],\n",
       " \n",
       " \n",
       "         [[[0.37629282, 0.3913577 , 0.39122784, ..., 0.39153576,\n",
       "            0.4025973 , 0.38821325],\n",
       "           [0.3759471 , 0.391132  , 0.39781186, ..., 0.39667746,\n",
       "            0.4099003 , 0.40190232],\n",
       "           [0.37848252, 0.39500472, 0.39704847, ..., 0.3959802 ,\n",
       "            0.404619  , 0.40132964],\n",
       "           ...,\n",
       "           [0.38197026, 0.39409506, 0.39608154, ..., 0.3946434 ,\n",
       "            0.40276983, 0.39907745],\n",
       "           [0.38082412, 0.39009735, 0.39330202, ..., 0.39127332,\n",
       "            0.39559174, 0.39497483],\n",
       "           [0.38057217, 0.41009653, 0.41034153, ..., 0.40942734,\n",
       "            0.40773004, 0.4014271 ]],\n",
       " \n",
       "          [[0.35133684, 0.37860516, 0.3759502 , ..., 0.3747784 ,\n",
       "            0.38870633, 0.39272678],\n",
       "           [0.36554006, 0.38967788, 0.39250335, ..., 0.39121887,\n",
       "            0.41122562, 0.41055104],\n",
       "           [0.37198162, 0.39755762, 0.39409536, ..., 0.39038724,\n",
       "            0.4078582 , 0.4034295 ],\n",
       "           ...,\n",
       "           [0.37451357, 0.39691702, 0.3957317 , ..., 0.38974267,\n",
       "            0.4046039 , 0.40051472],\n",
       "           [0.3760324 , 0.39725214, 0.39653277, ..., 0.39049503,\n",
       "            0.39811108, 0.39589185],\n",
       "           [0.38067344, 0.423044  , 0.4227142 , ..., 0.41696694,\n",
       "            0.42075098, 0.41878137]],\n",
       " \n",
       "          [[0.34624267, 0.38352987, 0.3788917 , ..., 0.3767575 ,\n",
       "            0.39102036, 0.39403063],\n",
       "           [0.36338767, 0.39403552, 0.3950504 , ..., 0.3935131 ,\n",
       "            0.41300502, 0.41081768],\n",
       "           [0.36690152, 0.39688423, 0.3949658 , ..., 0.38872978,\n",
       "            0.4063218 , 0.4011341 ],\n",
       "           ...,\n",
       "           [0.36952788, 0.3953194 , 0.39316306, ..., 0.38717103,\n",
       "            0.40211293, 0.3973261 ],\n",
       "           [0.3691843 , 0.3928157 , 0.3886948 , ..., 0.38160628,\n",
       "            0.39198583, 0.39159867],\n",
       "           [0.37319008, 0.41300547, 0.4106723 , ..., 0.40575844,\n",
       "            0.41110644, 0.4143885 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.348866  , 0.38824192, 0.38869774, ..., 0.38964352,\n",
       "            0.3999122 , 0.40097067],\n",
       "           [0.36607224, 0.39917073, 0.4020601 , ..., 0.3995145 ,\n",
       "            0.4154039 , 0.41412863],\n",
       "           [0.36849928, 0.39881638, 0.40026447, ..., 0.39544305,\n",
       "            0.4096551 , 0.4059273 ],\n",
       "           ...,\n",
       "           [0.3668981 , 0.39157787, 0.39135534, ..., 0.39076385,\n",
       "            0.40270185, 0.40110826],\n",
       "           [0.36694956, 0.3885998 , 0.38406208, ..., 0.38439676,\n",
       "            0.38958296, 0.3923039 ],\n",
       "           [0.36533025, 0.40745854, 0.40470758, ..., 0.40546614,\n",
       "            0.40736133, 0.41829142]],\n",
       " \n",
       "          [[0.34529525, 0.38011917, 0.38051084, ..., 0.38121566,\n",
       "            0.39301294, 0.3993294 ],\n",
       "           [0.36182803, 0.39630362, 0.39676392, ..., 0.39363155,\n",
       "            0.4107941 , 0.41018066],\n",
       "           [0.36294517, 0.39678192, 0.3967086 , ..., 0.39187774,\n",
       "            0.41104186, 0.4059511 ],\n",
       "           ...,\n",
       "           [0.36216763, 0.3874785 , 0.38782495, ..., 0.3868631 ,\n",
       "            0.40443912, 0.4027326 ],\n",
       "           [0.36216903, 0.3850391 , 0.38210118, ..., 0.38037974,\n",
       "            0.39234748, 0.39366868],\n",
       "           [0.3597868 , 0.4067947 , 0.40645546, ..., 0.4064907 ,\n",
       "            0.4115497 , 0.42194253]],\n",
       " \n",
       "          [[0.36439013, 0.38385415, 0.3854086 , ..., 0.38504854,\n",
       "            0.3907737 , 0.38003013],\n",
       "           [0.37029487, 0.40998212, 0.40439597, ..., 0.4043422 ,\n",
       "            0.4094319 , 0.408013  ],\n",
       "           [0.36656192, 0.4032369 , 0.39918348, ..., 0.39890784,\n",
       "            0.40765932, 0.40753472],\n",
       "           ...,\n",
       "           [0.36572218, 0.39745623, 0.3926487 , ..., 0.39525518,\n",
       "            0.40354604, 0.40266907],\n",
       "           [0.36383894, 0.39565912, 0.38867596, ..., 0.39008638,\n",
       "            0.39542136, 0.39974642],\n",
       "           [0.35979348, 0.39694053, 0.39943743, ..., 0.40136895,\n",
       "            0.40630797, 0.41863674]]],\n",
       " \n",
       " \n",
       "         [[[0.35487074, 0.34953192, 0.35328734, ..., 0.3593718 ,\n",
       "            0.3489823 , 0.35545775],\n",
       "           [0.35371515, 0.34403822, 0.3448834 , ..., 0.35204527,\n",
       "            0.3401671 , 0.3457265 ],\n",
       "           [0.3612677 , 0.3515257 , 0.35965663, ..., 0.36498946,\n",
       "            0.35663885, 0.36279023],\n",
       "           ...,\n",
       "           [0.35433596, 0.346621  , 0.35732424, ..., 0.3611233 ,\n",
       "            0.35285535, 0.35989693],\n",
       "           [0.35599127, 0.34700763, 0.35099635, ..., 0.3547293 ,\n",
       "            0.35276145, 0.3583391 ],\n",
       "           [0.356598  , 0.34038532, 0.34413853, ..., 0.34680086,\n",
       "            0.344845  , 0.3512281 ]],\n",
       " \n",
       "          [[0.36804938, 0.351881  , 0.3569482 , ..., 0.36334014,\n",
       "            0.35147732, 0.35120535],\n",
       "           [0.353871  , 0.34185997, 0.34235197, ..., 0.34809536,\n",
       "            0.33655524, 0.3378485 ],\n",
       "           [0.360376  , 0.34814465, 0.3559083 , ..., 0.3609083 ,\n",
       "            0.35140625, 0.35631734],\n",
       "           ...,\n",
       "           [0.3548783 , 0.343349  , 0.3530225 , ..., 0.35762554,\n",
       "            0.34911862, 0.35458383],\n",
       "           [0.35504347, 0.34390134, 0.34592938, ..., 0.34983417,\n",
       "            0.34698465, 0.3536496 ],\n",
       "           [0.35170832, 0.33564827, 0.33950055, ..., 0.34226018,\n",
       "            0.34009185, 0.34699544]],\n",
       " \n",
       "          [[0.37634572, 0.35379273, 0.36298025, ..., 0.37057278,\n",
       "            0.3552826 , 0.35494962],\n",
       "           [0.35611445, 0.3433776 , 0.34913504, ..., 0.35630932,\n",
       "            0.33993092, 0.34272078],\n",
       "           [0.36386022, 0.35094824, 0.35996056, ..., 0.364003  ,\n",
       "            0.35243767, 0.3569319 ],\n",
       "           ...,\n",
       "           [0.36210486, 0.349166  , 0.362279  , ..., 0.36729243,\n",
       "            0.35583815, 0.36063707],\n",
       "           [0.35910037, 0.34768644, 0.35451537, ..., 0.35675776,\n",
       "            0.34978992, 0.35289344],\n",
       "           [0.3569613 , 0.34049937, 0.3478484 , ..., 0.34836927,\n",
       "            0.34185758, 0.34542775]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36985505, 0.34964433, 0.35393244, ..., 0.3637745 ,\n",
       "            0.351449  , 0.35293296],\n",
       "           [0.35208595, 0.33852446, 0.3405827 , ..., 0.35063514,\n",
       "            0.33807504, 0.34144577],\n",
       "           [0.35972187, 0.34548956, 0.35272402, ..., 0.35863626,\n",
       "            0.3497865 , 0.3544481 ],\n",
       "           ...,\n",
       "           [0.36017895, 0.34739706, 0.3580507 , ..., 0.3647382 ,\n",
       "            0.35607764, 0.3598044 ],\n",
       "           [0.35544136, 0.34400645, 0.34774458, ..., 0.3515271 ,\n",
       "            0.35038576, 0.35314357],\n",
       "           [0.354269  , 0.33743343, 0.34235895, ..., 0.34526062,\n",
       "            0.34389812, 0.3457587 ]],\n",
       " \n",
       "          [[0.3736571 , 0.347569  , 0.35263836, ..., 0.362218  ,\n",
       "            0.3590765 , 0.35832062],\n",
       "           [0.3513827 , 0.3361756 , 0.33715072, ..., 0.3463787 ,\n",
       "            0.34410286, 0.34619546],\n",
       "           [0.35802537, 0.34289455, 0.34655204, ..., 0.35181808,\n",
       "            0.34827226, 0.35190508],\n",
       "           ...,\n",
       "           [0.36031863, 0.34786153, 0.35500315, ..., 0.3591443 ,\n",
       "            0.35089388, 0.3529563 ],\n",
       "           [0.35672665, 0.3444998 , 0.3470071 , ..., 0.35267904,\n",
       "            0.349089  , 0.35085356],\n",
       "           [0.35506505, 0.3385114 , 0.3412478 , ..., 0.34582558,\n",
       "            0.34257108, 0.3439112 ]],\n",
       " \n",
       "          [[0.36216423, 0.3513943 , 0.35432467, ..., 0.3643559 ,\n",
       "            0.36088362, 0.3651541 ],\n",
       "           [0.351493  , 0.33731735, 0.3425549 , ..., 0.3519647 ,\n",
       "            0.35057795, 0.3526534 ],\n",
       "           [0.36108655, 0.3478611 , 0.355409  , ..., 0.36076587,\n",
       "            0.35649875, 0.3577578 ],\n",
       "           ...,\n",
       "           [0.3633568 , 0.35103902, 0.3606255 , ..., 0.36577475,\n",
       "            0.35756263, 0.35846835],\n",
       "           [0.35871974, 0.346045  , 0.35334328, ..., 0.35997555,\n",
       "            0.35753182, 0.35662133],\n",
       "           [0.35486138, 0.3422757 , 0.346311  , ..., 0.35216162,\n",
       "            0.34926912, 0.34548193]]]],\n",
       " \n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.39014181, 0.39513156, 0.39189622, ..., 0.3877654 ,\n",
       "            0.38584507, 0.38030568],\n",
       "           [0.39594927, 0.40003654, 0.3988727 , ..., 0.39500397,\n",
       "            0.3927665 , 0.38295972],\n",
       "           [0.39848492, 0.40468037, 0.4025939 , ..., 0.39822266,\n",
       "            0.39744887, 0.38499287],\n",
       "           ...,\n",
       "           [0.39761108, 0.4027389 , 0.40142834, ..., 0.39884588,\n",
       "            0.39780524, 0.38579622],\n",
       "           [0.39641127, 0.4019122 , 0.3999518 , ..., 0.3978161 ,\n",
       "            0.39981514, 0.3882279 ],\n",
       "           [0.39147493, 0.39411458, 0.39288342, ..., 0.39254308,\n",
       "            0.39550164, 0.39321536]],\n",
       " \n",
       "          [[0.38936466, 0.3868987 , 0.38637447, ..., 0.3829094 ,\n",
       "            0.3777629 , 0.37381557],\n",
       "           [0.40043926, 0.39574656, 0.39625886, ..., 0.3941459 ,\n",
       "            0.39025202, 0.3799145 ],\n",
       "           [0.40388253, 0.40040752, 0.40106636, ..., 0.3991876 ,\n",
       "            0.3963494 , 0.3843956 ],\n",
       "           ...,\n",
       "           [0.40328482, 0.39925462, 0.4007639 , ..., 0.3989345 ,\n",
       "            0.39631224, 0.3837274 ],\n",
       "           [0.40214202, 0.39876664, 0.39941218, ..., 0.39801225,\n",
       "            0.39765158, 0.38525525],\n",
       "           [0.3986283 , 0.3946638 , 0.3945793 , ..., 0.39558053,\n",
       "            0.39604676, 0.3894374 ]],\n",
       " \n",
       "          [[0.39316627, 0.39179528, 0.38868156, ..., 0.38437784,\n",
       "            0.37542334, 0.37203893],\n",
       "           [0.40607855, 0.4012243 , 0.39911914, ..., 0.39614284,\n",
       "            0.38728076, 0.37825286],\n",
       "           [0.40868142, 0.40346387, 0.40091842, ..., 0.39836887,\n",
       "            0.39196256, 0.38192102],\n",
       "           ...,\n",
       "           [0.40896785, 0.40363723, 0.40310723, ..., 0.39996073,\n",
       "            0.39390594, 0.38221592],\n",
       "           [0.40645134, 0.401896  , 0.4009078 , ..., 0.3980483 ,\n",
       "            0.3955668 , 0.38510323],\n",
       "           [0.3997515 , 0.3941818 , 0.39294496, ..., 0.39314616,\n",
       "            0.3929545 , 0.38694063]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.39289668, 0.39281657, 0.39048296, ..., 0.38834733,\n",
       "            0.3793978 , 0.37543425],\n",
       "           [0.40678665, 0.40350834, 0.4026403 , ..., 0.40070832,\n",
       "            0.39071673, 0.3822829 ],\n",
       "           [0.40988985, 0.40646103, 0.40587813, ..., 0.40144986,\n",
       "            0.3941475 , 0.38370585],\n",
       "           ...,\n",
       "           [0.4077236 , 0.40252686, 0.40242133, ..., 0.3990993 ,\n",
       "            0.3919659 , 0.38092616],\n",
       "           [0.4035941 , 0.39893752, 0.40011463, ..., 0.39591068,\n",
       "            0.3936855 , 0.3839253 ],\n",
       "           [0.39576852, 0.38831234, 0.389703  , ..., 0.38848835,\n",
       "            0.38972017, 0.3835463 ]],\n",
       " \n",
       "          [[0.39473146, 0.39476913, 0.3921617 , ..., 0.39179417,\n",
       "            0.38150284, 0.377693  ],\n",
       "           [0.40858334, 0.40503952, 0.40484637, ..., 0.40430215,\n",
       "            0.39223948, 0.38483673],\n",
       "           [0.40884158, 0.40516683, 0.40540054, ..., 0.40256718,\n",
       "            0.39244172, 0.38436297],\n",
       "           ...,\n",
       "           [0.40674943, 0.4015728 , 0.4022618 , ..., 0.39899272,\n",
       "            0.38934764, 0.3806719 ],\n",
       "           [0.40220964, 0.39759567, 0.39937225, ..., 0.39550728,\n",
       "            0.38971546, 0.38143253],\n",
       "           [0.39454392, 0.38624862, 0.38867196, ..., 0.38722804,\n",
       "            0.38569275, 0.38176286]],\n",
       " \n",
       "          [[0.39133263, 0.38359505, 0.38444743, ..., 0.38549262,\n",
       "            0.37591684, 0.37777853],\n",
       "           [0.40563044, 0.39139238, 0.3938587 , ..., 0.39454332,\n",
       "            0.38444343, 0.37816107],\n",
       "           [0.4059806 , 0.39081347, 0.3946942 , ..., 0.3935761 ,\n",
       "            0.38442492, 0.37912002],\n",
       "           ...,\n",
       "           [0.40397412, 0.38728157, 0.39178175, ..., 0.3890622 ,\n",
       "            0.37992936, 0.37506473],\n",
       "           [0.40006846, 0.38267717, 0.38498673, ..., 0.38160288,\n",
       "            0.37661514, 0.37136143],\n",
       "           [0.39856654, 0.39186725, 0.39212033, ..., 0.3895468 ,\n",
       "            0.38868585, 0.38720244]]],\n",
       " \n",
       " \n",
       "         [[[0.38468674, 0.3838095 , 0.38698408, ..., 0.38891932,\n",
       "            0.39328074, 0.39338696],\n",
       "           [0.3789487 , 0.38784385, 0.39299643, ..., 0.39526412,\n",
       "            0.4003431 , 0.39869514],\n",
       "           [0.38207513, 0.39035183, 0.3940398 , ..., 0.39713043,\n",
       "            0.39910084, 0.39712605],\n",
       "           ...,\n",
       "           [0.38192257, 0.3881044 , 0.392274  , ..., 0.39259753,\n",
       "            0.39556396, 0.3941449 ],\n",
       "           [0.38070652, 0.38590732, 0.38915166, ..., 0.38929087,\n",
       "            0.3882031 , 0.38900664],\n",
       "           [0.38429445, 0.40844837, 0.40943155, ..., 0.4093736 ,\n",
       "            0.40682358, 0.4058279 ]],\n",
       " \n",
       "          [[0.37236536, 0.38313502, 0.3818957 , ..., 0.38248488,\n",
       "            0.3890249 , 0.39683202],\n",
       "           [0.38142785, 0.39484736, 0.3963246 , ..., 0.39726153,\n",
       "            0.40097827, 0.40109643],\n",
       "           [0.38505125, 0.39962804, 0.39778712, ..., 0.39936176,\n",
       "            0.40371916, 0.39973018],\n",
       "           ...,\n",
       "           [0.38535163, 0.39697337, 0.39686418, ..., 0.39551154,\n",
       "            0.39949858, 0.39642093],\n",
       "           [0.38685292, 0.39797258, 0.39905974, ..., 0.39796066,\n",
       "            0.39754748, 0.39332783],\n",
       "           [0.3878226 , 0.4225868 , 0.42162386, ..., 0.4187736 ,\n",
       "            0.41799724, 0.41812456]],\n",
       " \n",
       "          [[0.37402415, 0.38680175, 0.38420364, ..., 0.38421544,\n",
       "            0.3898916 , 0.39608535],\n",
       "           [0.37901813, 0.39525643, 0.39601752, ..., 0.3969437 ,\n",
       "            0.40141645, 0.40104583],\n",
       "           [0.37836918, 0.39373153, 0.39460954, ..., 0.39434612,\n",
       "            0.39965066, 0.3974509 ],\n",
       "           ...,\n",
       "           [0.3780726 , 0.39026284, 0.3915019 , ..., 0.3917547 ,\n",
       "            0.39666098, 0.39478266],\n",
       "           [0.37919182, 0.39009315, 0.39083138, ..., 0.39064035,\n",
       "            0.39275083, 0.39028826],\n",
       "           [0.3791582 , 0.4128742 , 0.41089487, ..., 0.40975177,\n",
       "            0.41017354, 0.41504642]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37440524, 0.38793072, 0.38834694, ..., 0.39016694,\n",
       "            0.39324042, 0.39782402],\n",
       "           [0.37797153, 0.39473975, 0.39701727, ..., 0.3986688 ,\n",
       "            0.40264702, 0.40045577],\n",
       "           [0.37719572, 0.39298284, 0.39500752, ..., 0.397035  ,\n",
       "            0.40189385, 0.39810386],\n",
       "           ...,\n",
       "           [0.37431532, 0.38579848, 0.38797107, ..., 0.39181536,\n",
       "            0.39722383, 0.3955165 ],\n",
       "           [0.37596694, 0.38601303, 0.3865012 , ..., 0.39051124,\n",
       "            0.39183897, 0.3899087 ],\n",
       "           [0.37366477, 0.4093261 , 0.40611166, ..., 0.41043875,\n",
       "            0.41004014, 0.41679683]],\n",
       " \n",
       "          [[0.36949134, 0.38349375, 0.38399252, ..., 0.38489762,\n",
       "            0.3892299 , 0.39505067],\n",
       "           [0.37287825, 0.3913598 , 0.39300063, ..., 0.39342192,\n",
       "            0.39882147, 0.39771524],\n",
       "           [0.37328586, 0.39088616, 0.39141867, ..., 0.3926473 ,\n",
       "            0.39996475, 0.397083  ],\n",
       "           ...,\n",
       "           [0.37115008, 0.38377112, 0.38561746, ..., 0.3884991 ,\n",
       "            0.39741287, 0.3965351 ],\n",
       "           [0.37130564, 0.38285536, 0.3844297 , ..., 0.38732517,\n",
       "            0.39149952, 0.3904083 ],\n",
       "           [0.36909097, 0.40772724, 0.4067063 , ..., 0.41077942,\n",
       "            0.4121156 , 0.4190203 ]],\n",
       " \n",
       "          [[0.3789296 , 0.3853688 , 0.38565758, ..., 0.38653895,\n",
       "            0.3932332 , 0.3886844 ],\n",
       "           [0.3768844 , 0.39641058, 0.39228284, ..., 0.39249262,\n",
       "            0.39786267, 0.40466318],\n",
       "           [0.3741648 , 0.39306644, 0.38821784, ..., 0.38922608,\n",
       "            0.39725545, 0.40295276],\n",
       "           ...,\n",
       "           [0.37229034, 0.3903158 , 0.38563243, ..., 0.3884491 ,\n",
       "            0.3969382 , 0.4027712 ],\n",
       "           [0.3715514 , 0.39236277, 0.38661683, ..., 0.38974306,\n",
       "            0.39381036, 0.40067643],\n",
       "           [0.37179875, 0.4019011 , 0.4022013 , ..., 0.40653273,\n",
       "            0.40834332, 0.41914296]]],\n",
       " \n",
       " \n",
       "         [[[0.37543812, 0.37363574, 0.37739307, ..., 0.380273  ,\n",
       "            0.3773179 , 0.37765518],\n",
       "           [0.3716746 , 0.3634582 , 0.3643514 , ..., 0.36704502,\n",
       "            0.3635348 , 0.36900505],\n",
       "           [0.37589777, 0.36798763, 0.37542945, ..., 0.37586543,\n",
       "            0.37387228, 0.38114244],\n",
       "           ...,\n",
       "           [0.3712471 , 0.36395013, 0.37018138, ..., 0.37425783,\n",
       "            0.370106  , 0.37675613],\n",
       "           [0.37255117, 0.36488545, 0.3660779 , ..., 0.36868575,\n",
       "            0.36800197, 0.37335366],\n",
       "           [0.37095767, 0.35638347, 0.35829544, ..., 0.35946134,\n",
       "            0.35738653, 0.36326182]],\n",
       " \n",
       "          [[0.3802072 , 0.36870694, 0.37310514, ..., 0.375889  ,\n",
       "            0.37246653, 0.37155443],\n",
       "           [0.36888963, 0.35681847, 0.3576664 , ..., 0.3593912 ,\n",
       "            0.35677263, 0.3613198 ],\n",
       "           [0.37314898, 0.3614873 , 0.3689684 , ..., 0.36817232,\n",
       "            0.3658843 , 0.37240317],\n",
       "           ...,\n",
       "           [0.36818132, 0.35747388, 0.363134  , ..., 0.36712056,\n",
       "            0.36302465, 0.36908853],\n",
       "           [0.36992285, 0.3599081 , 0.3598981 , ..., 0.3617446 ,\n",
       "            0.36105442, 0.3667184 ],\n",
       "           [0.36454317, 0.34863898, 0.35106176, ..., 0.35275024,\n",
       "            0.35163912, 0.35779807]],\n",
       " \n",
       "          [[0.38220194, 0.37034935, 0.3787776 , ..., 0.38144836,\n",
       "            0.37374088, 0.37239873],\n",
       "           [0.37195662, 0.35994643, 0.36453867, ..., 0.36572966,\n",
       "            0.358779  , 0.3620609 ],\n",
       "           [0.3796618 , 0.36855662, 0.37423834, ..., 0.37370738,\n",
       "            0.3694383 , 0.3722667 ],\n",
       "           ...,\n",
       "           [0.37867722, 0.3681364 , 0.375447  , ..., 0.3762421 ,\n",
       "            0.36850688, 0.37186778],\n",
       "           [0.37630635, 0.36695752, 0.37125298, ..., 0.36879617,\n",
       "            0.36475268, 0.36752495],\n",
       "           [0.37194347, 0.35535932, 0.36237887, ..., 0.35921982,\n",
       "            0.3554108 , 0.35866502]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37979007, 0.36703408, 0.371083  , ..., 0.3786574 ,\n",
       "            0.37166843, 0.37153375],\n",
       "           [0.36996675, 0.35697395, 0.35726726, ..., 0.36412477,\n",
       "            0.35716656, 0.3616426 ],\n",
       "           [0.37660518, 0.3644795 , 0.36858085, ..., 0.37078214,\n",
       "            0.36586115, 0.3706066 ],\n",
       "           ...,\n",
       "           [0.37899038, 0.36853245, 0.37439254, ..., 0.3771541 ,\n",
       "            0.36917523, 0.37272394],\n",
       "           [0.3749275 , 0.36562842, 0.36766243, ..., 0.36732736,\n",
       "            0.3662566 , 0.36895078],\n",
       "           [0.37147045, 0.35520133, 0.36012086, ..., 0.35848716,\n",
       "            0.35717416, 0.36065587]],\n",
       " \n",
       "          [[0.3834647 , 0.3695704 , 0.37317106, ..., 0.38234514,\n",
       "            0.37652445, 0.3759758 ],\n",
       "           [0.37296695, 0.35855702, 0.35916877, ..., 0.3676543 ,\n",
       "            0.36161134, 0.365845  ],\n",
       "           [0.3760576 , 0.36238712, 0.3675461 , ..., 0.372258  ,\n",
       "            0.36751577, 0.37122506],\n",
       "           ...,\n",
       "           [0.3792602 , 0.36780196, 0.37498024, ..., 0.37868536,\n",
       "            0.3682913 , 0.37107155],\n",
       "           [0.3771939 , 0.3671446 , 0.36767367, ..., 0.37051493,\n",
       "            0.36820057, 0.37023073],\n",
       "           [0.37380955, 0.35797757, 0.3594832 , ..., 0.36098567,\n",
       "            0.35854036, 0.36114717]],\n",
       " \n",
       "          [[0.38321945, 0.37530464, 0.3780603 , ..., 0.38729334,\n",
       "            0.37794393, 0.3781724 ],\n",
       "           [0.3756417 , 0.36746845, 0.3714874 , ..., 0.38030493,\n",
       "            0.37299022, 0.37146333],\n",
       "           [0.38028002, 0.37275377, 0.38066566, ..., 0.38585964,\n",
       "            0.38041106, 0.37671757],\n",
       "           ...,\n",
       "           [0.38293228, 0.37649432, 0.3861998 , ..., 0.39072996,\n",
       "            0.38020957, 0.37609735],\n",
       "           [0.37962848, 0.37115029, 0.37834275, ..., 0.3818386 ,\n",
       "            0.38006833, 0.37625873],\n",
       "           [0.3723621 , 0.36046818, 0.36549643, ..., 0.36886647,\n",
       "            0.36726236, 0.3623948 ]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.37622568, 0.38209414, 0.37872756, ..., 0.37523612,\n",
       "            0.373248  , 0.36861247],\n",
       "           [0.38234666, 0.38697478, 0.38578963, ..., 0.3824341 ,\n",
       "            0.3799629 , 0.3699374 ],\n",
       "           [0.3851749 , 0.3923209 , 0.38980868, ..., 0.3857886 ,\n",
       "            0.3850304 , 0.3720116 ],\n",
       "           ...,\n",
       "           [0.38391685, 0.3897413 , 0.38796404, ..., 0.3852607 ,\n",
       "            0.38446134, 0.37208053],\n",
       "           [0.38218245, 0.38846636, 0.38628328, ..., 0.38428056,\n",
       "            0.386296  , 0.3747404 ],\n",
       "           [0.37777108, 0.38085714, 0.37933803, ..., 0.37894806,\n",
       "            0.38180062, 0.38014135]],\n",
       " \n",
       "          [[0.37776285, 0.37422377, 0.37352943, ..., 0.37047988,\n",
       "            0.36504737, 0.3608069 ],\n",
       "           [0.3880868 , 0.38206965, 0.38301006, ..., 0.38158372,\n",
       "            0.37716785, 0.3660408 ],\n",
       "           [0.39137024, 0.38750592, 0.38863936, ..., 0.386884  ,\n",
       "            0.38348812, 0.37057436],\n",
       "           ...,\n",
       "           [0.39014104, 0.38546917, 0.38729113, ..., 0.3855995 ,\n",
       "            0.38259116, 0.3691991 ],\n",
       "           [0.38870332, 0.38466492, 0.3852195 , ..., 0.38417694,\n",
       "            0.38433   , 0.37081066],\n",
       "           [0.38421714, 0.3801057 , 0.37944728, ..., 0.37993145,\n",
       "            0.38111562, 0.37569594]],\n",
       " \n",
       "          [[0.38051164, 0.3781158 , 0.3751656 , ..., 0.37140295,\n",
       "            0.36186948, 0.35787946],\n",
       "           [0.3937603 , 0.38710046, 0.38560462, ..., 0.3829358 ,\n",
       "            0.3737795 , 0.36378437],\n",
       "           [0.39676842, 0.39080116, 0.3883592 , ..., 0.38550258,\n",
       "            0.37787375, 0.36676413],\n",
       "           ...,\n",
       "           [0.39704296, 0.39068127, 0.38975573, ..., 0.38570353,\n",
       "            0.3791705 , 0.36664847],\n",
       "           [0.39345953, 0.38804755, 0.38733977, ..., 0.38387504,\n",
       "            0.38153747, 0.37000072],\n",
       "           [0.38549688, 0.37953368, 0.37744597, ..., 0.37648585,\n",
       "            0.3767296 , 0.3721716 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37996104, 0.37869528, 0.37596542, ..., 0.37482348,\n",
       "            0.3656637 , 0.36107355],\n",
       "           [0.39435324, 0.38913828, 0.38883004, ..., 0.38748312,\n",
       "            0.3767927 , 0.36742517],\n",
       "           [0.39731166, 0.3921072 , 0.39214927, ..., 0.38830692,\n",
       "            0.3797772 , 0.3687401 ],\n",
       "           ...,\n",
       "           [0.39452618, 0.3883936 , 0.38852775, ..., 0.38519326,\n",
       "            0.3770924 , 0.36511073],\n",
       "           [0.38996494, 0.3848853 , 0.38606015, ..., 0.38107327,\n",
       "            0.3790572 , 0.36858138],\n",
       "           [0.38072804, 0.3728216 , 0.3724469 , ..., 0.3708403 ,\n",
       "            0.3728979 , 0.36802807]],\n",
       " \n",
       "          [[0.382519  , 0.38190433, 0.37849292, ..., 0.37881136,\n",
       "            0.36767545, 0.36324477],\n",
       "           [0.39703524, 0.39151794, 0.39116347, ..., 0.39155233,\n",
       "            0.3780246 , 0.36938846],\n",
       "           [0.3970154 , 0.39116254, 0.39179763, ..., 0.3893919 ,\n",
       "            0.37809992, 0.36916912],\n",
       "           ...,\n",
       "           [0.39461756, 0.38784188, 0.38871405, ..., 0.3850721 ,\n",
       "            0.37456018, 0.3649354 ],\n",
       "           [0.38925287, 0.38354635, 0.38503066, ..., 0.38100785,\n",
       "            0.37518665, 0.36602187],\n",
       "           [0.37921992, 0.37145427, 0.37181258, ..., 0.37077308,\n",
       "            0.3693251 , 0.3668348 ]],\n",
       " \n",
       "          [[0.3787717 , 0.3701834 , 0.37004545, ..., 0.37150085,\n",
       "            0.3601662 , 0.3648798 ],\n",
       "           [0.39384705, 0.37615222, 0.37893987, ..., 0.38004345,\n",
       "            0.36870456, 0.36145124],\n",
       "           [0.39412272, 0.3752605 , 0.37934637, ..., 0.37842605,\n",
       "            0.3687467 , 0.36255485],\n",
       "           ...,\n",
       "           [0.39205736, 0.37178358, 0.37571847, ..., 0.3728816 ,\n",
       "            0.36359298, 0.35854667],\n",
       "           [0.38727403, 0.36636275, 0.36879227, ..., 0.36557502,\n",
       "            0.36061403, 0.3548142 ],\n",
       "           [0.38410932, 0.3776343 , 0.37649938, ..., 0.37481445,\n",
       "            0.3734227 , 0.37283346]]],\n",
       " \n",
       " \n",
       "         [[[0.37051114, 0.36630294, 0.37033194, ..., 0.3723924 ,\n",
       "            0.3777138 , 0.37671173],\n",
       "           [0.36356518, 0.3691531 , 0.37509894, ..., 0.37782425,\n",
       "            0.38514435, 0.3839234 ],\n",
       "           [0.3671488 , 0.37188697, 0.37702402, ..., 0.38072702,\n",
       "            0.3838355 , 0.38259864],\n",
       "           ...,\n",
       "           [0.3669719 , 0.3694421 , 0.37522304, ..., 0.37622455,\n",
       "            0.37952766, 0.37928855],\n",
       "           [0.36610854, 0.36728612, 0.3707388 , ..., 0.3707116 ,\n",
       "            0.3717096 , 0.3735942 ],\n",
       "           [0.36910865, 0.39040112, 0.39188907, ..., 0.39197847,\n",
       "            0.3901147 , 0.39068723]],\n",
       " \n",
       "          [[0.35802227, 0.36487153, 0.3657388 , ..., 0.36707115,\n",
       "            0.37457818, 0.38183242],\n",
       "           [0.36460695, 0.3777068 , 0.37982804, ..., 0.38091204,\n",
       "            0.38655412, 0.38777548],\n",
       "           [0.37099716, 0.38336346, 0.38237923, ..., 0.38387153,\n",
       "            0.3899879 , 0.38660273],\n",
       "           ...,\n",
       "           [0.37142175, 0.3797882 , 0.38065514, ..., 0.3794416 ,\n",
       "            0.38513872, 0.3827927 ],\n",
       "           [0.37332225, 0.3812331 , 0.38285252, ..., 0.38183528,\n",
       "            0.38190356, 0.37954995],\n",
       "           [0.37389132, 0.40663868, 0.40746662, ..., 0.40649483,\n",
       "            0.40578914, 0.40432096]],\n",
       " \n",
       "          [[0.3576777 , 0.36949834, 0.36778256, ..., 0.36784422,\n",
       "            0.3753318 , 0.3825956 ],\n",
       "           [0.36223608, 0.3774969 , 0.37928766, ..., 0.38010564,\n",
       "            0.38598558, 0.3877953 ],\n",
       "           [0.36416787, 0.37677273, 0.37778124, ..., 0.37745878,\n",
       "            0.3848891 , 0.3837841 ],\n",
       "           ...,\n",
       "           [0.36343923, 0.37217012, 0.37357146, ..., 0.37378272,\n",
       "            0.38043314, 0.38064677],\n",
       "           [0.36526084, 0.3730332 , 0.37404877, ..., 0.374462  ,\n",
       "            0.3763198 , 0.37587687],\n",
       "           [0.36462095, 0.39661673, 0.39776814, ..., 0.3988686 ,\n",
       "            0.39858645, 0.40111047]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.35791263, 0.37047333, 0.3715456 , ..., 0.3742942 ,\n",
       "            0.37822974, 0.383649  ],\n",
       "           [0.3613447 , 0.37648287, 0.37983406, ..., 0.38220054,\n",
       "            0.3870442 , 0.3869769 ],\n",
       "           [0.36222887, 0.37575942, 0.37749854, ..., 0.38064814,\n",
       "            0.38638675, 0.38410714],\n",
       "           ...,\n",
       "           [0.36017737, 0.36852622, 0.36962703, ..., 0.37321922,\n",
       "            0.37994462, 0.380288  ],\n",
       "           [0.36148202, 0.36874765, 0.36964092, ..., 0.37250397,\n",
       "            0.37417278, 0.37420288],\n",
       "           [0.3580593 , 0.39050755, 0.39392483, ..., 0.39774156,\n",
       "            0.39705944, 0.4021771 ]],\n",
       " \n",
       "          [[0.3528058 , 0.3644487 , 0.36715484, ..., 0.36917746,\n",
       "            0.37354803, 0.3797999 ],\n",
       "           [0.354282  , 0.3728351 , 0.3757012 , ..., 0.37710986,\n",
       "            0.38251844, 0.38381314],\n",
       "           [0.3548221 , 0.37283614, 0.37451276, ..., 0.3766806 ,\n",
       "            0.38453755, 0.3834384 ],\n",
       "           ...,\n",
       "           [0.35272375, 0.36553064, 0.3676162 , ..., 0.37078628,\n",
       "            0.3799151 , 0.38124496],\n",
       "           [0.35364017, 0.3652633 , 0.36662006, ..., 0.36936525,\n",
       "            0.37379196, 0.37478322],\n",
       "           [0.35324928, 0.3875833 , 0.39076743, ..., 0.3949822 ,\n",
       "            0.39790002, 0.40344813]],\n",
       " \n",
       "          [[0.36494675, 0.37025583, 0.36980194, ..., 0.37182373,\n",
       "            0.3787866 , 0.3743321 ],\n",
       "           [0.36013147, 0.3821587 , 0.3789479 , ..., 0.38032982,\n",
       "            0.38525596, 0.39292073],\n",
       "           [0.3575895 , 0.379181  , 0.3751064 , ..., 0.37721193,\n",
       "            0.38518187, 0.39136177],\n",
       "           ...,\n",
       "           [0.35562605, 0.37639794, 0.3720581 , ..., 0.37565684,\n",
       "            0.3835288 , 0.38939503],\n",
       "           [0.3555815 , 0.37938464, 0.37356305, ..., 0.3767403 ,\n",
       "            0.3804183 , 0.38736272],\n",
       "           [0.35693863, 0.38342425, 0.38558024, ..., 0.38956177,\n",
       "            0.39362845, 0.40268698]]],\n",
       " \n",
       " \n",
       "         [[[0.35732618, 0.35700867, 0.35934192, ..., 0.362286  ,\n",
       "            0.3593933 , 0.3595778 ],\n",
       "           [0.35379934, 0.3469088 , 0.34645241, ..., 0.3491362 ,\n",
       "            0.34550476, 0.35056978],\n",
       "           [0.35609627, 0.34945032, 0.35627672, ..., 0.3561697 ,\n",
       "            0.35604227, 0.3630064 ],\n",
       "           ...,\n",
       "           [0.3519329 , 0.345992  , 0.35021555, ..., 0.35440627,\n",
       "            0.35185397, 0.3580917 ],\n",
       "           [0.35409564, 0.34777096, 0.34820065, ..., 0.3500896 ,\n",
       "            0.34940878, 0.3543473 ],\n",
       "           [0.35241097, 0.33809164, 0.3393554 , ..., 0.34012982,\n",
       "            0.3392953 , 0.3440972 ]],\n",
       " \n",
       "          [[0.36094162, 0.35197285, 0.35508004, ..., 0.3575849 ,\n",
       "            0.3542145 , 0.3534911 ],\n",
       "           [0.3509805 , 0.34007427, 0.33973974, ..., 0.34161913,\n",
       "            0.33886614, 0.34340456],\n",
       "           [0.35265353, 0.3422773 , 0.34948403, ..., 0.34858474,\n",
       "            0.3477507 , 0.3550581 ],\n",
       "           ...,\n",
       "           [0.3482963 , 0.3390547 , 0.3433254 , ..., 0.34745777,\n",
       "            0.34458593, 0.35105017],\n",
       "           [0.35085654, 0.3421293 , 0.3415558 , ..., 0.34256044,\n",
       "            0.34258163, 0.34816465],\n",
       "           [0.34578714, 0.3302544 , 0.33163455, ..., 0.33231753,\n",
       "            0.331942  , 0.3384935 ]],\n",
       " \n",
       "          [[0.36375868, 0.35314626, 0.36026236, ..., 0.36325997,\n",
       "            0.35536566, 0.35406852],\n",
       "           [0.353249  , 0.34279507, 0.3459596 , ..., 0.34774998,\n",
       "            0.34101707, 0.3438812 ],\n",
       "           [0.35909936, 0.3495321 , 0.35656595, ..., 0.35655174,\n",
       "            0.35144404, 0.35515708],\n",
       "           ...,\n",
       "           [0.3584216 , 0.34979782, 0.35808402, ..., 0.35942182,\n",
       "            0.3508537 , 0.3537535 ],\n",
       "           [0.35629115, 0.34842256, 0.3521369 , ..., 0.34812292,\n",
       "            0.34637722, 0.34893736],\n",
       "           [0.35234922, 0.3362742 , 0.34184068, ..., 0.33708432,\n",
       "            0.33553332, 0.33942237]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36127222, 0.34978184, 0.35185513, ..., 0.36145258,\n",
       "            0.35487735, 0.3546137 ],\n",
       "           [0.35120234, 0.34001142, 0.33826002, ..., 0.34708866,\n",
       "            0.34075478, 0.34501886],\n",
       "           [0.35513765, 0.34489748, 0.35079643, ..., 0.3546446 ,\n",
       "            0.34972286, 0.3545299 ],\n",
       "           ...,\n",
       "           [0.35662636, 0.3480298 , 0.35661453, ..., 0.35926363,\n",
       "            0.3513014 , 0.35469216],\n",
       "           [0.35542798, 0.34729284, 0.34771973, ..., 0.35025263,\n",
       "            0.34955698, 0.3520945 ],\n",
       "           [0.3525029 , 0.33740616, 0.3388107 , ..., 0.33997825,\n",
       "            0.33901975, 0.34301186]],\n",
       " \n",
       "          [[0.3654065 , 0.35290387, 0.35515037, ..., 0.3655331 ,\n",
       "            0.36156884, 0.3609697 ],\n",
       "           [0.35512418, 0.34201866, 0.34113854, ..., 0.35087276,\n",
       "            0.3470574 , 0.3511193 ],\n",
       "           [0.35738796, 0.34495786, 0.34913582, ..., 0.35598046,\n",
       "            0.35184824, 0.35563666],\n",
       "           ...,\n",
       "           [0.3600052 , 0.34950677, 0.35650426, ..., 0.36011562,\n",
       "            0.35183063, 0.3544008 ],\n",
       "           [0.35845906, 0.34906203, 0.35033578, ..., 0.35392264,\n",
       "            0.3523333 , 0.35422486],\n",
       "           [0.35513368, 0.3398789 , 0.34118602, ..., 0.34339413,\n",
       "            0.34130588, 0.3444627 ]],\n",
       " \n",
       "          [[0.3638614 , 0.35605824, 0.35904235, ..., 0.36958754,\n",
       "            0.36290142, 0.36127734],\n",
       "           [0.35754484, 0.349347  , 0.35215956, ..., 0.36230728,\n",
       "            0.35710427, 0.35608733],\n",
       "           [0.36154515, 0.35396788, 0.36199066, ..., 0.36928472,\n",
       "            0.36358234, 0.36075714],\n",
       "           ...,\n",
       "           [0.3635388 , 0.35678402, 0.36781737, ..., 0.37172216,\n",
       "            0.36250716, 0.358788  ],\n",
       "           [0.36053362, 0.3517121 , 0.35966194, ..., 0.36356935,\n",
       "            0.3625481 , 0.35942546],\n",
       "           [0.353365  , 0.34261885, 0.34847116, ..., 0.35196403,\n",
       "            0.35046136, 0.34630337]]]],\n",
       " \n",
       " \n",
       " \n",
       "        [[[[0.38477975, 0.39072734, 0.38658476, ..., 0.38357916,\n",
       "            0.38128546, 0.37947968],\n",
       "           [0.3903879 , 0.39556423, 0.39503226, ..., 0.39229798,\n",
       "            0.38898176, 0.3791531 ],\n",
       "           [0.3925538 , 0.4009559 , 0.39959368, ..., 0.39585996,\n",
       "            0.39423233, 0.3813269 ],\n",
       "           ...,\n",
       "           [0.3904343 , 0.397124  , 0.39641082, ..., 0.39349875,\n",
       "            0.3921607 , 0.3798012 ],\n",
       "           [0.38852343, 0.395526  , 0.39439833, ..., 0.39214846,\n",
       "            0.394391  , 0.38267612],\n",
       "           [0.3864844 , 0.38907048, 0.38810363, ..., 0.38760728,\n",
       "            0.39075252, 0.38795233]],\n",
       " \n",
       "          [[0.38855115, 0.38465026, 0.38291013, ..., 0.37960473,\n",
       "            0.3735719 , 0.3693512 ],\n",
       "           [0.3983424 , 0.39122513, 0.3928105 , ..., 0.3917627 ,\n",
       "            0.3863999 , 0.37312573],\n",
       "           [0.4013419 , 0.39673027, 0.3987933 , ..., 0.3973792 ,\n",
       "            0.3929658 , 0.3785064 ],\n",
       "           ...,\n",
       "           [0.39903805, 0.3931057 , 0.39573222, ..., 0.39476204,\n",
       "            0.3906037 , 0.37522942],\n",
       "           [0.39772528, 0.39285082, 0.3947709 , ..., 0.39382973,\n",
       "            0.39364943, 0.37702686],\n",
       "           [0.3910229 , 0.38894036, 0.38873428, ..., 0.3888961 ,\n",
       "            0.39095986, 0.3840802 ]],\n",
       " \n",
       "          [[0.39117104, 0.38908735, 0.38560274, ..., 0.38151443,\n",
       "            0.37150276, 0.36635557],\n",
       "           [0.40441775, 0.39686924, 0.3966028 , ..., 0.39336944,\n",
       "            0.38378093, 0.3725484 ],\n",
       "           [0.4071096 , 0.40030083, 0.39900655, ..., 0.39545396,\n",
       "            0.3877459 , 0.37577564],\n",
       "           ...,\n",
       "           [0.40604928, 0.39840794, 0.39866406, ..., 0.3946483 ,\n",
       "            0.38777357, 0.37415215],\n",
       "           [0.402043  , 0.39595494, 0.39772463, ..., 0.39399087,\n",
       "            0.39126313, 0.37794545],\n",
       "           [0.3914104 , 0.3866502 , 0.38668773, ..., 0.38519213,\n",
       "            0.3857061 , 0.3801927 ]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.38952392, 0.38876882, 0.38573748, ..., 0.38461977,\n",
       "            0.3751758 , 0.3684939 ],\n",
       "           [0.40437683, 0.39803845, 0.39867854, ..., 0.39780092,\n",
       "            0.3860691 , 0.37540224],\n",
       "           [0.40704775, 0.40081692, 0.40233132, ..., 0.3986928 ,\n",
       "            0.38915536, 0.37713706],\n",
       "           ...,\n",
       "           [0.40424886, 0.39682135, 0.39867672, ..., 0.39532647,\n",
       "            0.38661164, 0.37325686],\n",
       "           [0.39972994, 0.39383766, 0.3967744 , ..., 0.3920086 ,\n",
       "            0.3894779 , 0.37730545],\n",
       "           [0.3880368 , 0.3813896 , 0.38263422, ..., 0.3810869 ,\n",
       "            0.3829141 , 0.37731773]],\n",
       " \n",
       "          [[0.39289704, 0.3915188 , 0.38817155, ..., 0.38860053,\n",
       "            0.37693748, 0.37008926],\n",
       "           [0.40649328, 0.40012035, 0.40053728, ..., 0.40118054,\n",
       "            0.3870479 , 0.37703535],\n",
       "           [0.40584677, 0.39918894, 0.40064412, ..., 0.398726  ,\n",
       "            0.38650125, 0.3765113 ],\n",
       "           ...,\n",
       "           [0.4035565 , 0.3954611 , 0.3976379 , ..., 0.39437556,\n",
       "            0.38322243, 0.37253767],\n",
       "           [0.3987063 , 0.39205933, 0.39464244, ..., 0.3909256 ,\n",
       "            0.38444233, 0.3741724 ],\n",
       "           [0.3881309 , 0.3801533 , 0.38144678, ..., 0.38091788,\n",
       "            0.37926462, 0.3755166 ]],\n",
       " \n",
       "          [[0.38926774, 0.3808491 , 0.37999946, ..., 0.38128754,\n",
       "            0.37032947, 0.3734063 ],\n",
       "           [0.4030894 , 0.38450477, 0.38759118, ..., 0.38853756,\n",
       "            0.3767003 , 0.36903283],\n",
       "           [0.40280786, 0.38298833, 0.3876922 , ..., 0.3867679 ,\n",
       "            0.37617406, 0.36974528],\n",
       "           ...,\n",
       "           [0.40104142, 0.37922513, 0.38424557, ..., 0.3815364 ,\n",
       "            0.37109485, 0.366721  ],\n",
       "           [0.39650148, 0.3764611 , 0.37764344, ..., 0.3745607 ,\n",
       "            0.36894998, 0.3635812 ],\n",
       "           [0.3905521 , 0.38633764, 0.3860102 , ..., 0.3848919 ,\n",
       "            0.3833082 , 0.38215104]]],\n",
       " \n",
       " \n",
       "         [[[0.38123098, 0.3743912 , 0.3791839 , ..., 0.38030127,\n",
       "            0.3852089 , 0.38299417],\n",
       "           [0.3719805 , 0.376651  , 0.38247257, ..., 0.3842412 ,\n",
       "            0.392197  , 0.38794875],\n",
       "           [0.3747581 , 0.3784451 , 0.38341868, ..., 0.38589498,\n",
       "            0.3903817 , 0.38647208],\n",
       "           ...,\n",
       "           [0.37514767, 0.3766056 , 0.38177815, ..., 0.3839486 ,\n",
       "            0.38802418, 0.385132  ],\n",
       "           [0.37509227, 0.37541652, 0.37858576, ..., 0.3794393 ,\n",
       "            0.38059226, 0.37918952],\n",
       "           [0.3782526 , 0.3953632 , 0.3963664 , ..., 0.3969014 ,\n",
       "            0.39537194, 0.39481825]],\n",
       " \n",
       "          [[0.3685269 , 0.3724551 , 0.37450448, ..., 0.37741166,\n",
       "            0.38599506, 0.38597342],\n",
       "           [0.37436962, 0.38976923, 0.39245564, ..., 0.3922745 ,\n",
       "            0.39907864, 0.3985024 ],\n",
       "           [0.38002038, 0.3944872 , 0.39387426, ..., 0.39401767,\n",
       "            0.40196016, 0.39632183],\n",
       "           ...,\n",
       "           [0.38303873, 0.39186874, 0.39279592, ..., 0.39180055,\n",
       "            0.39963436, 0.394791  ],\n",
       "           [0.3863592 , 0.39559957, 0.3969885 , ..., 0.39608437,\n",
       "            0.39695308, 0.39193952],\n",
       "           [0.38203853, 0.41020206, 0.41268605, ..., 0.41263297,\n",
       "            0.4115272 , 0.41078365]],\n",
       " \n",
       "          [[0.36640006, 0.37541926, 0.37627733, ..., 0.37663475,\n",
       "            0.38495222, 0.38852063],\n",
       "           [0.37129807, 0.38827634, 0.39035854, ..., 0.39006454,\n",
       "            0.39680898, 0.39734194],\n",
       "           [0.37284866, 0.38763145, 0.38848564, ..., 0.3875648 ,\n",
       "            0.3952846 , 0.39229408],\n",
       "           ...,\n",
       "           [0.37535086, 0.38483432, 0.3859922 , ..., 0.3861933 ,\n",
       "            0.39380985, 0.39184624],\n",
       "           [0.37793747, 0.38753244, 0.38846081, ..., 0.38795826,\n",
       "            0.39081514, 0.38734964],\n",
       "           [0.37231952, 0.40114185, 0.40428063, ..., 0.40502742,\n",
       "            0.40570924, 0.40959504]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.36648145, 0.37694612, 0.380321  , ..., 0.38327357,\n",
       "            0.38730544, 0.39043367],\n",
       "           [0.3708038 , 0.38820302, 0.39181072, ..., 0.39341947,\n",
       "            0.3981973 , 0.3964267 ],\n",
       "           [0.3711608 , 0.38732973, 0.3894635 , ..., 0.39125496,\n",
       "            0.39759007, 0.39326566],\n",
       "           ...,\n",
       "           [0.36903974, 0.37990972, 0.38187185, ..., 0.38492432,\n",
       "            0.39238027, 0.39104784],\n",
       "           [0.37180957, 0.38243935, 0.3828026 , ..., 0.38516566,\n",
       "            0.38733932, 0.38468984],\n",
       "           [0.36731198, 0.3944628 , 0.3973749 , ..., 0.40090743,\n",
       "            0.4023239 , 0.40914515]],\n",
       " \n",
       "          [[0.36310893, 0.37112644, 0.37380695, ..., 0.3756554 ,\n",
       "            0.3824678 , 0.38666302],\n",
       "           [0.3638299 , 0.38458446, 0.38769132, ..., 0.38820454,\n",
       "            0.39364713, 0.39374202],\n",
       "           [0.36379564, 0.3843658 , 0.38665685, ..., 0.38802987,\n",
       "            0.39564195, 0.3929457 ],\n",
       "           ...,\n",
       "           [0.36164707, 0.37710202, 0.38019067, ..., 0.3828171 ,\n",
       "            0.39215463, 0.3916514 ],\n",
       "           [0.36354867, 0.3784911 , 0.3797089 , ..., 0.3818848 ,\n",
       "            0.38705605, 0.38559175],\n",
       "           [0.3647685 , 0.3907995 , 0.3937491 , ..., 0.39716092,\n",
       "            0.40113717, 0.41059425]],\n",
       " \n",
       "          [[0.37486032, 0.379449  , 0.37903976, ..., 0.3797368 ,\n",
       "            0.38563398, 0.3819227 ],\n",
       "           [0.36925328, 0.3938811 , 0.39056095, ..., 0.39153484,\n",
       "            0.39592803, 0.40113518],\n",
       "           [0.3663303 , 0.3910317 , 0.3872633 , ..., 0.38881424,\n",
       "            0.39654925, 0.4000356 ],\n",
       "           ...,\n",
       "           [0.3644535 , 0.38834107, 0.38493705, ..., 0.38798785,\n",
       "            0.39591256, 0.39742374],\n",
       "           [0.36516002, 0.3906993 , 0.3865433 , ..., 0.38884753,\n",
       "            0.3931327 , 0.39556047],\n",
       "           [0.36478084, 0.38856155, 0.3905277 , ..., 0.39334154,\n",
       "            0.39805955, 0.4074663 ]]],\n",
       " \n",
       " \n",
       "         [[[0.36607745, 0.36699548, 0.369372  , ..., 0.3712391 ,\n",
       "            0.36851522, 0.36704215],\n",
       "           [0.3646668 , 0.35824776, 0.357853  , ..., 0.35943055,\n",
       "            0.3554869 , 0.36131468],\n",
       "           [0.36923867, 0.36276034, 0.3703963 , ..., 0.37068456,\n",
       "            0.3684319 , 0.37576252],\n",
       "           ...,\n",
       "           [0.363179  , 0.35763538, 0.36283988, ..., 0.36803284,\n",
       "            0.363944  , 0.37059712],\n",
       "           [0.36470747, 0.35907787, 0.36069056, ..., 0.3635786 ,\n",
       "            0.36169186, 0.3672418 ],\n",
       "           [0.361413  , 0.34976172, 0.35255435, ..., 0.35454044,\n",
       "            0.3527816 , 0.35828313]],\n",
       " \n",
       "          [[0.3696029 , 0.3622397 , 0.36530334, ..., 0.36619535,\n",
       "            0.36256352, 0.36355528],\n",
       "           [0.36084005, 0.3496547 , 0.3495036 , ..., 0.35059214,\n",
       "            0.3471706 , 0.3530945 ],\n",
       "           [0.36431044, 0.35367566, 0.36194128, ..., 0.36156338,\n",
       "            0.35829645, 0.36654788],\n",
       "           ...,\n",
       "           [0.3576498 , 0.34873754, 0.35434029, ..., 0.35932195,\n",
       "            0.35437584, 0.36230356],\n",
       "           [0.35912842, 0.3505978 , 0.35151133, ..., 0.3536867 ,\n",
       "            0.35229853, 0.3594633 ],\n",
       "           [0.35640234, 0.34155744, 0.34385675, ..., 0.3456979 ,\n",
       "            0.34389126, 0.35028112]],\n",
       " \n",
       "          [[0.3743699 , 0.36455718, 0.3705188 , ..., 0.37285328,\n",
       "            0.36362174, 0.3631666 ],\n",
       "           [0.3644073 , 0.35329005, 0.3558417 , ..., 0.35746726,\n",
       "            0.34913436, 0.35306695],\n",
       "           [0.3693154 , 0.3592513 , 0.3672078 , ..., 0.3669457 ,\n",
       "            0.3614016 , 0.36625722],\n",
       "           ...,\n",
       "           [0.3664345 , 0.35784066, 0.36688003, ..., 0.3689173 ,\n",
       "            0.35943675, 0.36345991],\n",
       "           [0.36522278, 0.3571239 , 0.3610112 , ..., 0.35948193,\n",
       "            0.35555905, 0.35961014],\n",
       "           [0.36380252, 0.34884983, 0.3534743 , ..., 0.35100657,\n",
       "            0.34711438, 0.35060936]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0.37072048, 0.35984677, 0.36103153, ..., 0.36892337,\n",
       "            0.3634839 , 0.3638123 ],\n",
       "           [0.3605295 , 0.34909514, 0.34694293, ..., 0.35440934,\n",
       "            0.34919992, 0.35462207],\n",
       "           [0.36547145, 0.35480675, 0.36042333, ..., 0.36415237,\n",
       "            0.35854948, 0.36432502],\n",
       "           ...,\n",
       "           [0.36574593, 0.35686868, 0.3639538 , ..., 0.3665585 ,\n",
       "            0.3581178 , 0.36235243],\n",
       "           [0.36347112, 0.35483345, 0.35767838, ..., 0.3589637 ,\n",
       "            0.35869488, 0.36239132],\n",
       "           [0.36149722, 0.34804422, 0.3515941 , ..., 0.35166892,\n",
       "            0.3503925 , 0.35363498]],\n",
       " \n",
       "          [[0.37391794, 0.3636762 , 0.36570388, ..., 0.37522554,\n",
       "            0.37076792, 0.37073576],\n",
       "           [0.36534777, 0.351953  , 0.35089153, ..., 0.35997897,\n",
       "            0.35620555, 0.3611159 ],\n",
       "           [0.3685544 , 0.35564286, 0.35887104, ..., 0.36518806,\n",
       "            0.36147353, 0.36588472],\n",
       "           ...,\n",
       "           [0.37046757, 0.35957578, 0.36461017, ..., 0.368607  ,\n",
       "            0.36037782, 0.36356002],\n",
       "           [0.36795256, 0.35786968, 0.35969716, ..., 0.36318415,\n",
       "            0.36134863, 0.36390245],\n",
       "           [0.3629801 , 0.35147542, 0.3534963 , ..., 0.35561994,\n",
       "            0.35284358, 0.35453248]],\n",
       " \n",
       "          [[0.37127155, 0.36396056, 0.36704087, ..., 0.3770981 ,\n",
       "            0.3709893 , 0.37002796],\n",
       "           [0.36644635, 0.35759854, 0.3602231 , ..., 0.36934578,\n",
       "            0.3646357 , 0.36485907],\n",
       "           [0.37118542, 0.3626001 , 0.36954552, ..., 0.3761195 ,\n",
       "            0.37084797, 0.36941293],\n",
       "           ...,\n",
       "           [0.3724829 , 0.36473948, 0.37364432, ..., 0.3778254 ,\n",
       "            0.36894628, 0.36667487],\n",
       "           [0.36877036, 0.35780433, 0.36703357, ..., 0.37099048,\n",
       "            0.3696145 , 0.3677741 ],\n",
       "           [0.36337507, 0.35273018, 0.35886124, ..., 0.36208466,\n",
       "            0.35996544, 0.35630122]]]]], dtype=float32), array([[300.46548],\n",
       "        [301.41852],\n",
       "        [305.88394],\n",
       "        [288.25122],\n",
       "        [300.5942 ],\n",
       "        [300.4073 ],\n",
       "        [302.16483],\n",
       "        [317.68552],\n",
       "        [291.92648],\n",
       "        [309.96606],\n",
       "        [304.24344],\n",
       "        [300.59528],\n",
       "        [297.05966],\n",
       "        [310.93982],\n",
       "        [298.21384],\n",
       "        [308.41568],\n",
       "        [308.2475 ],\n",
       "        [304.2812 ],\n",
       "        [300.1647 ],\n",
       "        [317.77728],\n",
       "        [299.58572],\n",
       "        [297.96588],\n",
       "        [310.45938],\n",
       "        [303.713  ]], dtype=float32), array([[1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.],\n",
       "        [1.]], dtype=float32)]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# score = model.evaluate(x_test, y_test, verbose=0)\n",
    "\n",
    "params = {'dim': (160,192,160),\n",
    "          'batch_size': 1,\n",
    "          'n_classes': 3,\n",
    "          'n_channels': 4,\n",
    "          'shuffle': False}\n",
    "\n",
    "# Turned shuffle off so that we can match the values in the dictionary to the predictions. \n",
    "# This way we can compare the predictions side-by-side with the ground truth.\n",
    "\n",
    "validation_generator = SubDataGenerator(subpartition['holdout'], **params)\n",
    "\n",
    "prediction = model.predict_generator(generator=validation_generator)\n",
    "# print('Test loss:', score[0])\n",
    "# print('Test accuracy:', score[1])\n",
    "prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(24, 1)"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sanity check on the predictions:\n",
    "len(prediction)\n",
    "prediction[0].shape # segmentation mask\n",
    "prediction[1].shape # survival\n",
    "prediction[2].shape # tumor type\n",
    "# np.unique(prediction)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# len(completelist)\n",
    "len(set.intersection(set(HGG_dir_list), set(completelist)))\n",
    "len(set.intersection(set(LGG_dir_list), set(completelist)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "# for ID in partition['holdout']:\n",
    "#     print(tumor_type_dict[ID])\n",
    "\n",
    "for ID in partition['holdout']:\n",
    "    print(tumor_type_dict[ID])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# ! mkdir to_categorical_try\n",
    "# ! mkdir channel_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# import pickle\n",
    "\n",
    "# pickle.dump( partition, open( \"./channel_split/partition.pkl\", \"wb\" ) ) # this has the test/train ID matches\n",
    "\n",
    "# # # access the test list:\n",
    "# # testIDlist = partition['test']\n",
    "# # testIDlist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# for i in range(len(prediction)):\n",
    "#     pickle.dump( prediction[i], open( \"./channel_split/prediction_\"+str(i)+\".pkl\", \"wb\" ) )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# # https://keras.io/getting-started/faq/#how-can-i-save-a-keras-model\n",
    "# # pickle.dump( model, open( \"model.pkl\", \"wb\" ) )\n",
    "# model.save_weights('./channel_split/my_model_weights.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T03:08:23.123674Z",
     "start_time": "2018-06-19T03:08:23.119560Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "partition = pickle.load(open( \"./channel_split/partition.pkl\", \"rb\" ) ) # this has the test/train ID matches\n",
    "\n",
    "# access the test list:\n",
    "testIDlist = partition['test']\n",
    "# testIDlist"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-18T22:17:03.562719Z",
     "start_time": "2018-06-18T22:17:03.560118Z"
    }
   },
   "source": [
    "### Write images to .tif:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from tifffile import imsave\n",
    "for i in range(len(prediction)):\n",
    "    imarray = pickle.load(open( \"./channel_split/prediction_\"+str(i)+\".pkl\", \"rb\" ) )\n",
    "\n",
    "    imarray[]\n",
    "    imarray *= 255.0/imarray.max()\n",
    "    print(np.unique())\n",
    "    \n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"prediction.tif\", imarray)\n",
    "\n",
    "    # make ground truth \n",
    "    ID = testIDlist[i]\n",
    "    img1 = './data/' + ID + '_flair.nii.gz'\n",
    "    img2 = './data/' + ID + '_t1.nii.gz'\n",
    "    img3 = './data/' + ID + '_t1ce.nii.gz'\n",
    "    img4 = './data/' + ID + '_t2.nii.gz'\n",
    "    img5 = './data/' + ID + '_seg.nii.gz'\n",
    "\n",
    "    newimage = nib.concat_images([img1, img2, img3, img4, img5])\n",
    "    cropped = crop_img(newimage)         \n",
    "    img_array = np.array(cropped.dataobj)\n",
    "    z = np.rollaxis(img_array, 3, 0)\n",
    "\n",
    "    padded_image = np.zeros((5,160,192,160))\n",
    "    padded_image[:z.shape[0],:z.shape[1],:z.shape[2],:z.shape[3]] = z\n",
    "\n",
    "    a,b,c,d,seg_mask = np.split(padded_image, 5, axis=0)\n",
    "\n",
    "    images = np.concatenate([a,b,c,d], axis=0)\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\", images)\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Testing:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-18T22:45:15.378978Z",
     "start_time": "2018-06-18T22:45:14.073957Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0. 1.]\n",
      "[  0 255]\n",
      "(3, 160, 192, 160)\n",
      "[   0    1    2    3    4    5    6    7    8    9   10   11   12   13\n",
      "   14   15   16   17   18   19   20   21   22   23   24   25   26   27\n",
      "   28   29   30   31   32   33   34   35   36   37   38   39   40   41\n",
      "   42   43   44   45   46   47   48   49   50   51   52   53   54   55\n",
      "   56   57   58   59   60   61   62   63   64   65   66   67   68   69\n",
      "   70   71   72   73   74   75   76   77   78   79   80   81   82   83\n",
      "   84   85   86   87   88   89   90   91   92   93   94   95   96   97\n",
      "   98   99  100  101  102  103  104  105  106  107  108  109  110  111\n",
      "  112  113  114  115  116  117  118  119  120  121  122  123  124  125\n",
      "  126  127  128  129  130  131  132  133  134  135  136  137  138  139\n",
      "  140  141  142  143  144  145  146  147  148  149  150  151  152  153\n",
      "  154  155  156  157  158  159  160  161  162  163  164  165  166  167\n",
      "  168  169  170  171  172  173  174  175  176  177  178  179  180  181\n",
      "  182  183  184  185  186  187  188  189  190  191  192  193  194  195\n",
      "  196  197  198  199  200  201  202  203  204  205  206  207  208  209\n",
      "  210  211  212  213  214  215  216  217  218  219  220  221  222  223\n",
      "  224  225  226  227  228  229  230  231  232  233  234  235  236  237\n",
      "  238  239  240  241  242  243  244  245  246  247  248  249  250  251\n",
      "  252  253  254  255  256  257  258  259  260  261  262  263  264  265\n",
      "  266  267  268  269  270  271  272  273  274  275  276  277  278  279\n",
      "  280  281  282  283  284  285  286  287  288  289  290  291  292  293\n",
      "  294  295  296  297  298  299  300  301  302  303  304  305  306  307\n",
      "  308  309  310  311  312  313  314  315  316  317  318  319  320  321\n",
      "  322  323  324  325  326  327  328  329  330  331  332  333  334  335\n",
      "  336  337  338  339  340  341  342  343  344  345  346  347  348  349\n",
      "  350  351  352  353  354  355  356  357  358  359  360  361  362  363\n",
      "  364  365  366  367  368  369  370  371  372  373  374  375  376  377\n",
      "  378  379  380  381  382  383  384  385  386  387  388  389  390  391\n",
      "  392  393  394  395  396  397  398  399  400  401  402  403  404  405\n",
      "  406  407  408  409  410  411  412  413  414  415  416  417  418  419\n",
      "  420  421  422  423  424  425  426  427  428  429  430  431  432  433\n",
      "  434  435  436  437  438  439  440  441  442  443  444  445  446  447\n",
      "  448  449  450  451  452  453  454  455  456  457  458  459  460  461\n",
      "  462  463  464  465  466  467  468  469  470  471  472  473  474  475\n",
      "  476  477  478  479  480  481  482  483  484  485  486  487  488  489\n",
      "  490  491  492  493  494  495  496  497  498  499  500  501  502  503\n",
      "  504  505  506  507  508  509  510  511  512  513  514  515  516  517\n",
      "  518  519  520  521  522  523  524  525  526  527  528  529  530  531\n",
      "  532  533  534  535  536  537  538  539  540  541  542  543  544  545\n",
      "  546  547  548  549  550  551  552  553  554  555  556  557  558  559\n",
      "  560  561  562  563  564  565  566  567  568  569  570  571  572  573\n",
      "  574  575  576  577  578  579  580  581  582  583  584  585  586  587\n",
      "  588  589  590  591  592  593  594  595  596  597  598  599  600  601\n",
      "  602  603  604  605  606  607  608  609  610  611  612  613  614  615\n",
      "  616  617  618  619  620  621  622  623  624  625  626  627  628  629\n",
      "  630  631  632  633  634  635  636  637  638  639  640  641  642  643\n",
      "  644  645  646  647  648  649  650  651  652  653  654  655  656  657\n",
      "  658  659  660  661  662  663  664  665  666  667  668  669  670  671\n",
      "  672  673  674  675  676  677  678  680  681  682  683  684  685  686\n",
      "  687  688  689  690  691  692  693  694  695  696  697  700  701  702\n",
      "  703  704  705  706  707  708  709  710  711  712  713  715  716  718\n",
      "  719  720  722  723  724  725  726  727  728  729  730  731  734  735\n",
      "  736  737  738  739  740  742  744  745  749  752  753  755  756  757\n",
      "  758  760  768  770  771  772  775  788  790  793  798  865  877  879\n",
      "  890  891  945 1030 1086]\n",
      "[  0   1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16  17\n",
      "  18  19  20  21  22  23  24  25  26  27  28  29  30  31  32  33  34  35\n",
      "  36  37  38  39  40  41  42  43  44  45  46  47  48  49  50  51  52  53\n",
      "  54  55  56  57  58  59  60  61  62  63  64  65  66  67  68  69  70  71\n",
      "  72  73  74  75  76  77  78  79  80  81  82  83  84  85  86  87  88  89\n",
      "  90  91  92  93  94  95  96  97  98  99 100 101 102 103 104 105 106 107\n",
      " 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125\n",
      " 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143\n",
      " 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161\n",
      " 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 180\n",
      " 181 185 186 187 203 205 206 208 209 221 241 255]\n",
      "(155, 1, 240, 240)\n"
     ]
    }
   ],
   "source": [
    "import pickle\n",
    "import numpy as np\n",
    "import copy\n",
    "import nibabel as nib\n",
    "\n",
    "i = 0\n",
    "\n",
    "imarray = pickle.load(open( \"./channel_split/prediction_\"+str(i)+\".pkl\", \"rb\" ) )\n",
    "# threshold the channels (for prediction):\n",
    "prediction_thresh = copy.deepcopy(imarray)\n",
    "prediction_thresh[prediction_thresh < 0.5] = 0.\n",
    "prediction_thresh[prediction_thresh >= 0.5] = 1.\n",
    "prediction_thresh = prediction_thresh\n",
    "print(np.unique(prediction_thresh))\n",
    "prediction_thresh *= 255.0/prediction_thresh.max() # convert to 8-bit pixel values\n",
    "prediction_thresh = prediction_thresh.astype(int)\n",
    "print(np.unique(prediction_thresh))\n",
    "print(prediction_thresh.shape)\n",
    "\n",
    "ID = testIDlist[i]\n",
    "img1 = './data/' + ID + '_flair.nii.gz'\n",
    "flairimg = nib.load(img1)\n",
    "flairimg = np.array(flairimg.dataobj)\n",
    "flairimg = np.expand_dims(flairimg, axis=0)\n",
    "flairimg = np.rollaxis(flairimg, 3, 0)\n",
    "print(np.unique(flairimg))\n",
    "flairimg = flairimg.astype(float)\n",
    "flairimg *= 255.0/flairimg.max() # convert to 8-bit pixel values\n",
    "flairimg = flairimg.astype(int)\n",
    "print(np.unique(flairimg))\n",
    "print(flairimg.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Making ground truth .tiff files: \n",
    "- Testing:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T03:45:32.961094Z",
     "start_time": "2018-06-19T03:45:29.517419Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current image: 0\n",
      "current image: 1\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import copy\n",
    "import nibabel as nib\n",
    "\n",
    "from tifffile import imsave\n",
    "from libtiff import TIFF\n",
    "\n",
    "from skimage.io._plugins import freeimage_plugin as fi\n",
    "\n",
    "# import javabridge\n",
    "# import bioformats\n",
    "# javabridge.start_vm(class_path=bioformats.JARS)\n",
    "\n",
    "# your program goes here\n",
    "\n",
    "\n",
    "# ID = testIDlist[i]\n",
    "# for i in range(len(testIDlist)):\n",
    "for i in range(2):\n",
    "\n",
    "    print(\"current image:\", i)\n",
    "\n",
    "    ID = testIDlist[i]\n",
    "    img1 = './data/' + ID + '_flair.nii.gz'\n",
    "    img2 = './data/' + ID + '_t1.nii.gz'\n",
    "    img3 = './data/' + ID + '_t1ce.nii.gz'\n",
    "    img4 = './data/' + ID + '_t2.nii.gz'\n",
    "    img5 = './data/' + ID + '_seg.nii.gz'\n",
    "\n",
    "    newimage = nib.concat_images([img1, img2, img3, img4, img5])\n",
    "    cropped = crop_img(newimage)\n",
    "    img_array = np.array(cropped.dataobj)\n",
    "    z = np.rollaxis(img_array, 3, 0)\n",
    "\n",
    "    padded_image = np.zeros((5, 160, 192, 160))\n",
    "    padded_image[:z.shape[0], :z.shape[1], :z.shape[2], :z.shape[3]] = z\n",
    "\n",
    "    a, b, c, d, seg_mask = np.split(padded_image, 5, axis=0)\n",
    "\n",
    "    images = np.concatenate([a, b, c, d], axis=0)\n",
    "\n",
    "    # print(\"images shape:\", images.shape, \"images values:\", np.unique(images.astype(int)))\n",
    "\n",
    "    # split the channels:\n",
    "    # seg_mask_1 = copy.deepcopy(seg_mask.astype(int))\n",
    "    seg_mask_1 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_1[seg_mask.astype(int) > 0] = 1\n",
    "    seg_mask_2 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_2[seg_mask.astype(int) > 1] = 1\n",
    "    seg_mask_3 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_3[seg_mask.astype(int) > 2] = 1\n",
    "    seg_mask_3ch = np.concatenate(\n",
    "        [seg_mask_1, seg_mask_2, seg_mask_3], axis=0).astype(int)\n",
    "\n",
    "    # def scale_image(image_array):\n",
    "    #     image_array = image_array.astype(float)\n",
    "    #     image_array *= 255.0/image_array.max() # convert to 8-bit pixel values\n",
    "    #     image_array = image_array.astype(int)\n",
    "    #     return image_array\n",
    "\n",
    "    # img_array_list = [a,seg_mask_1,seg_mask_2,seg_mask_3]\n",
    "    # for img_array in img_array_list:\n",
    "    #     img_array = scale_image(img_array)\n",
    "\n",
    "    a = a.astype(float)\n",
    "    a *= 255.0/a.max()  # convert to 8-bit pixel values\n",
    "    a = np.rollaxis(a, 0, 2)\n",
    "    a = a.astype('uint8')\n",
    "#     print(\"unique flair values:\", np.unique(a))\n",
    "\n",
    "    seg_mask_1 = seg_mask_1.astype(float)\n",
    "    seg_mask_1 *= 255.0/seg_mask_1.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_1 = np.rollaxis(seg_mask_1, 0, 2)\n",
    "    seg_mask_1 = seg_mask_1.astype('uint8')\n",
    "#     print(\"unique segment mask values:\", np.unique(seg_mask_1))\n",
    "\n",
    "    seg_mask_2 = seg_mask_2.astype(float)\n",
    "    seg_mask_2 *= 255.0/seg_mask_2.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_2 = np.rollaxis(seg_mask_2, 0, 2)\n",
    "    seg_mask_2 = seg_mask_2.astype('uint8')\n",
    "\n",
    "    seg_mask_3 = seg_mask_3.astype(float)\n",
    "    seg_mask_3 *= 255.0/seg_mask_3.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_3 = np.rollaxis(seg_mask_3, 0, 2)\n",
    "    seg_mask_3 = seg_mask_3.astype('uint8')\n",
    "\n",
    "#     ground_truth = np.concatenate(\n",
    "#         [a, seg_mask_1, seg_mask_2, seg_mask_3], axis=0).astype('uint8')\n",
    "\n",
    "#     print(\"unique flair + segment mask values:\", np.unique(ground_truth))\n",
    "    # shape.ground_truth\n",
    "    # flairimg = flairimg.astype(float)\n",
    "    # flairimg *= 255.0/flairimg.max() # convert to 8-bit pixel values\n",
    "    # flairimg = flairimg.astype(int)\n",
    "    # print(np.unique(flairimg))\n",
    "#     print(\"final image shape:\", ground_truth.shape)\n",
    "#     imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\", ground_truth, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"flair.tif\", a, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_1.tif\", seg_mask_1, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_2.tif\", seg_mask_2, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_3.tif\", seg_mask_3, 'imagej')\n",
    "\n",
    "#     tiff = TIFF.open(\"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\", mode='w')\n",
    "#     tiff.write_image(ground_truth)\n",
    "#     tiff.close()\n",
    "#     fi.write_multipage(ground_truth, \"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\")\n",
    "#     bioformats.write_image(pathname=\"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\", \n",
    "#                            pixels=ground_truth, \n",
    "#                            pixel_type=u'uint8',\n",
    "#                            size_c=4, size_z=160, size_t=1,\n",
    "#                            channel_names=None)\n",
    "\n",
    "# javabridge.kill_vm()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Adding predictions:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-19T04:25:05.674829Z",
     "start_time": "2018-06-19T04:25:00.697594Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current image: 0\n",
      "[0. 1.]\n",
      "[  0 255]\n",
      "(3, 192, 160, 160)\n",
      "current image: 1\n",
      "[0. 1.]\n",
      "[  0 255]\n",
      "(3, 192, 160, 160)\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import copy\n",
    "import nibabel as nib\n",
    "\n",
    "from tifffile import imsave\n",
    "from libtiff import TIFF\n",
    "\n",
    "from skimage.io._plugins import freeimage_plugin as fi\n",
    "\n",
    "# import javabridge\n",
    "# import bioformats\n",
    "# javabridge.start_vm(class_path=bioformats.JARS)\n",
    "\n",
    "# your program goes here\n",
    "\n",
    "\n",
    "# ID = testIDlist[i]\n",
    "# for i in range(len(testIDlist)):\n",
    "for i in range(2):\n",
    "\n",
    "    print(\"current image:\", i)\n",
    "\n",
    "    ID = testIDlist[i]\n",
    "    img1 = './data/' + ID + '_flair.nii.gz'\n",
    "    img2 = './data/' + ID + '_t1.nii.gz'\n",
    "    img3 = './data/' + ID + '_t1ce.nii.gz'\n",
    "    img4 = './data/' + ID + '_t2.nii.gz'\n",
    "    img5 = './data/' + ID + '_seg.nii.gz'\n",
    "\n",
    "    newimage = nib.concat_images([img1, img2, img3, img4, img5])\n",
    "    cropped = crop_img(newimage)\n",
    "    img_array = np.array(cropped.dataobj)\n",
    "    z = np.rollaxis(img_array, 3, 0)\n",
    "\n",
    "    padded_image = np.zeros((5, 160, 192, 160))\n",
    "    padded_image[:z.shape[0], :z.shape[1], :z.shape[2], :z.shape[3]] = z\n",
    "\n",
    "    a, b, c, d, seg_mask = np.split(padded_image, 5, axis=0)\n",
    "\n",
    "    images = np.concatenate([a, b, c, d], axis=0)\n",
    "\n",
    "    # print(\"images shape:\", images.shape, \"images values:\", np.unique(images.astype(int)))\n",
    "\n",
    "    # split the channels:\n",
    "    # seg_mask_1 = copy.deepcopy(seg_mask.astype(int))\n",
    "    seg_mask_1 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_1[seg_mask.astype(int) > 0] = 1\n",
    "    seg_mask_2 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_2[seg_mask.astype(int) > 1] = 1\n",
    "    seg_mask_3 = np.zeros((1, 160, 192, 160))\n",
    "    seg_mask_3[seg_mask.astype(int) > 2] = 1\n",
    "    seg_mask_3ch = np.concatenate(\n",
    "        [seg_mask_1, seg_mask_2, seg_mask_3], axis=0).astype(int)\n",
    "\n",
    "    # def scale_image(image_array):\n",
    "    #     image_array = image_array.astype(float)\n",
    "    #     image_array *= 255.0/image_array.max() # convert to 8-bit pixel values\n",
    "    #     image_array = image_array.astype(int)\n",
    "    #     return image_array\n",
    "\n",
    "    # img_array_list = [a,seg_mask_1,seg_mask_2,seg_mask_3]\n",
    "    # for img_array in img_array_list:\n",
    "    #     img_array = scale_image(img_array)\n",
    "\n",
    "    a = a.astype(float)\n",
    "    a *= 255.0/a.max()  # convert to 8-bit pixel values\n",
    "    a = np.rollaxis(a, 0, 2) # cxyz -> xycz for imagej\n",
    "    a = np.rollaxis(a, 0, 3) # switching x and z\n",
    "    a = a.astype('uint8')\n",
    "#     print(\"unique flair values:\", np.unique(a))\n",
    "\n",
    "    seg_mask_1 = seg_mask_1.astype(float)\n",
    "    seg_mask_1 *= 255.0/seg_mask_1.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_1 = np.rollaxis(seg_mask_1, 0, 2) # cxyz -> xycz for imagej\n",
    "    seg_mask_1 = np.rollaxis(seg_mask_1, 0, 3) # switching x and z\n",
    "    seg_mask_1 = seg_mask_1.astype('uint8')\n",
    "#     print(\"unique segment mask values:\", np.unique(seg_mask_1))\n",
    "\n",
    "    seg_mask_2 = seg_mask_2.astype(float)\n",
    "    seg_mask_2 *= 255.0/seg_mask_2.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_2 = np.rollaxis(seg_mask_2, 0, 2) # cxyz -> xycz for imagej\n",
    "    seg_mask_2 = np.rollaxis(seg_mask_2, 0, 3) # switching x and z\n",
    "    seg_mask_2 = seg_mask_2.astype('uint8')\n",
    "\n",
    "    seg_mask_3 = seg_mask_3.astype(float)\n",
    "    seg_mask_3 *= 255.0/seg_mask_3.max()  # convert to 8-bit pixel values\n",
    "    seg_mask_3 = np.rollaxis(seg_mask_3, 0, 2) # cxyz -> xycz for imagej\n",
    "    seg_mask_3 = np.rollaxis(seg_mask_3, 0, 3) # switching x and z\n",
    "    seg_mask_3 = seg_mask_3.astype('uint8')\n",
    "\n",
    "#     ground_truth = np.concatenate(\n",
    "#         [a, seg_mask_1, seg_mask_2, seg_mask_3], axis=0).astype('uint8')\n",
    "\n",
    "#     print(\"unique flair + segment mask values:\", np.unique(ground_truth))\n",
    "    # shape.ground_truth\n",
    "    # flairimg = flairimg.astype(float)\n",
    "    # flairimg *= 255.0/flairimg.max() # convert to 8-bit pixel values\n",
    "    # flairimg = flairimg.astype(int)\n",
    "    # print(np.unique(flairimg))\n",
    "#     print(\"final image shape:\", ground_truth.shape)\n",
    "#     imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth.tif\", ground_truth, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_flair.tif\", a, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_ground_truth_1.tif\", seg_mask_1, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_ground_truth_2.tif\", seg_mask_2, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_ground_truth_3.tif\", seg_mask_3, 'imagej')\n",
    "\n",
    "    imarray = pickle.load(open( \"./channel_split/prediction_\"+str(i)+\".pkl\", \"rb\" ) )\n",
    "\n",
    "    prediction_thresh = copy.deepcopy(imarray)\n",
    "    prediction_thresh[prediction_thresh < 0.5] = 0.\n",
    "    prediction_thresh[prediction_thresh >= 0.5] = 1.\n",
    "    prediction_thresh = prediction_thresh\n",
    "    print(np.unique(prediction_thresh))\n",
    "    prediction_thresh *= 255.0/prediction_thresh.max() # convert to 8-bit pixel values\n",
    "    prediction_thresh = prediction_thresh.astype('uint8')\n",
    "    prediction_thresh = np.rollaxis(prediction_thresh, 1, 3) # switching x and z; c will be taken care of in split\n",
    "    print(np.unique(prediction_thresh))\n",
    "    print(prediction_thresh.shape)\n",
    "\n",
    "    pred1, pred2, pred3 = np.split(prediction_thresh, 3, axis=0)\n",
    "\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_predicted_1.tif\", pred1, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_predicted_2.tif\", pred2, 'imagej')\n",
    "    imsave(\"./channel_split/\"+testIDlist[i]+\"_predicted_3.tif\", pred3, 'imagej')\n",
    "\n",
    "    # print(\"images shape:\", images.shape, \"images values:\", np.unique(images.astype(int)))\n",
    "\n",
    "    # split the channels:\n",
    "    # seg_mask_1 = copy.deepcopy(seg_mask.astype(int))\n",
    "\n",
    "\n",
    "    #     seg_mask_3ch = np.concatenate(\n",
    "#         [seg_mask_1, seg_mask_2, seg_mask_3], axis=0).astype(int)\n",
    "\n",
    "#     imarray *= 255.0/imarray.max()\n",
    "\n",
    "#     imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_1.tif\", seg_mask_1, 'imagej')\n",
    "#     imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_2.tif\", seg_mask_2, 'imagej')\n",
    "#     imsave(\"./channel_split/\"+testIDlist[i]+\"ground_truth_3.tif\", seg_mask_3, 'imagej')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}