3D_CNN_channel_seperation_logic.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "3D_CNN_channel seperation logic.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EuMMb0RfY1gP",
        "outputId": "787d2bf9-5803-43d5-c737-7afd86c8e2e2"
      },
      "source": [
        "import numpy as np\n",
        "from tensorflow.keras import layers\n",
        "from tensorflow.keras.layers import *\n",
        "from tensorflow.keras.layers import Input, Add, Dense, Activation, ZeroPadding3D, BatchNormalization, Flatten, Conv3D, AveragePooling3D, MaxPooling3D, GlobalMaxPooling3D\n",
        "from tensorflow.keras.models import Model, load_model\n",
        "from tensorflow.keras.preprocessing import image\n",
        "from tensorflow.keras.initializers import glorot_uniform\n",
        "from matplotlib.pyplot import imshow\n",
        "%matplotlib inline\n",
        "\n",
        "import tensorflow.keras.backend as K\n",
        "K.set_image_data_format('channels_last')\n",
        "K.set_learning_phase(1)"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/keras/backend.py:435: UserWarning: `tf.keras.backend.set_learning_phase` is deprecated and will be removed after 2020-10-11. To update it, simply pass a True/False value to the `training` argument of the `__call__` method of your layer or model.\n",
            "  warnings.warn('`tf.keras.backend.set_learning_phase` is deprecated and '\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lr92ON89Y4-j"
      },
      "source": [
        "def identity_block(X, f, filters, stage, block):\n",
        "\n",
        "\n",
        "    # defining name basis\n",
        "    conv_name_base = 'res' + str(stage) + block + '_branch'\n",
        "    bn_name_base = 'bn' + str(stage) + block + '_branch'\n",
        "\n",
        "    # Retrieve Filters\n",
        "    F1, F2, F3 = filters\n",
        "\n",
        "    # Save the input value. You'll need this later to add back to the main path. \n",
        "    X_shortcut = X\n",
        "\n",
        "    # First component of main path\n",
        "    X = Conv3D(filters=F1, kernel_size=(1,1, 1), strides=(1,1, 1), padding='valid', name=conv_name_base + '2a', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2a')(X)\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        "    X = CSN_3D_BLOCK(X,F1)\n",
        "\n",
        "\n",
        "\n",
        "    # Second component of main path (≈3 lines)\n",
        "    X = Conv3D(filters=F2, kernel_size=(1,f, f), strides=(1,1, 1), padding='same', name=conv_name_base + '2b', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2b')(X)\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        "    X = CSN_3D_BLOCK(X,F2)\n",
        "\n",
        "\n",
        "    # Third component of main path (≈2 lines)\n",
        "    X = Conv3D(filters=F3, kernel_size=(1,1, 1), strides=(1,1, 1), padding='valid', name=conv_name_base + '2c', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2c')(X)\n",
        "    \n",
        "    X = CSN_3D_BLOCK(X,F3)\n",
        "\n",
        "\n",
        "    # Final step: Add shortcut value to main path, and pass it through a RELU activation (≈2 lines)\n",
        "    X = Add()([X, X_shortcut])\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        "\n",
        "    return X"
      ],
      "execution_count": 20,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "606DfIzyY7cm"
      },
      "source": [
        "def CSN_3D_BLOCK(X,F1=None):\n",
        "\n",
        "  # print(X.shape ,\"csn 1\")\n",
        "  o1,o2,o3,o4,o5  = X.shape[2],X.shape[3],X.shape[4]*X.shape[1],X.shape[1],X.shape[4]\n",
        "  # print(o1,o2,o3,o4,o5 ,\"csn 2\")\n",
        "\n",
        "  X = Reshape((o1,o2,o3))(X)\n",
        "  X = SeparableConv2D(F1,3,strides=1,padding='same')(X)\n",
        "  # print(X.shape,\"hendri check\")\n",
        "  X = Reshape((o4,o1,o2,X.shape[3]//o4))(X)\n",
        "  \n",
        "  return X"
      ],
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "m4vaBwi6ZCkD"
      },
      "source": [
        "def convolutional_block(X, f, filters, stage, block, s=2):\n",
        "\n",
        "\n",
        "    # defining name basis\n",
        "    conv_name_base = 'res' + str(stage) + block + '_branch'\n",
        "    bn_name_base = 'bn' + str(stage) + block + '_branch'\n",
        "\n",
        "    # Retrieve Filters\n",
        "    F1, F2, F3 = filters\n",
        "\n",
        "    # Save the input value\n",
        "    X_shortcut = X\n",
        "\n",
        "    ##### MAIN PATH #####\n",
        "    # First component of main path \n",
        "    X = Conv3D(filters=F1, kernel_size=(1,1, 1), strides=(1,s, s), padding='valid', name=conv_name_base + '2a', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2a')(X)\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        "    X = CSN_3D_BLOCK(X,F1)\n",
        "\n",
        "\n",
        "    # Second component of main path (≈3 lines)\n",
        "    X = Conv3D(filters=F2, kernel_size=(1,f, f), strides=(1,1, 1), padding='same', name=conv_name_base + '2b', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2b')(X)\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        "\n",
        "    X = CSN_3D_BLOCK(X,F2)\n",
        "\n",
        "\n",
        "    # Third component of main path (≈2 lines)\n",
        "    X = Conv3D(filters=F3, kernel_size=(1,1, 1), strides=(1,1, 1), padding='valid', name=conv_name_base + '2c', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name=bn_name_base + '2c')(X)\n",
        "\n",
        "    X = CSN_3D_BLOCK(X,F3)\n",
        "\n",
        "\n",
        "    ##### SHORTCUT PATH #### (≈2 lines)\n",
        "    X_shortcut = Conv3D(filters=X.shape[4], kernel_size=(1,1, 1), strides=(1,s, s), padding='valid', name=conv_name_base + '1', kernel_initializer=glorot_uniform(seed=0))(X_shortcut)\n",
        "    X_shortcut = BatchNormalization( name=bn_name_base + '1')(X_shortcut)\n",
        "    # Final step: Add shortcut value to main path, and pass it through a RELU activation (≈2 lines)\n",
        "    X = Add()([X, X_shortcut])\n",
        "    X = Activation('relu')(X)\n",
        "\n",
        " \n",
        "    return X\n"
      ],
      "execution_count": 22,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "utulZnM0ZFRw"
      },
      "source": [
        "def ResNet50(input_shape=(10,32, 32,3), classes=6):\n",
        "\n",
        "\n",
        "    # Define the input as a tensor with shape input_shape\n",
        "    X_input = Input(input_shape)\n",
        "\n",
        "    X =X_input\n",
        "\n",
        "    # Stage 1\n",
        "    X = Conv3D(64, (1,5, 5), strides=(1,2, 2), name='conv1', kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "    X = BatchNormalization( name='bn_conv1')(X)\n",
        "    X = Activation('relu')(X)\n",
        "    X = MaxPooling3D((1,3, 3), strides=(1,2, 2))(X)\n",
        "\n",
        "    # Stage 2\n",
        "    X = convolutional_block(X, f=3, filters=[32, 32, 128], stage=2, block='a', s=1)\n",
        "    X = identity_block(X, 3, [32, 32, 128], stage=2, block='b')\n",
        "    X = identity_block(X, 3, [32, 32, 128], stage=2, block='c')\n",
        "\n",
        "\n",
        "\n",
        "    # Stage 3 (≈4 lines)\n",
        "    X = convolutional_block(X, f=3, filters=[64, 64, 256], stage=3, block='a', s=2)\n",
        "    X = identity_block(X, 3, [64, 64, 256], stage=3, block='b')\n",
        "    X = identity_block(X, 3, [64, 64, 256], stage=3, block='c')\n",
        "    X = identity_block(X, 3, [64, 64, 256], stage=3, block='d')\n",
        "\n",
        "    # Stage 4 (≈6 lines)\n",
        "    X = convolutional_block(X, f=3, filters=[128, 128, 512], stage=4, block='a', s=2)\n",
        "    X = identity_block(X, 3, [128, 128, 512], stage=4, block='b')\n",
        "    X = identity_block(X, 3, [128, 128, 512], stage=4, block='c')\n",
        "    X = identity_block(X, 3, [128, 128, 512], stage=4, block='d')\n",
        "    X = identity_block(X, 3, [128, 128, 512], stage=4, block='e')\n",
        "    X = identity_block(X, 3, [128, 128, 512], stage=4, block='f')\n",
        "\n",
        "    # Stage 5 (≈3 lines)\n",
        "    X = X = convolutional_block(X, f=3, filters=[256, 256, 1024], stage=5, block='a', s=2)\n",
        "    X = identity_block(X, 3, [256, 256, 1024], stage=5, block='b')\n",
        "    X = identity_block(X, 3, [256, 256, 1024], stage=5, block='c')\n",
        "\n",
        "    # AVGPOOL (≈1 line). Use \"X = AveragePooling2D(...)(X)\"\n",
        "    X = AveragePooling3D(pool_size=(1,2, 2), padding='same')(X)\n",
        "\n",
        "    # X = GlobalAveragePooling3D()(X)\n",
        "\n",
        " \n",
        "\n",
        "    # output layer\n",
        "    X = Flatten()(X)\n",
        "    X = Dense(classes, name='fc' + str(classes), kernel_initializer=glorot_uniform(seed=0))(X)\n",
        "\n",
        "    # Create model\n",
        "    model = Model(inputs=X_input, outputs=X, name='ResNet50')\n",
        "\n",
        "    return model"
      ],
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "VTVKB4NTZHp3",
        "outputId": "7acb85ae-8c13-452f-930a-591a0130d543"
      },
      "source": [
        "model = ResNet50(input_shape=(8,172, 172, 3), classes=101)\n",
        "model.summary()"
      ],
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"ResNet50\"\n",
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_5 (InputLayer)            [(None, 8, 172, 172, 0                                            \n",
            "__________________________________________________________________________________________________\n",
            "conv1 (Conv3D)                  (None, 8, 84, 84, 64 4864        input_5[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "bn_conv1 (BatchNormalization)   (None, 8, 84, 84, 64 256         conv1[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "activation_196 (Activation)     (None, 8, 84, 84, 64 0           bn_conv1[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling3d_4 (MaxPooling3D)  (None, 8, 41, 41, 64 0           activation_196[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "res2a_branch2a (Conv3D)         (None, 8, 41, 41, 32 2080        max_pooling3d_4[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "bn2a_branch2a (BatchNormalizati (None, 8, 41, 41, 32 128         res2a_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_197 (Activation)     (None, 8, 41, 41, 32 0           bn2a_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape (Reshape)               (None, 41, 41, 256)  0           activation_197[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d (SeparableConv (None, 41, 41, 32)   10528       reshape[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "reshape_1 (Reshape)             (None, 8, 41, 41, 4) 0           separable_conv2d[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "res2a_branch2b (Conv3D)         (None, 8, 41, 41, 32 1184        reshape_1[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "bn2a_branch2b (BatchNormalizati (None, 8, 41, 41, 32 128         res2a_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_198 (Activation)     (None, 8, 41, 41, 32 0           bn2a_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_2 (Reshape)             (None, 41, 41, 256)  0           activation_198[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_1 (SeparableCo (None, 41, 41, 32)   10528       reshape_2[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "reshape_3 (Reshape)             (None, 8, 41, 41, 4) 0           separable_conv2d_1[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res2a_branch2c (Conv3D)         (None, 8, 41, 41, 12 640         reshape_3[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "bn2a_branch2c (BatchNormalizati (None, 8, 41, 41, 12 512         res2a_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_4 (Reshape)             (None, 41, 41, 1024) 0           bn2a_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_2 (SeparableCo (None, 41, 41, 128)  140416      reshape_4[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "res2a_branch1 (Conv3D)          (None, 8, 41, 41, 16 1040        max_pooling3d_4[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "reshape_5 (Reshape)             (None, 8, 41, 41, 16 0           separable_conv2d_2[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "bn2a_branch1 (BatchNormalizatio (None, 8, 41, 41, 16 64          res2a_branch1[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_64 (Add)                    (None, 8, 41, 41, 16 0           reshape_5[0][0]                  \n",
            "                                                                 bn2a_branch1[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_199 (Activation)     (None, 8, 41, 41, 16 0           add_64[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res2b_branch2a (Conv3D)         (None, 8, 41, 41, 32 544         activation_199[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn2b_branch2a (BatchNormalizati (None, 8, 41, 41, 32 128         res2b_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_200 (Activation)     (None, 8, 41, 41, 32 0           bn2b_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_6 (Reshape)             (None, 41, 41, 256)  0           activation_200[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_3 (SeparableCo (None, 41, 41, 32)   10528       reshape_6[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "reshape_7 (Reshape)             (None, 8, 41, 41, 4) 0           separable_conv2d_3[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res2b_branch2b (Conv3D)         (None, 8, 41, 41, 32 1184        reshape_7[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "bn2b_branch2b (BatchNormalizati (None, 8, 41, 41, 32 128         res2b_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_201 (Activation)     (None, 8, 41, 41, 32 0           bn2b_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_8 (Reshape)             (None, 41, 41, 256)  0           activation_201[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_4 (SeparableCo (None, 41, 41, 32)   10528       reshape_8[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "reshape_9 (Reshape)             (None, 8, 41, 41, 4) 0           separable_conv2d_4[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res2b_branch2c (Conv3D)         (None, 8, 41, 41, 12 640         reshape_9[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "bn2b_branch2c (BatchNormalizati (None, 8, 41, 41, 12 512         res2b_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_10 (Reshape)            (None, 41, 41, 1024) 0           bn2b_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_5 (SeparableCo (None, 41, 41, 128)  140416      reshape_10[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_11 (Reshape)            (None, 8, 41, 41, 16 0           separable_conv2d_5[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "add_65 (Add)                    (None, 8, 41, 41, 16 0           reshape_11[0][0]                 \n",
            "                                                                 activation_199[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_202 (Activation)     (None, 8, 41, 41, 16 0           add_65[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res2c_branch2a (Conv3D)         (None, 8, 41, 41, 32 544         activation_202[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn2c_branch2a (BatchNormalizati (None, 8, 41, 41, 32 128         res2c_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_203 (Activation)     (None, 8, 41, 41, 32 0           bn2c_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_12 (Reshape)            (None, 41, 41, 256)  0           activation_203[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_6 (SeparableCo (None, 41, 41, 32)   10528       reshape_12[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_13 (Reshape)            (None, 8, 41, 41, 4) 0           separable_conv2d_6[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res2c_branch2b (Conv3D)         (None, 8, 41, 41, 32 1184        reshape_13[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn2c_branch2b (BatchNormalizati (None, 8, 41, 41, 32 128         res2c_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_204 (Activation)     (None, 8, 41, 41, 32 0           bn2c_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_14 (Reshape)            (None, 41, 41, 256)  0           activation_204[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_7 (SeparableCo (None, 41, 41, 32)   10528       reshape_14[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_15 (Reshape)            (None, 8, 41, 41, 4) 0           separable_conv2d_7[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res2c_branch2c (Conv3D)         (None, 8, 41, 41, 12 640         reshape_15[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn2c_branch2c (BatchNormalizati (None, 8, 41, 41, 12 512         res2c_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_16 (Reshape)            (None, 41, 41, 1024) 0           bn2c_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_8 (SeparableCo (None, 41, 41, 128)  140416      reshape_16[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_17 (Reshape)            (None, 8, 41, 41, 16 0           separable_conv2d_8[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "add_66 (Add)                    (None, 8, 41, 41, 16 0           reshape_17[0][0]                 \n",
            "                                                                 activation_202[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_205 (Activation)     (None, 8, 41, 41, 16 0           add_66[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res3a_branch2a (Conv3D)         (None, 8, 21, 21, 64 1088        activation_205[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn3a_branch2a (BatchNormalizati (None, 8, 21, 21, 64 256         res3a_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_206 (Activation)     (None, 8, 21, 21, 64 0           bn3a_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_18 (Reshape)            (None, 21, 21, 512)  0           activation_206[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_9 (SeparableCo (None, 21, 21, 64)   37440       reshape_18[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_19 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_9[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "res3a_branch2b (Conv3D)         (None, 8, 21, 21, 64 4672        reshape_19[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3a_branch2b (BatchNormalizati (None, 8, 21, 21, 64 256         res3a_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_207 (Activation)     (None, 8, 21, 21, 64 0           bn3a_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_20 (Reshape)            (None, 21, 21, 512)  0           activation_207[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_10 (SeparableC (None, 21, 21, 64)   37440       reshape_20[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_21 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_10[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3a_branch2c (Conv3D)         (None, 8, 21, 21, 25 2304        reshape_21[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3a_branch2c (BatchNormalizati (None, 8, 21, 21, 25 1024        res3a_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_22 (Reshape)            (None, 21, 21, 2048) 0           bn3a_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_11 (SeparableC (None, 21, 21, 256)  542976      reshape_22[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "res3a_branch1 (Conv3D)          (None, 8, 21, 21, 32 544         activation_205[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_23 (Reshape)            (None, 8, 21, 21, 32 0           separable_conv2d_11[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "bn3a_branch1 (BatchNormalizatio (None, 8, 21, 21, 32 128         res3a_branch1[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_67 (Add)                    (None, 8, 21, 21, 32 0           reshape_23[0][0]                 \n",
            "                                                                 bn3a_branch1[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_208 (Activation)     (None, 8, 21, 21, 32 0           add_67[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res3b_branch2a (Conv3D)         (None, 8, 21, 21, 64 2112        activation_208[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn3b_branch2a (BatchNormalizati (None, 8, 21, 21, 64 256         res3b_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_209 (Activation)     (None, 8, 21, 21, 64 0           bn3b_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_24 (Reshape)            (None, 21, 21, 512)  0           activation_209[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_12 (SeparableC (None, 21, 21, 64)   37440       reshape_24[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_25 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_12[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3b_branch2b (Conv3D)         (None, 8, 21, 21, 64 4672        reshape_25[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3b_branch2b (BatchNormalizati (None, 8, 21, 21, 64 256         res3b_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_210 (Activation)     (None, 8, 21, 21, 64 0           bn3b_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_26 (Reshape)            (None, 21, 21, 512)  0           activation_210[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_13 (SeparableC (None, 21, 21, 64)   37440       reshape_26[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_27 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_13[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3b_branch2c (Conv3D)         (None, 8, 21, 21, 25 2304        reshape_27[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3b_branch2c (BatchNormalizati (None, 8, 21, 21, 25 1024        res3b_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_28 (Reshape)            (None, 21, 21, 2048) 0           bn3b_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_14 (SeparableC (None, 21, 21, 256)  542976      reshape_28[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_29 (Reshape)            (None, 8, 21, 21, 32 0           separable_conv2d_14[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_68 (Add)                    (None, 8, 21, 21, 32 0           reshape_29[0][0]                 \n",
            "                                                                 activation_208[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_211 (Activation)     (None, 8, 21, 21, 32 0           add_68[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res3c_branch2a (Conv3D)         (None, 8, 21, 21, 64 2112        activation_211[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn3c_branch2a (BatchNormalizati (None, 8, 21, 21, 64 256         res3c_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_212 (Activation)     (None, 8, 21, 21, 64 0           bn3c_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_30 (Reshape)            (None, 21, 21, 512)  0           activation_212[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_15 (SeparableC (None, 21, 21, 64)   37440       reshape_30[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_31 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_15[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3c_branch2b (Conv3D)         (None, 8, 21, 21, 64 4672        reshape_31[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3c_branch2b (BatchNormalizati (None, 8, 21, 21, 64 256         res3c_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_213 (Activation)     (None, 8, 21, 21, 64 0           bn3c_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_32 (Reshape)            (None, 21, 21, 512)  0           activation_213[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_16 (SeparableC (None, 21, 21, 64)   37440       reshape_32[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_33 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_16[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3c_branch2c (Conv3D)         (None, 8, 21, 21, 25 2304        reshape_33[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3c_branch2c (BatchNormalizati (None, 8, 21, 21, 25 1024        res3c_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_34 (Reshape)            (None, 21, 21, 2048) 0           bn3c_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_17 (SeparableC (None, 21, 21, 256)  542976      reshape_34[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_35 (Reshape)            (None, 8, 21, 21, 32 0           separable_conv2d_17[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_69 (Add)                    (None, 8, 21, 21, 32 0           reshape_35[0][0]                 \n",
            "                                                                 activation_211[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_214 (Activation)     (None, 8, 21, 21, 32 0           add_69[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res3d_branch2a (Conv3D)         (None, 8, 21, 21, 64 2112        activation_214[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn3d_branch2a (BatchNormalizati (None, 8, 21, 21, 64 256         res3d_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_215 (Activation)     (None, 8, 21, 21, 64 0           bn3d_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_36 (Reshape)            (None, 21, 21, 512)  0           activation_215[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_18 (SeparableC (None, 21, 21, 64)   37440       reshape_36[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_37 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_18[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3d_branch2b (Conv3D)         (None, 8, 21, 21, 64 4672        reshape_37[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3d_branch2b (BatchNormalizati (None, 8, 21, 21, 64 256         res3d_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_216 (Activation)     (None, 8, 21, 21, 64 0           bn3d_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_38 (Reshape)            (None, 21, 21, 512)  0           activation_216[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_19 (SeparableC (None, 21, 21, 64)   37440       reshape_38[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_39 (Reshape)            (None, 8, 21, 21, 8) 0           separable_conv2d_19[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res3d_branch2c (Conv3D)         (None, 8, 21, 21, 25 2304        reshape_39[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn3d_branch2c (BatchNormalizati (None, 8, 21, 21, 25 1024        res3d_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_40 (Reshape)            (None, 21, 21, 2048) 0           bn3d_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_20 (SeparableC (None, 21, 21, 256)  542976      reshape_40[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_41 (Reshape)            (None, 8, 21, 21, 32 0           separable_conv2d_20[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_70 (Add)                    (None, 8, 21, 21, 32 0           reshape_41[0][0]                 \n",
            "                                                                 activation_214[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_217 (Activation)     (None, 8, 21, 21, 32 0           add_70[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4a_branch2a (Conv3D)         (None, 8, 11, 11, 12 4224        activation_217[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4a_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4a_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_218 (Activation)     (None, 8, 11, 11, 12 0           bn4a_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_42 (Reshape)            (None, 11, 11, 1024) 0           activation_218[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_21 (SeparableC (None, 11, 11, 128)  140416      reshape_42[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_43 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_21[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4a_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_43[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4a_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4a_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_219 (Activation)     (None, 8, 11, 11, 12 0           bn4a_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_44 (Reshape)            (None, 11, 11, 1024) 0           activation_219[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_22 (SeparableC (None, 11, 11, 128)  140416      reshape_44[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_45 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_22[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4a_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_45[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4a_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4a_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_46 (Reshape)            (None, 11, 11, 4096) 0           bn4a_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_23 (SeparableC (None, 11, 11, 512)  2134528     reshape_46[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "res4a_branch1 (Conv3D)          (None, 8, 11, 11, 64 2112        activation_217[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_47 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_23[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "bn4a_branch1 (BatchNormalizatio (None, 8, 11, 11, 64 256         res4a_branch1[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_71 (Add)                    (None, 8, 11, 11, 64 0           reshape_47[0][0]                 \n",
            "                                                                 bn4a_branch1[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_220 (Activation)     (None, 8, 11, 11, 64 0           add_71[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4b_branch2a (Conv3D)         (None, 8, 11, 11, 12 8320        activation_220[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4b_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4b_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_221 (Activation)     (None, 8, 11, 11, 12 0           bn4b_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_48 (Reshape)            (None, 11, 11, 1024) 0           activation_221[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_24 (SeparableC (None, 11, 11, 128)  140416      reshape_48[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_49 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_24[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4b_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_49[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4b_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4b_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_222 (Activation)     (None, 8, 11, 11, 12 0           bn4b_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_50 (Reshape)            (None, 11, 11, 1024) 0           activation_222[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_25 (SeparableC (None, 11, 11, 128)  140416      reshape_50[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_51 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_25[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4b_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_51[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4b_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4b_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_52 (Reshape)            (None, 11, 11, 4096) 0           bn4b_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_26 (SeparableC (None, 11, 11, 512)  2134528     reshape_52[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_53 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_26[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_72 (Add)                    (None, 8, 11, 11, 64 0           reshape_53[0][0]                 \n",
            "                                                                 activation_220[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_223 (Activation)     (None, 8, 11, 11, 64 0           add_72[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4c_branch2a (Conv3D)         (None, 8, 11, 11, 12 8320        activation_223[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4c_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4c_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_224 (Activation)     (None, 8, 11, 11, 12 0           bn4c_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_54 (Reshape)            (None, 11, 11, 1024) 0           activation_224[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_27 (SeparableC (None, 11, 11, 128)  140416      reshape_54[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_55 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_27[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4c_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_55[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4c_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4c_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_225 (Activation)     (None, 8, 11, 11, 12 0           bn4c_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_56 (Reshape)            (None, 11, 11, 1024) 0           activation_225[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_28 (SeparableC (None, 11, 11, 128)  140416      reshape_56[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_57 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_28[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4c_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_57[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4c_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4c_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_58 (Reshape)            (None, 11, 11, 4096) 0           bn4c_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_29 (SeparableC (None, 11, 11, 512)  2134528     reshape_58[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_59 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_29[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_73 (Add)                    (None, 8, 11, 11, 64 0           reshape_59[0][0]                 \n",
            "                                                                 activation_223[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_226 (Activation)     (None, 8, 11, 11, 64 0           add_73[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4d_branch2a (Conv3D)         (None, 8, 11, 11, 12 8320        activation_226[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4d_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4d_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_227 (Activation)     (None, 8, 11, 11, 12 0           bn4d_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_60 (Reshape)            (None, 11, 11, 1024) 0           activation_227[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_30 (SeparableC (None, 11, 11, 128)  140416      reshape_60[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_61 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_30[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4d_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_61[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4d_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4d_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_228 (Activation)     (None, 8, 11, 11, 12 0           bn4d_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_62 (Reshape)            (None, 11, 11, 1024) 0           activation_228[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_31 (SeparableC (None, 11, 11, 128)  140416      reshape_62[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_63 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_31[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4d_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_63[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4d_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4d_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_64 (Reshape)            (None, 11, 11, 4096) 0           bn4d_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_32 (SeparableC (None, 11, 11, 512)  2134528     reshape_64[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_65 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_32[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_74 (Add)                    (None, 8, 11, 11, 64 0           reshape_65[0][0]                 \n",
            "                                                                 activation_226[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_229 (Activation)     (None, 8, 11, 11, 64 0           add_74[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4e_branch2a (Conv3D)         (None, 8, 11, 11, 12 8320        activation_229[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4e_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4e_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_230 (Activation)     (None, 8, 11, 11, 12 0           bn4e_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_66 (Reshape)            (None, 11, 11, 1024) 0           activation_230[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_33 (SeparableC (None, 11, 11, 128)  140416      reshape_66[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_67 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_33[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4e_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_67[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4e_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4e_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_231 (Activation)     (None, 8, 11, 11, 12 0           bn4e_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_68 (Reshape)            (None, 11, 11, 1024) 0           activation_231[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_34 (SeparableC (None, 11, 11, 128)  140416      reshape_68[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_69 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_34[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4e_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_69[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4e_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4e_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_70 (Reshape)            (None, 11, 11, 4096) 0           bn4e_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_35 (SeparableC (None, 11, 11, 512)  2134528     reshape_70[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_71 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_35[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_75 (Add)                    (None, 8, 11, 11, 64 0           reshape_71[0][0]                 \n",
            "                                                                 activation_229[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_232 (Activation)     (None, 8, 11, 11, 64 0           add_75[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res4f_branch2a (Conv3D)         (None, 8, 11, 11, 12 8320        activation_232[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn4f_branch2a (BatchNormalizati (None, 8, 11, 11, 12 512         res4f_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_233 (Activation)     (None, 8, 11, 11, 12 0           bn4f_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_72 (Reshape)            (None, 11, 11, 1024) 0           activation_233[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_36 (SeparableC (None, 11, 11, 128)  140416      reshape_72[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_73 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_36[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4f_branch2b (Conv3D)         (None, 8, 11, 11, 12 18560       reshape_73[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4f_branch2b (BatchNormalizati (None, 8, 11, 11, 12 512         res4f_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_234 (Activation)     (None, 8, 11, 11, 12 0           bn4f_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_74 (Reshape)            (None, 11, 11, 1024) 0           activation_234[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_37 (SeparableC (None, 11, 11, 128)  140416      reshape_74[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_75 (Reshape)            (None, 8, 11, 11, 16 0           separable_conv2d_37[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res4f_branch2c (Conv3D)         (None, 8, 11, 11, 51 8704        reshape_75[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn4f_branch2c (BatchNormalizati (None, 8, 11, 11, 51 2048        res4f_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_76 (Reshape)            (None, 11, 11, 4096) 0           bn4f_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_38 (SeparableC (None, 11, 11, 512)  2134528     reshape_76[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_77 (Reshape)            (None, 8, 11, 11, 64 0           separable_conv2d_38[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_76 (Add)                    (None, 8, 11, 11, 64 0           reshape_77[0][0]                 \n",
            "                                                                 activation_232[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_235 (Activation)     (None, 8, 11, 11, 64 0           add_76[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res5a_branch2a (Conv3D)         (None, 8, 6, 6, 256) 16640       activation_235[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn5a_branch2a (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5a_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_236 (Activation)     (None, 8, 6, 6, 256) 0           bn5a_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_78 (Reshape)            (None, 6, 6, 2048)   0           activation_236[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_39 (SeparableC (None, 6, 6, 256)    542976      reshape_78[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_79 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_39[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5a_branch2b (Conv3D)         (None, 8, 6, 6, 256) 73984       reshape_79[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5a_branch2b (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5a_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_237 (Activation)     (None, 8, 6, 6, 256) 0           bn5a_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_80 (Reshape)            (None, 6, 6, 2048)   0           activation_237[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_40 (SeparableC (None, 6, 6, 256)    542976      reshape_80[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_81 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_40[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5a_branch2c (Conv3D)         (None, 8, 6, 6, 1024 33792       reshape_81[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5a_branch2c (BatchNormalizati (None, 8, 6, 6, 1024 4096        res5a_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_82 (Reshape)            (None, 6, 6, 8192)   0           bn5a_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_41 (SeparableC (None, 6, 6, 1024)   8463360     reshape_82[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "res5a_branch1 (Conv3D)          (None, 8, 6, 6, 128) 8320        activation_235[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_83 (Reshape)            (None, 8, 6, 6, 128) 0           separable_conv2d_41[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "bn5a_branch1 (BatchNormalizatio (None, 8, 6, 6, 128) 512         res5a_branch1[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "add_77 (Add)                    (None, 8, 6, 6, 128) 0           reshape_83[0][0]                 \n",
            "                                                                 bn5a_branch1[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_238 (Activation)     (None, 8, 6, 6, 128) 0           add_77[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res5b_branch2a (Conv3D)         (None, 8, 6, 6, 256) 33024       activation_238[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn5b_branch2a (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5b_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_239 (Activation)     (None, 8, 6, 6, 256) 0           bn5b_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_84 (Reshape)            (None, 6, 6, 2048)   0           activation_239[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_42 (SeparableC (None, 6, 6, 256)    542976      reshape_84[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_85 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_42[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5b_branch2b (Conv3D)         (None, 8, 6, 6, 256) 73984       reshape_85[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5b_branch2b (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5b_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_240 (Activation)     (None, 8, 6, 6, 256) 0           bn5b_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_86 (Reshape)            (None, 6, 6, 2048)   0           activation_240[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_43 (SeparableC (None, 6, 6, 256)    542976      reshape_86[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_87 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_43[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5b_branch2c (Conv3D)         (None, 8, 6, 6, 1024 33792       reshape_87[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5b_branch2c (BatchNormalizati (None, 8, 6, 6, 1024 4096        res5b_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_88 (Reshape)            (None, 6, 6, 8192)   0           bn5b_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_44 (SeparableC (None, 6, 6, 1024)   8463360     reshape_88[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_89 (Reshape)            (None, 8, 6, 6, 128) 0           separable_conv2d_44[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_78 (Add)                    (None, 8, 6, 6, 128) 0           reshape_89[0][0]                 \n",
            "                                                                 activation_238[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_241 (Activation)     (None, 8, 6, 6, 128) 0           add_78[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "res5c_branch2a (Conv3D)         (None, 8, 6, 6, 256) 33024       activation_241[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "bn5c_branch2a (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5c_branch2a[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_242 (Activation)     (None, 8, 6, 6, 256) 0           bn5c_branch2a[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_90 (Reshape)            (None, 6, 6, 2048)   0           activation_242[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_45 (SeparableC (None, 6, 6, 256)    542976      reshape_90[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_91 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_45[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5c_branch2b (Conv3D)         (None, 8, 6, 6, 256) 73984       reshape_91[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5c_branch2b (BatchNormalizati (None, 8, 6, 6, 256) 1024        res5c_branch2b[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_243 (Activation)     (None, 8, 6, 6, 256) 0           bn5c_branch2b[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_92 (Reshape)            (None, 6, 6, 2048)   0           activation_243[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_46 (SeparableC (None, 6, 6, 256)    542976      reshape_92[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_93 (Reshape)            (None, 8, 6, 6, 32)  0           separable_conv2d_46[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "res5c_branch2c (Conv3D)         (None, 8, 6, 6, 1024 33792       reshape_93[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "bn5c_branch2c (BatchNormalizati (None, 8, 6, 6, 1024 4096        res5c_branch2c[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_94 (Reshape)            (None, 6, 6, 8192)   0           bn5c_branch2c[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "separable_conv2d_47 (SeparableC (None, 6, 6, 1024)   8463360     reshape_94[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "reshape_95 (Reshape)            (None, 8, 6, 6, 128) 0           separable_conv2d_47[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "add_79 (Add)                    (None, 8, 6, 6, 128) 0           reshape_95[0][0]                 \n",
            "                                                                 activation_241[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "activation_244 (Activation)     (None, 8, 6, 6, 128) 0           add_79[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "average_pooling3d_3 (AveragePoo (None, 8, 3, 3, 128) 0           activation_244[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "flatten_3 (Flatten)             (None, 9216)         0           average_pooling3d_3[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "fc101 (Dense)                   (None, 101)          930917      flatten_3[0][0]                  \n",
            "==================================================================================================\n",
            "Total params: 47,749,653\n",
            "Trainable params: 47,726,389\n",
            "Non-trainable params: 23,264\n",
            "__________________________________________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6iAMnhDeazTN"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}