7_Base_Model_InceptionResNetV2.ipynb

{"cells":[{"cell_type":"markdown","source":["# Base Model: InceptionResNetV2"],"metadata":{"id":"OocXLOouJ2db"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"0OxTZo0K1HzG"},"outputs":[],"source":["import os\n","# from math import log\n","import numpy as np\n","# from PIL import Image\n","import matplotlib.pyplot as plt\n","# import random"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"QO9olrJiAqI4"},"outputs":[],"source":["# from google.colab import drive\n","# drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"_WN1jEJn1XBj"},"outputs":[],"source":["import pandas as pd\n","import os"]},{"cell_type":"markdown","metadata":{"id":"PzzP4mUk2-JX"},"source":["**Importing Generalized Tensor Image Data [Size: 224 X 224]**\n","The dataset exist as Test and Train sets split in 7:3"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"4D6AScGQSv-G"},"outputs":[],"source":["X_train = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_train_3.npy')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"13zTPQC0UEhg"},"outputs":[],"source":["Y_train = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_train_3.npy')"]},{"cell_type":"markdown","metadata":{"id":"gXJ9MgKkj6AU"},"source":["**Creating validation and test sets. Final sets: Train: 70%, Validation: 14%, Test: 16%**"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"FK5ehUu3UEbC"},"outputs":[],"source":["# X_val_and_test = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_test_3.npy') "]},{"cell_type":"code","execution_count":null,"metadata":{"id":"jq_hBhRHUEX8"},"outputs":[],"source":["# Y_val_and_test = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_test_3.npy')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"wShZwJkfUEVR"},"outputs":[],"source":["# from sklearn.model_selection import train_test_split\n","# X_test, X_val, Y_test, Y_val = train_test_split(X_val_and_test, Y_val_and_test, test_size=0.47)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":380,"status":"ok","timestamp":1649260523802,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"wPpGxnpgUESZ","outputId":"84478f2b-7f33-4b9f-870b-a6628245f5a5"},"outputs":[{"name":"stdout","output_type":"stream","text":["X_train Size:(7607, 224, 224, 3)\n","Y_train Size:(7607, 9)\n"]}],"source":["# print(f'X_train Size:{X_train.shape}\\nY_train Size:{Y_train.shape}')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":499,"status":"ok","timestamp":1649260526100,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"8lZGM5CqUEKR","outputId":"ea6dad02-b837-46ef-de35-5dd33f02f25e"},"outputs":[{"name":"stdout","output_type":"stream","text":["X_val Size:(1533, 224, 224, 3)\n","Y_val Size:(1533, 9)\n"]}],"source":["# print(f'X_val Size:{X_val.shape}\\nY_val Size:{Y_val.shape}')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":4,"status":"ok","timestamp":1649260527552,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"-RyYcEIPUD-v","outputId":"2eb1ee5e-6ab8-4df4-b100-636d145171e4"},"outputs":[{"name":"stdout","output_type":"stream","text":["X_test Size:(1728, 224, 224, 3)\n","Y_test Size:(1728, 9)\n"]}],"source":["# print(f'X_test Size:{X_test.shape}\\nY_test Size:{Y_test.shape}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"0UCFZcDsilcg"},"outputs":[],"source":["# np.save('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_val_3.npy', X_val)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"0ebU1l2yilRx"},"outputs":[],"source":["# np.save('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_val_3.npy', Y_val)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"LvW7-dlqjED0"},"outputs":[],"source":["# np.save('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_test_3_REAL.npy', X_test)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Y_Q4jtlwjEAW"},"outputs":[],"source":["# np.save('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_test_3_REAL.npy', Y_test)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"B-jX_m4_jXOr"},"outputs":[],"source":["X_val = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_val_3.npy')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"RPYji1dmjW5u"},"outputs":[],"source":["Y_val = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_val_3.npy')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"MIDhqLTHjW2L"},"outputs":[],"source":["X_test = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/X_test_3.npy')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"PK5ds02ljWzQ"},"outputs":[],"source":["Y_test = np.load('/content/drive/MyDrive/Colab Notebooks/Dataset_Numpy_Array_3/Y_test_3.npy')"]},{"cell_type":"markdown","metadata":{"id":"PjaHM_xRdxWi"},"source":["The training labels are one-hot encoded. The code below removes this to make a new array \"y_train_new\" which will be used to produce class weights."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":20,"status":"ok","timestamp":1666252173867,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"LVkC3Ochdi8B","outputId":"7ca95d4f-8d28-4e3f-a535-ca73e0ab0e6d"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[0., 0., 1., ..., 0., 0., 0.],\n","       [0., 0., 0., ..., 0., 1., 0.],\n","       [0., 0., 1., ..., 0., 0., 0.],\n","       ...,\n","       [0., 0., 1., ..., 0., 0., 0.],\n","       [0., 1., 0., ..., 0., 0., 0.],\n","       [0., 0., 1., ..., 0., 0., 0.]], dtype=float32)"]},"metadata":{},"execution_count":9}],"source":["Y_train"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":8,"status":"ok","timestamp":1666252173867,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"e7F7ev2ueWoF","outputId":"0900b1d4-b11f-4978-9b12-0146dbfb1863"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([2, 7, 2, ..., 2, 1, 2])"]},"metadata":{},"execution_count":10}],"source":["Y_train_new = np.argmax(Y_train, axis=1)\n","Y_train_new"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"sWYxm5KTehPZ"},"outputs":[],"source":["from sklearn.utils.class_weight import compute_class_weight\n","class_weights = compute_class_weight('balanced', classes = np.unique(Y_train_new), y = Y_train_new)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":6,"status":"ok","timestamp":1666252174757,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"0_dsGDBVfPq7","outputId":"cbb6a6ce-0a01-4e90-873d-d4858f4fbca6"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["numpy.ndarray"]},"metadata":{},"execution_count":12}],"source":["type(class_weights)"]},{"cell_type":"markdown","metadata":{"id":"j6Qlmr6ifRnP"},"source":["Note: The class weights is a numpy.ndarray. This does not work with the updated sklearn library and thus the class weights are converted to a dictionary."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"YK9MsSxwethD"},"outputs":[],"source":["class_weight_dict = dict(enumerate(class_weights))"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"G03heX5kfWLu"},"outputs":[],"source":["nb_classes = 9\n","img_size = 224\n","channels = 3\n","height = 224\n","width = 224"]},{"cell_type":"markdown","metadata":{"id":"Ru51u-rDgFPz"},"source":["**Building The Model**"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"htVFdFHHgQDQ"},"outputs":[],"source":["import os\n","import cv2\n","import matplotlib.pyplot as plt\n","import pandas as pd\n","import numpy as np\n","import json\n","import tensorflow as tf\n","from keras.models import Sequential, Model\n","from keras.applications.xception import Xception, preprocess_input\n","from keras.applications.vgg19 import VGG19, preprocess_input\n","from keras.applications.resnet import ResNet50 , preprocess_input\n","from keras.applications.inception_v3 import InceptionV3 , preprocess_input\n","from keras.applications.mobilenet import MobileNet , preprocess_input\n","from keras.applications.mobilenet_v2 import MobileNetV2 , preprocess_input\n","from keras.applications.inception_resnet_v2 import InceptionResNetV2, preprocess_input\n","from keras.models import Sequential, Model\n","from keras.layers import Dense, Dropout, Flatten, Conv2D, MaxPooling2D\n","\n","from keras.applications.nasnet import NASNetLarge , preprocess_input\n","from keras.applications.xception import Xception , preprocess_input\n","from keras.applications.densenet import DenseNet169 , preprocess_input\n","from keras.applications.densenet import DenseNet121, preprocess_input\n","\n","from keras.layers import Dense, Flatten, Activation, Dropout, GlobalAveragePooling2D\n","from keras.preprocessing.image import ImageDataGenerator\n","from keras import optimizers, applications\n","from tensorflow.keras.optimizers import Adam, SGD, RMSprop, Nadam\n","from keras.callbacks import ModelCheckpoint, LearningRateScheduler, TensorBoard, EarlyStopping\n","from keras import backend as K \n","from keras.losses import binary_crossentropy, categorical_crossentropy\n","from keras.layers import BatchNormalization"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"tY23t0aGfo41"},"outputs":[],"source":["def get_base_model(model_name):\n","    if model_name == 'Xception' :\n","        base_model = Xception(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","        \n","    elif model_name =='ResNet50':\n","        base_model = ResNet50(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","    \n","    elif model_name =='inceptionv3':\n","        base_model = InceptionV3(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","  \n","    elif model_name =='InceptionResNetV2':\n","        base_model = InceptionResNetV2(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","  \n","    elif model_name =='MobileNet':\n","        base_model = MobileNet(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","    \n","    elif model_name =='MobileNetV2':\n","        base_model = MobileNetV2(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","\n","    elif model_name =='VGG19':\n","        base_model = VGG19(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","    \n","    elif model_name =='NASNetLarge':\n","        base_model = NASNetLarge(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","  \n","    elif model_name =='DenseNet169':\n","        base_model = DenseNet169(input_shape=(height, width, channels), weights='imagenet', include_top=False)\n","  \n","    else :\n","        base_model = Sequential()\n","        base_model.add(Conv2D(filters = 128, kernel_size = (3, 3), activation = 'relu', input_shape = (height, width, channels)))\n","        base_model.add(MaxPooling2D(pool_size = (2, 2)))\n","\n","    return base_model\n"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"BIJGkCZBfpuV"},"outputs":[],"source":["model_names = ['ResNet50', 'inceptionv3', 'InceptionResNetV2', 'VGG19', 'Xception', 'MobileNet', 'MobileNetV2', 'DenseNet169', 'NASNetLarge']"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":6,"status":"ok","timestamp":1666252181756,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"E4kiUZYbf1PQ","outputId":"bc1cb854-fd29-4b2f-dbfb-ed1a4571f20b"},"outputs":[{"output_type":"stream","name":"stdout","text":["Selected model :  InceptionResNetV2\n"]}],"source":["model_id = 2\n","model_name = model_names[model_id]\n","print('Selected model : ', model_name)"]},{"cell_type":"markdown","source":["# MODEL TRAINING"],"metadata":{"id":"38l0vVEYXeLT"}},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":9618,"status":"ok","timestamp":1666241291271,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"KSiOEK3ef3B5","outputId":"963b40a4-0af0-485d-a9a8-1fe188f33af0"},"outputs":[{"output_type":"stream","name":"stdout","text":["Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/inception_resnet_v2/inception_resnet_v2_weights_tf_dim_ordering_tf_kernels_notop.h5\n","219055592/219055592 [==============================] - 2s 0us/step\n"]}],"source":["base_model = get_base_model(model_name)"]},{"cell_type":"markdown","metadata":{"id":"G67q6rJenO40"},"source":["Removing the last layer of Pre-Trained model and adding a fully connected dense layer."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":18476,"status":"ok","timestamp":1666241309731,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"},"user_tz":-330},"id":"vt5qq2j0gqM5","outputId":"9d5bbf45-29f3-409e-fe69-6fe66928fd37"},"outputs":[{"output_type":"stream","name":"stdout","text":["Model: \"model\"\n","__________________________________________________________________________________________________\n"," Layer (type)                   Output Shape         Param #     Connected to                     \n","==================================================================================================\n"," input_1 (InputLayer)           [(None, 224, 224, 3  0           []                               \n","                                )]                                                                \n","                                                                                                  \n"," conv2d (Conv2D)                (None, 111, 111, 32  864         ['input_1[0][0]']                \n","                                )                                                                 \n","                                                                                                  \n"," batch_normalization (BatchNorm  (None, 111, 111, 32  96         ['conv2d[0][0]']                 \n"," alization)                     )                                                                 \n","                                                                                                  \n"," activation (Activation)        (None, 111, 111, 32  0           ['batch_normalization[0][0]']    \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_1 (Conv2D)              (None, 109, 109, 32  9216        ['activation[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," batch_normalization_1 (BatchNo  (None, 109, 109, 32  96         ['conv2d_1[0][0]']               \n"," rmalization)                   )                                                                 \n","                                                                                                  \n"," activation_1 (Activation)      (None, 109, 109, 32  0           ['batch_normalization_1[0][0]']  \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_2 (Conv2D)              (None, 109, 109, 64  18432       ['activation_1[0][0]']           \n","                                )                                                                 \n","                                                                                                  \n"," batch_normalization_2 (BatchNo  (None, 109, 109, 64  192        ['conv2d_2[0][0]']               \n"," rmalization)                   )                                                                 \n","                                                                                                  \n"," activation_2 (Activation)      (None, 109, 109, 64  0           ['batch_normalization_2[0][0]']  \n","                                )                                                                 \n","                                                                                                  \n"," max_pooling2d (MaxPooling2D)   (None, 54, 54, 64)   0           ['activation_2[0][0]']           \n","                                                                                                  \n"," conv2d_3 (Conv2D)              (None, 54, 54, 80)   5120        ['max_pooling2d[0][0]']          \n","                                                                                                  \n"," batch_normalization_3 (BatchNo  (None, 54, 54, 80)  240         ['conv2d_3[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," activation_3 (Activation)      (None, 54, 54, 80)   0           ['batch_normalization_3[0][0]']  \n","                                                                                                  \n"," conv2d_4 (Conv2D)              (None, 52, 52, 192)  138240      ['activation_3[0][0]']           \n","                                                                                                  \n"," batch_normalization_4 (BatchNo  (None, 52, 52, 192)  576        ['conv2d_4[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," activation_4 (Activation)      (None, 52, 52, 192)  0           ['batch_normalization_4[0][0]']  \n","                                                                                                  \n"," max_pooling2d_1 (MaxPooling2D)  (None, 25, 25, 192)  0          ['activation_4[0][0]']           \n","                                                                                                  \n"," conv2d_8 (Conv2D)              (None, 25, 25, 64)   12288       ['max_pooling2d_1[0][0]']        \n","                                                                                                  \n"," batch_normalization_8 (BatchNo  (None, 25, 25, 64)  192         ['conv2d_8[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," activation_8 (Activation)      (None, 25, 25, 64)   0           ['batch_normalization_8[0][0]']  \n","                                                                                                  \n"," conv2d_6 (Conv2D)              (None, 25, 25, 48)   9216        ['max_pooling2d_1[0][0]']        \n","                                                                                                  \n"," conv2d_9 (Conv2D)              (None, 25, 25, 96)   55296       ['activation_8[0][0]']           \n","                                                                                                  \n"," batch_normalization_6 (BatchNo  (None, 25, 25, 48)  144         ['conv2d_6[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," batch_normalization_9 (BatchNo  (None, 25, 25, 96)  288         ['conv2d_9[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," activation_6 (Activation)      (None, 25, 25, 48)   0           ['batch_normalization_6[0][0]']  \n","                                                                                                  \n"," activation_9 (Activation)      (None, 25, 25, 96)   0           ['batch_normalization_9[0][0]']  \n","                                                                                                  \n"," average_pooling2d (AveragePool  (None, 25, 25, 192)  0          ['max_pooling2d_1[0][0]']        \n"," ing2D)                                                                                           \n","                                                                                                  \n"," conv2d_5 (Conv2D)              (None, 25, 25, 96)   18432       ['max_pooling2d_1[0][0]']        \n","                                                                                                  \n"," conv2d_7 (Conv2D)              (None, 25, 25, 64)   76800       ['activation_6[0][0]']           \n","                                                                                                  \n"," conv2d_10 (Conv2D)             (None, 25, 25, 96)   82944       ['activation_9[0][0]']           \n","                                                                                                  \n"," conv2d_11 (Conv2D)             (None, 25, 25, 64)   12288       ['average_pooling2d[0][0]']      \n","                                                                                                  \n"," batch_normalization_5 (BatchNo  (None, 25, 25, 96)  288         ['conv2d_5[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," batch_normalization_7 (BatchNo  (None, 25, 25, 64)  192         ['conv2d_7[0][0]']               \n"," rmalization)                                                                                     \n","                                                                                                  \n"," batch_normalization_10 (BatchN  (None, 25, 25, 96)  288         ['conv2d_10[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_11 (BatchN  (None, 25, 25, 64)  192         ['conv2d_11[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_5 (Activation)      (None, 25, 25, 96)   0           ['batch_normalization_5[0][0]']  \n","                                                                                                  \n"," activation_7 (Activation)      (None, 25, 25, 64)   0           ['batch_normalization_7[0][0]']  \n","                                                                                                  \n"," activation_10 (Activation)     (None, 25, 25, 96)   0           ['batch_normalization_10[0][0]'] \n","                                                                                                  \n"," activation_11 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_11[0][0]'] \n","                                                                                                  \n"," mixed_5b (Concatenate)         (None, 25, 25, 320)  0           ['activation_5[0][0]',           \n","                                                                  'activation_7[0][0]',           \n","                                                                  'activation_10[0][0]',          \n","                                                                  'activation_11[0][0]']          \n","                                                                                                  \n"," conv2d_15 (Conv2D)             (None, 25, 25, 32)   10240       ['mixed_5b[0][0]']               \n","                                                                                                  \n"," batch_normalization_15 (BatchN  (None, 25, 25, 32)  96          ['conv2d_15[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_15 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_15[0][0]'] \n","                                                                                                  \n"," conv2d_13 (Conv2D)             (None, 25, 25, 32)   10240       ['mixed_5b[0][0]']               \n","                                                                                                  \n"," conv2d_16 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_15[0][0]']          \n","                                                                                                  \n"," batch_normalization_13 (BatchN  (None, 25, 25, 32)  96          ['conv2d_13[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_16 (BatchN  (None, 25, 25, 48)  144         ['conv2d_16[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_13 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_13[0][0]'] \n","                                                                                                  \n"," activation_16 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_16[0][0]'] \n","                                                                                                  \n"," conv2d_12 (Conv2D)             (None, 25, 25, 32)   10240       ['mixed_5b[0][0]']               \n","                                                                                                  \n"," conv2d_14 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_13[0][0]']          \n","                                                                                                  \n"," conv2d_17 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_16[0][0]']          \n","                                                                                                  \n"," batch_normalization_12 (BatchN  (None, 25, 25, 32)  96          ['conv2d_12[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_14 (BatchN  (None, 25, 25, 32)  96          ['conv2d_14[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_17 (BatchN  (None, 25, 25, 64)  192         ['conv2d_17[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_12 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_12[0][0]'] \n","                                                                                                  \n"," activation_14 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_14[0][0]'] \n","                                                                                                  \n"," activation_17 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_17[0][0]'] \n","                                                                                                  \n"," block35_1_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_12[0][0]',          \n","                                                                  'activation_14[0][0]',          \n","                                                                  'activation_17[0][0]']          \n","                                                                                                  \n"," block35_1_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_1_mixed[0][0]']        \n","                                                                                                  \n"," block35_1 (Lambda)             (None, 25, 25, 320)  0           ['mixed_5b[0][0]',               \n","                                                                  'block35_1_conv[0][0]']         \n","                                                                                                  \n"," block35_1_ac (Activation)      (None, 25, 25, 320)  0           ['block35_1[0][0]']              \n","                                                                                                  \n"," conv2d_21 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_1_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_21 (BatchN  (None, 25, 25, 32)  96          ['conv2d_21[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_21 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_21[0][0]'] \n","                                                                                                  \n"," conv2d_19 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_1_ac[0][0]']           \n","                                                                                                  \n"," conv2d_22 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_21[0][0]']          \n","                                                                                                  \n"," batch_normalization_19 (BatchN  (None, 25, 25, 32)  96          ['conv2d_19[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_22 (BatchN  (None, 25, 25, 48)  144         ['conv2d_22[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_19 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_19[0][0]'] \n","                                                                                                  \n"," activation_22 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_22[0][0]'] \n","                                                                                                  \n"," conv2d_18 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_1_ac[0][0]']           \n","                                                                                                  \n"," conv2d_20 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_19[0][0]']          \n","                                                                                                  \n"," conv2d_23 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_22[0][0]']          \n","                                                                                                  \n"," batch_normalization_18 (BatchN  (None, 25, 25, 32)  96          ['conv2d_18[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_20 (BatchN  (None, 25, 25, 32)  96          ['conv2d_20[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_23 (BatchN  (None, 25, 25, 64)  192         ['conv2d_23[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_18 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_18[0][0]'] \n","                                                                                                  \n"," activation_20 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_20[0][0]'] \n","                                                                                                  \n"," activation_23 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_23[0][0]'] \n","                                                                                                  \n"," block35_2_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_18[0][0]',          \n","                                                                  'activation_20[0][0]',          \n","                                                                  'activation_23[0][0]']          \n","                                                                                                  \n"," block35_2_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_2_mixed[0][0]']        \n","                                                                                                  \n"," block35_2 (Lambda)             (None, 25, 25, 320)  0           ['block35_1_ac[0][0]',           \n","                                                                  'block35_2_conv[0][0]']         \n","                                                                                                  \n"," block35_2_ac (Activation)      (None, 25, 25, 320)  0           ['block35_2[0][0]']              \n","                                                                                                  \n"," conv2d_27 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_2_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_27 (BatchN  (None, 25, 25, 32)  96          ['conv2d_27[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_27 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_27[0][0]'] \n","                                                                                                  \n"," conv2d_25 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_2_ac[0][0]']           \n","                                                                                                  \n"," conv2d_28 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_27[0][0]']          \n","                                                                                                  \n"," batch_normalization_25 (BatchN  (None, 25, 25, 32)  96          ['conv2d_25[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_28 (BatchN  (None, 25, 25, 48)  144         ['conv2d_28[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_25 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_25[0][0]'] \n","                                                                                                  \n"," activation_28 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_28[0][0]'] \n","                                                                                                  \n"," conv2d_24 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_2_ac[0][0]']           \n","                                                                                                  \n"," conv2d_26 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_25[0][0]']          \n","                                                                                                  \n"," conv2d_29 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_28[0][0]']          \n","                                                                                                  \n"," batch_normalization_24 (BatchN  (None, 25, 25, 32)  96          ['conv2d_24[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_26 (BatchN  (None, 25, 25, 32)  96          ['conv2d_26[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_29 (BatchN  (None, 25, 25, 64)  192         ['conv2d_29[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_24 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_24[0][0]'] \n","                                                                                                  \n"," activation_26 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_26[0][0]'] \n","                                                                                                  \n"," activation_29 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_29[0][0]'] \n","                                                                                                  \n"," block35_3_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_24[0][0]',          \n","                                                                  'activation_26[0][0]',          \n","                                                                  'activation_29[0][0]']          \n","                                                                                                  \n"," block35_3_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_3_mixed[0][0]']        \n","                                                                                                  \n"," block35_3 (Lambda)             (None, 25, 25, 320)  0           ['block35_2_ac[0][0]',           \n","                                                                  'block35_3_conv[0][0]']         \n","                                                                                                  \n"," block35_3_ac (Activation)      (None, 25, 25, 320)  0           ['block35_3[0][0]']              \n","                                                                                                  \n"," conv2d_33 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_3_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_33 (BatchN  (None, 25, 25, 32)  96          ['conv2d_33[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_33 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_33[0][0]'] \n","                                                                                                  \n"," conv2d_31 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_3_ac[0][0]']           \n","                                                                                                  \n"," conv2d_34 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_33[0][0]']          \n","                                                                                                  \n"," batch_normalization_31 (BatchN  (None, 25, 25, 32)  96          ['conv2d_31[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_34 (BatchN  (None, 25, 25, 48)  144         ['conv2d_34[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_31 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_31[0][0]'] \n","                                                                                                  \n"," activation_34 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_34[0][0]'] \n","                                                                                                  \n"," conv2d_30 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_3_ac[0][0]']           \n","                                                                                                  \n"," conv2d_32 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_31[0][0]']          \n","                                                                                                  \n"," conv2d_35 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_34[0][0]']          \n","                                                                                                  \n"," batch_normalization_30 (BatchN  (None, 25, 25, 32)  96          ['conv2d_30[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_32 (BatchN  (None, 25, 25, 32)  96          ['conv2d_32[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_35 (BatchN  (None, 25, 25, 64)  192         ['conv2d_35[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_30 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_30[0][0]'] \n","                                                                                                  \n"," activation_32 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_32[0][0]'] \n","                                                                                                  \n"," activation_35 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_35[0][0]'] \n","                                                                                                  \n"," block35_4_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_30[0][0]',          \n","                                                                  'activation_32[0][0]',          \n","                                                                  'activation_35[0][0]']          \n","                                                                                                  \n"," block35_4_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_4_mixed[0][0]']        \n","                                                                                                  \n"," block35_4 (Lambda)             (None, 25, 25, 320)  0           ['block35_3_ac[0][0]',           \n","                                                                  'block35_4_conv[0][0]']         \n","                                                                                                  \n"," block35_4_ac (Activation)      (None, 25, 25, 320)  0           ['block35_4[0][0]']              \n","                                                                                                  \n"," conv2d_39 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_4_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_39 (BatchN  (None, 25, 25, 32)  96          ['conv2d_39[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_39 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_39[0][0]'] \n","                                                                                                  \n"," conv2d_37 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_4_ac[0][0]']           \n","                                                                                                  \n"," conv2d_40 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_39[0][0]']          \n","                                                                                                  \n"," batch_normalization_37 (BatchN  (None, 25, 25, 32)  96          ['conv2d_37[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_40 (BatchN  (None, 25, 25, 48)  144         ['conv2d_40[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_37 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_37[0][0]'] \n","                                                                                                  \n"," activation_40 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_40[0][0]'] \n","                                                                                                  \n"," conv2d_36 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_4_ac[0][0]']           \n","                                                                                                  \n"," conv2d_38 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_37[0][0]']          \n","                                                                                                  \n"," conv2d_41 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_40[0][0]']          \n","                                                                                                  \n"," batch_normalization_36 (BatchN  (None, 25, 25, 32)  96          ['conv2d_36[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_38 (BatchN  (None, 25, 25, 32)  96          ['conv2d_38[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_41 (BatchN  (None, 25, 25, 64)  192         ['conv2d_41[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_36 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_36[0][0]'] \n","                                                                                                  \n"," activation_38 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_38[0][0]'] \n","                                                                                                  \n"," activation_41 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_41[0][0]'] \n","                                                                                                  \n"," block35_5_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_36[0][0]',          \n","                                                                  'activation_38[0][0]',          \n","                                                                  'activation_41[0][0]']          \n","                                                                                                  \n"," block35_5_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_5_mixed[0][0]']        \n","                                                                                                  \n"," block35_5 (Lambda)             (None, 25, 25, 320)  0           ['block35_4_ac[0][0]',           \n","                                                                  'block35_5_conv[0][0]']         \n","                                                                                                  \n"," block35_5_ac (Activation)      (None, 25, 25, 320)  0           ['block35_5[0][0]']              \n","                                                                                                  \n"," conv2d_45 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_5_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_45 (BatchN  (None, 25, 25, 32)  96          ['conv2d_45[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_45 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_45[0][0]'] \n","                                                                                                  \n"," conv2d_43 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_5_ac[0][0]']           \n","                                                                                                  \n"," conv2d_46 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_45[0][0]']          \n","                                                                                                  \n"," batch_normalization_43 (BatchN  (None, 25, 25, 32)  96          ['conv2d_43[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_46 (BatchN  (None, 25, 25, 48)  144         ['conv2d_46[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_43 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_43[0][0]'] \n","                                                                                                  \n"," activation_46 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_46[0][0]'] \n","                                                                                                  \n"," conv2d_42 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_5_ac[0][0]']           \n","                                                                                                  \n"," conv2d_44 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_43[0][0]']          \n","                                                                                                  \n"," conv2d_47 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_46[0][0]']          \n","                                                                                                  \n"," batch_normalization_42 (BatchN  (None, 25, 25, 32)  96          ['conv2d_42[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_44 (BatchN  (None, 25, 25, 32)  96          ['conv2d_44[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_47 (BatchN  (None, 25, 25, 64)  192         ['conv2d_47[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_42 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_42[0][0]'] \n","                                                                                                  \n"," activation_44 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_44[0][0]'] \n","                                                                                                  \n"," activation_47 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_47[0][0]'] \n","                                                                                                  \n"," block35_6_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_42[0][0]',          \n","                                                                  'activation_44[0][0]',          \n","                                                                  'activation_47[0][0]']          \n","                                                                                                  \n"," block35_6_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_6_mixed[0][0]']        \n","                                                                                                  \n"," block35_6 (Lambda)             (None, 25, 25, 320)  0           ['block35_5_ac[0][0]',           \n","                                                                  'block35_6_conv[0][0]']         \n","                                                                                                  \n"," block35_6_ac (Activation)      (None, 25, 25, 320)  0           ['block35_6[0][0]']              \n","                                                                                                  \n"," conv2d_51 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_6_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_51 (BatchN  (None, 25, 25, 32)  96          ['conv2d_51[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_51 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_51[0][0]'] \n","                                                                                                  \n"," conv2d_49 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_6_ac[0][0]']           \n","                                                                                                  \n"," conv2d_52 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_51[0][0]']          \n","                                                                                                  \n"," batch_normalization_49 (BatchN  (None, 25, 25, 32)  96          ['conv2d_49[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_52 (BatchN  (None, 25, 25, 48)  144         ['conv2d_52[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_49 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_49[0][0]'] \n","                                                                                                  \n"," activation_52 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_52[0][0]'] \n","                                                                                                  \n"," conv2d_48 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_6_ac[0][0]']           \n","                                                                                                  \n"," conv2d_50 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_49[0][0]']          \n","                                                                                                  \n"," conv2d_53 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_52[0][0]']          \n","                                                                                                  \n"," batch_normalization_48 (BatchN  (None, 25, 25, 32)  96          ['conv2d_48[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_50 (BatchN  (None, 25, 25, 32)  96          ['conv2d_50[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_53 (BatchN  (None, 25, 25, 64)  192         ['conv2d_53[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_48 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_48[0][0]'] \n","                                                                                                  \n"," activation_50 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_50[0][0]'] \n","                                                                                                  \n"," activation_53 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_53[0][0]'] \n","                                                                                                  \n"," block35_7_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_48[0][0]',          \n","                                                                  'activation_50[0][0]',          \n","                                                                  'activation_53[0][0]']          \n","                                                                                                  \n"," block35_7_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_7_mixed[0][0]']        \n","                                                                                                  \n"," block35_7 (Lambda)             (None, 25, 25, 320)  0           ['block35_6_ac[0][0]',           \n","                                                                  'block35_7_conv[0][0]']         \n","                                                                                                  \n"," block35_7_ac (Activation)      (None, 25, 25, 320)  0           ['block35_7[0][0]']              \n","                                                                                                  \n"," conv2d_57 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_7_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_57 (BatchN  (None, 25, 25, 32)  96          ['conv2d_57[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_57 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_57[0][0]'] \n","                                                                                                  \n"," conv2d_55 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_7_ac[0][0]']           \n","                                                                                                  \n"," conv2d_58 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_57[0][0]']          \n","                                                                                                  \n"," batch_normalization_55 (BatchN  (None, 25, 25, 32)  96          ['conv2d_55[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_58 (BatchN  (None, 25, 25, 48)  144         ['conv2d_58[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_55 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_55[0][0]'] \n","                                                                                                  \n"," activation_58 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_58[0][0]'] \n","                                                                                                  \n"," conv2d_54 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_7_ac[0][0]']           \n","                                                                                                  \n"," conv2d_56 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_55[0][0]']          \n","                                                                                                  \n"," conv2d_59 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_58[0][0]']          \n","                                                                                                  \n"," batch_normalization_54 (BatchN  (None, 25, 25, 32)  96          ['conv2d_54[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_56 (BatchN  (None, 25, 25, 32)  96          ['conv2d_56[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_59 (BatchN  (None, 25, 25, 64)  192         ['conv2d_59[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_54 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_54[0][0]'] \n","                                                                                                  \n"," activation_56 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_56[0][0]'] \n","                                                                                                  \n"," activation_59 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_59[0][0]'] \n","                                                                                                  \n"," block35_8_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_54[0][0]',          \n","                                                                  'activation_56[0][0]',          \n","                                                                  'activation_59[0][0]']          \n","                                                                                                  \n"," block35_8_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_8_mixed[0][0]']        \n","                                                                                                  \n"," block35_8 (Lambda)             (None, 25, 25, 320)  0           ['block35_7_ac[0][0]',           \n","                                                                  'block35_8_conv[0][0]']         \n","                                                                                                  \n"," block35_8_ac (Activation)      (None, 25, 25, 320)  0           ['block35_8[0][0]']              \n","                                                                                                  \n"," conv2d_63 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_8_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_63 (BatchN  (None, 25, 25, 32)  96          ['conv2d_63[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_63 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_63[0][0]'] \n","                                                                                                  \n"," conv2d_61 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_8_ac[0][0]']           \n","                                                                                                  \n"," conv2d_64 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_63[0][0]']          \n","                                                                                                  \n"," batch_normalization_61 (BatchN  (None, 25, 25, 32)  96          ['conv2d_61[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_64 (BatchN  (None, 25, 25, 48)  144         ['conv2d_64[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_61 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_61[0][0]'] \n","                                                                                                  \n"," activation_64 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_64[0][0]'] \n","                                                                                                  \n"," conv2d_60 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_8_ac[0][0]']           \n","                                                                                                  \n"," conv2d_62 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_61[0][0]']          \n","                                                                                                  \n"," conv2d_65 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_64[0][0]']          \n","                                                                                                  \n"," batch_normalization_60 (BatchN  (None, 25, 25, 32)  96          ['conv2d_60[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_62 (BatchN  (None, 25, 25, 32)  96          ['conv2d_62[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_65 (BatchN  (None, 25, 25, 64)  192         ['conv2d_65[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_60 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_60[0][0]'] \n","                                                                                                  \n"," activation_62 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_62[0][0]'] \n","                                                                                                  \n"," activation_65 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_65[0][0]'] \n","                                                                                                  \n"," block35_9_mixed (Concatenate)  (None, 25, 25, 128)  0           ['activation_60[0][0]',          \n","                                                                  'activation_62[0][0]',          \n","                                                                  'activation_65[0][0]']          \n","                                                                                                  \n"," block35_9_conv (Conv2D)        (None, 25, 25, 320)  41280       ['block35_9_mixed[0][0]']        \n","                                                                                                  \n"," block35_9 (Lambda)             (None, 25, 25, 320)  0           ['block35_8_ac[0][0]',           \n","                                                                  'block35_9_conv[0][0]']         \n","                                                                                                  \n"," block35_9_ac (Activation)      (None, 25, 25, 320)  0           ['block35_9[0][0]']              \n","                                                                                                  \n"," conv2d_69 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_9_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_69 (BatchN  (None, 25, 25, 32)  96          ['conv2d_69[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_69 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_69[0][0]'] \n","                                                                                                  \n"," conv2d_67 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_9_ac[0][0]']           \n","                                                                                                  \n"," conv2d_70 (Conv2D)             (None, 25, 25, 48)   13824       ['activation_69[0][0]']          \n","                                                                                                  \n"," batch_normalization_67 (BatchN  (None, 25, 25, 32)  96          ['conv2d_67[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_70 (BatchN  (None, 25, 25, 48)  144         ['conv2d_70[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_67 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_67[0][0]'] \n","                                                                                                  \n"," activation_70 (Activation)     (None, 25, 25, 48)   0           ['batch_normalization_70[0][0]'] \n","                                                                                                  \n"," conv2d_66 (Conv2D)             (None, 25, 25, 32)   10240       ['block35_9_ac[0][0]']           \n","                                                                                                  \n"," conv2d_68 (Conv2D)             (None, 25, 25, 32)   9216        ['activation_67[0][0]']          \n","                                                                                                  \n"," conv2d_71 (Conv2D)             (None, 25, 25, 64)   27648       ['activation_70[0][0]']          \n","                                                                                                  \n"," batch_normalization_66 (BatchN  (None, 25, 25, 32)  96          ['conv2d_66[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_68 (BatchN  (None, 25, 25, 32)  96          ['conv2d_68[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_71 (BatchN  (None, 25, 25, 64)  192         ['conv2d_71[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_66 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_66[0][0]'] \n","                                                                                                  \n"," activation_68 (Activation)     (None, 25, 25, 32)   0           ['batch_normalization_68[0][0]'] \n","                                                                                                  \n"," activation_71 (Activation)     (None, 25, 25, 64)   0           ['batch_normalization_71[0][0]'] \n","                                                                                                  \n"," block35_10_mixed (Concatenate)  (None, 25, 25, 128)  0          ['activation_66[0][0]',          \n","                                                                  'activation_68[0][0]',          \n","                                                                  'activation_71[0][0]']          \n","                                                                                                  \n"," block35_10_conv (Conv2D)       (None, 25, 25, 320)  41280       ['block35_10_mixed[0][0]']       \n","                                                                                                  \n"," block35_10 (Lambda)            (None, 25, 25, 320)  0           ['block35_9_ac[0][0]',           \n","                                                                  'block35_10_conv[0][0]']        \n","                                                                                                  \n"," block35_10_ac (Activation)     (None, 25, 25, 320)  0           ['block35_10[0][0]']             \n","                                                                                                  \n"," conv2d_73 (Conv2D)             (None, 25, 25, 256)  81920       ['block35_10_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_73 (BatchN  (None, 25, 25, 256)  768        ['conv2d_73[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_73 (Activation)     (None, 25, 25, 256)  0           ['batch_normalization_73[0][0]'] \n","                                                                                                  \n"," conv2d_74 (Conv2D)             (None, 25, 25, 256)  589824      ['activation_73[0][0]']          \n","                                                                                                  \n"," batch_normalization_74 (BatchN  (None, 25, 25, 256)  768        ['conv2d_74[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_74 (Activation)     (None, 25, 25, 256)  0           ['batch_normalization_74[0][0]'] \n","                                                                                                  \n"," conv2d_72 (Conv2D)             (None, 12, 12, 384)  1105920     ['block35_10_ac[0][0]']          \n","                                                                                                  \n"," conv2d_75 (Conv2D)             (None, 12, 12, 384)  884736      ['activation_74[0][0]']          \n","                                                                                                  \n"," batch_normalization_72 (BatchN  (None, 12, 12, 384)  1152       ['conv2d_72[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_75 (BatchN  (None, 12, 12, 384)  1152       ['conv2d_75[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_72 (Activation)     (None, 12, 12, 384)  0           ['batch_normalization_72[0][0]'] \n","                                                                                                  \n"," activation_75 (Activation)     (None, 12, 12, 384)  0           ['batch_normalization_75[0][0]'] \n","                                                                                                  \n"," max_pooling2d_2 (MaxPooling2D)  (None, 12, 12, 320)  0          ['block35_10_ac[0][0]']          \n","                                                                                                  \n"," mixed_6a (Concatenate)         (None, 12, 12, 1088  0           ['activation_72[0][0]',          \n","                                )                                 'activation_75[0][0]',          \n","                                                                  'max_pooling2d_2[0][0]']        \n","                                                                                                  \n"," conv2d_77 (Conv2D)             (None, 12, 12, 128)  139264      ['mixed_6a[0][0]']               \n","                                                                                                  \n"," batch_normalization_77 (BatchN  (None, 12, 12, 128)  384        ['conv2d_77[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_77 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_77[0][0]'] \n","                                                                                                  \n"," conv2d_78 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_77[0][0]']          \n","                                                                                                  \n"," batch_normalization_78 (BatchN  (None, 12, 12, 160)  480        ['conv2d_78[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_78 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_78[0][0]'] \n","                                                                                                  \n"," conv2d_76 (Conv2D)             (None, 12, 12, 192)  208896      ['mixed_6a[0][0]']               \n","                                                                                                  \n"," conv2d_79 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_78[0][0]']          \n","                                                                                                  \n"," batch_normalization_76 (BatchN  (None, 12, 12, 192)  576        ['conv2d_76[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_79 (BatchN  (None, 12, 12, 192)  576        ['conv2d_79[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_76 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_76[0][0]'] \n","                                                                                                  \n"," activation_79 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_79[0][0]'] \n","                                                                                                  \n"," block17_1_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_76[0][0]',          \n","                                                                  'activation_79[0][0]']          \n","                                                                                                  \n"," block17_1_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_1_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_1 (Lambda)             (None, 12, 12, 1088  0           ['mixed_6a[0][0]',               \n","                                )                                 'block17_1_conv[0][0]']         \n","                                                                                                  \n"," block17_1_ac (Activation)      (None, 12, 12, 1088  0           ['block17_1[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_81 (Conv2D)             (None, 12, 12, 128)  139264      ['block17_1_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_81 (BatchN  (None, 12, 12, 128)  384        ['conv2d_81[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_81 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_81[0][0]'] \n","                                                                                                  \n"," conv2d_82 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_81[0][0]']          \n","                                                                                                  \n"," batch_normalization_82 (BatchN  (None, 12, 12, 160)  480        ['conv2d_82[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_82 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_82[0][0]'] \n","                                                                                                  \n"," conv2d_80 (Conv2D)             (None, 12, 12, 192)  208896      ['block17_1_ac[0][0]']           \n","                                                                                                  \n"," conv2d_83 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_82[0][0]']          \n","                                                                                                  \n"," batch_normalization_80 (BatchN  (None, 12, 12, 192)  576        ['conv2d_80[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_83 (BatchN  (None, 12, 12, 192)  576        ['conv2d_83[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_80 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_80[0][0]'] \n","                                                                                                  \n"," activation_83 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_83[0][0]'] \n","                                                                                                  \n"," block17_2_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_80[0][0]',          \n","                                                                  'activation_83[0][0]']          \n","                                                                                                  \n"," block17_2_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_2_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_2 (Lambda)             (None, 12, 12, 1088  0           ['block17_1_ac[0][0]',           \n","                                )                                 'block17_2_conv[0][0]']         \n","                                                                                                  \n"," block17_2_ac (Activation)      (None, 12, 12, 1088  0           ['block17_2[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_85 (Conv2D)             (None, 12, 12, 128)  139264      ['block17_2_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_85 (BatchN  (None, 12, 12, 128)  384        ['conv2d_85[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_85 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_85[0][0]'] \n","                                                                                                  \n"," conv2d_86 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_85[0][0]']          \n","                                                                                                  \n"," batch_normalization_86 (BatchN  (None, 12, 12, 160)  480        ['conv2d_86[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_86 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_86[0][0]'] \n","                                                                                                  \n"," conv2d_84 (Conv2D)             (None, 12, 12, 192)  208896      ['block17_2_ac[0][0]']           \n","                                                                                                  \n"," conv2d_87 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_86[0][0]']          \n","                                                                                                  \n"," batch_normalization_84 (BatchN  (None, 12, 12, 192)  576        ['conv2d_84[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_87 (BatchN  (None, 12, 12, 192)  576        ['conv2d_87[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_84 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_84[0][0]'] \n","                                                                                                  \n"," activation_87 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_87[0][0]'] \n","                                                                                                  \n"," block17_3_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_84[0][0]',          \n","                                                                  'activation_87[0][0]']          \n","                                                                                                  \n"," block17_3_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_3_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_3 (Lambda)             (None, 12, 12, 1088  0           ['block17_2_ac[0][0]',           \n","                                )                                 'block17_3_conv[0][0]']         \n","                                                                                                  \n"," block17_3_ac (Activation)      (None, 12, 12, 1088  0           ['block17_3[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_89 (Conv2D)             (None, 12, 12, 128)  139264      ['block17_3_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_89 (BatchN  (None, 12, 12, 128)  384        ['conv2d_89[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_89 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_89[0][0]'] \n","                                                                                                  \n"," conv2d_90 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_89[0][0]']          \n","                                                                                                  \n"," batch_normalization_90 (BatchN  (None, 12, 12, 160)  480        ['conv2d_90[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_90 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_90[0][0]'] \n","                                                                                                  \n"," conv2d_88 (Conv2D)             (None, 12, 12, 192)  208896      ['block17_3_ac[0][0]']           \n","                                                                                                  \n"," conv2d_91 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_90[0][0]']          \n","                                                                                                  \n"," batch_normalization_88 (BatchN  (None, 12, 12, 192)  576        ['conv2d_88[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_91 (BatchN  (None, 12, 12, 192)  576        ['conv2d_91[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_88 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_88[0][0]'] \n","                                                                                                  \n"," activation_91 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_91[0][0]'] \n","                                                                                                  \n"," block17_4_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_88[0][0]',          \n","                                                                  'activation_91[0][0]']          \n","                                                                                                  \n"," block17_4_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_4_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_4 (Lambda)             (None, 12, 12, 1088  0           ['block17_3_ac[0][0]',           \n","                                )                                 'block17_4_conv[0][0]']         \n","                                                                                                  \n"," block17_4_ac (Activation)      (None, 12, 12, 1088  0           ['block17_4[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_93 (Conv2D)             (None, 12, 12, 128)  139264      ['block17_4_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_93 (BatchN  (None, 12, 12, 128)  384        ['conv2d_93[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_93 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_93[0][0]'] \n","                                                                                                  \n"," conv2d_94 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_93[0][0]']          \n","                                                                                                  \n"," batch_normalization_94 (BatchN  (None, 12, 12, 160)  480        ['conv2d_94[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_94 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_94[0][0]'] \n","                                                                                                  \n"," conv2d_92 (Conv2D)             (None, 12, 12, 192)  208896      ['block17_4_ac[0][0]']           \n","                                                                                                  \n"," conv2d_95 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_94[0][0]']          \n","                                                                                                  \n"," batch_normalization_92 (BatchN  (None, 12, 12, 192)  576        ['conv2d_92[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_95 (BatchN  (None, 12, 12, 192)  576        ['conv2d_95[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_92 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_92[0][0]'] \n","                                                                                                  \n"," activation_95 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_95[0][0]'] \n","                                                                                                  \n"," block17_5_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_92[0][0]',          \n","                                                                  'activation_95[0][0]']          \n","                                                                                                  \n"," block17_5_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_5_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_5 (Lambda)             (None, 12, 12, 1088  0           ['block17_4_ac[0][0]',           \n","                                )                                 'block17_5_conv[0][0]']         \n","                                                                                                  \n"," block17_5_ac (Activation)      (None, 12, 12, 1088  0           ['block17_5[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_97 (Conv2D)             (None, 12, 12, 128)  139264      ['block17_5_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_97 (BatchN  (None, 12, 12, 128)  384        ['conv2d_97[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_97 (Activation)     (None, 12, 12, 128)  0           ['batch_normalization_97[0][0]'] \n","                                                                                                  \n"," conv2d_98 (Conv2D)             (None, 12, 12, 160)  143360      ['activation_97[0][0]']          \n","                                                                                                  \n"," batch_normalization_98 (BatchN  (None, 12, 12, 160)  480        ['conv2d_98[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_98 (Activation)     (None, 12, 12, 160)  0           ['batch_normalization_98[0][0]'] \n","                                                                                                  \n"," conv2d_96 (Conv2D)             (None, 12, 12, 192)  208896      ['block17_5_ac[0][0]']           \n","                                                                                                  \n"," conv2d_99 (Conv2D)             (None, 12, 12, 192)  215040      ['activation_98[0][0]']          \n","                                                                                                  \n"," batch_normalization_96 (BatchN  (None, 12, 12, 192)  576        ['conv2d_96[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," batch_normalization_99 (BatchN  (None, 12, 12, 192)  576        ['conv2d_99[0][0]']              \n"," ormalization)                                                                                    \n","                                                                                                  \n"," activation_96 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_96[0][0]'] \n","                                                                                                  \n"," activation_99 (Activation)     (None, 12, 12, 192)  0           ['batch_normalization_99[0][0]'] \n","                                                                                                  \n"," block17_6_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_96[0][0]',          \n","                                                                  'activation_99[0][0]']          \n","                                                                                                  \n"," block17_6_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_6_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_6 (Lambda)             (None, 12, 12, 1088  0           ['block17_5_ac[0][0]',           \n","                                )                                 'block17_6_conv[0][0]']         \n","                                                                                                  \n"," block17_6_ac (Activation)      (None, 12, 12, 1088  0           ['block17_6[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_101 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_6_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_101 (Batch  (None, 12, 12, 128)  384        ['conv2d_101[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_101 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_101[0][0]']\n","                                                                                                  \n"," conv2d_102 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_101[0][0]']         \n","                                                                                                  \n"," batch_normalization_102 (Batch  (None, 12, 12, 160)  480        ['conv2d_102[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_102 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_102[0][0]']\n","                                                                                                  \n"," conv2d_100 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_6_ac[0][0]']           \n","                                                                                                  \n"," conv2d_103 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_102[0][0]']         \n","                                                                                                  \n"," batch_normalization_100 (Batch  (None, 12, 12, 192)  576        ['conv2d_100[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_103 (Batch  (None, 12, 12, 192)  576        ['conv2d_103[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_100 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_100[0][0]']\n","                                                                                                  \n"," activation_103 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_103[0][0]']\n","                                                                                                  \n"," block17_7_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_100[0][0]',         \n","                                                                  'activation_103[0][0]']         \n","                                                                                                  \n"," block17_7_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_7_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_7 (Lambda)             (None, 12, 12, 1088  0           ['block17_6_ac[0][0]',           \n","                                )                                 'block17_7_conv[0][0]']         \n","                                                                                                  \n"," block17_7_ac (Activation)      (None, 12, 12, 1088  0           ['block17_7[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_105 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_7_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_105 (Batch  (None, 12, 12, 128)  384        ['conv2d_105[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_105 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_105[0][0]']\n","                                                                                                  \n"," conv2d_106 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_105[0][0]']         \n","                                                                                                  \n"," batch_normalization_106 (Batch  (None, 12, 12, 160)  480        ['conv2d_106[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_106 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_106[0][0]']\n","                                                                                                  \n"," conv2d_104 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_7_ac[0][0]']           \n","                                                                                                  \n"," conv2d_107 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_106[0][0]']         \n","                                                                                                  \n"," batch_normalization_104 (Batch  (None, 12, 12, 192)  576        ['conv2d_104[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_107 (Batch  (None, 12, 12, 192)  576        ['conv2d_107[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_104 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_104[0][0]']\n","                                                                                                  \n"," activation_107 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_107[0][0]']\n","                                                                                                  \n"," block17_8_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_104[0][0]',         \n","                                                                  'activation_107[0][0]']         \n","                                                                                                  \n"," block17_8_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_8_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_8 (Lambda)             (None, 12, 12, 1088  0           ['block17_7_ac[0][0]',           \n","                                )                                 'block17_8_conv[0][0]']         \n","                                                                                                  \n"," block17_8_ac (Activation)      (None, 12, 12, 1088  0           ['block17_8[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_109 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_8_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_109 (Batch  (None, 12, 12, 128)  384        ['conv2d_109[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_109 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_109[0][0]']\n","                                                                                                  \n"," conv2d_110 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_109[0][0]']         \n","                                                                                                  \n"," batch_normalization_110 (Batch  (None, 12, 12, 160)  480        ['conv2d_110[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_110 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_110[0][0]']\n","                                                                                                  \n"," conv2d_108 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_8_ac[0][0]']           \n","                                                                                                  \n"," conv2d_111 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_110[0][0]']         \n","                                                                                                  \n"," batch_normalization_108 (Batch  (None, 12, 12, 192)  576        ['conv2d_108[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_111 (Batch  (None, 12, 12, 192)  576        ['conv2d_111[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_108 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_108[0][0]']\n","                                                                                                  \n"," activation_111 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_111[0][0]']\n","                                                                                                  \n"," block17_9_mixed (Concatenate)  (None, 12, 12, 384)  0           ['activation_108[0][0]',         \n","                                                                  'activation_111[0][0]']         \n","                                                                                                  \n"," block17_9_conv (Conv2D)        (None, 12, 12, 1088  418880      ['block17_9_mixed[0][0]']        \n","                                )                                                                 \n","                                                                                                  \n"," block17_9 (Lambda)             (None, 12, 12, 1088  0           ['block17_8_ac[0][0]',           \n","                                )                                 'block17_9_conv[0][0]']         \n","                                                                                                  \n"," block17_9_ac (Activation)      (None, 12, 12, 1088  0           ['block17_9[0][0]']              \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_113 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_9_ac[0][0]']           \n","                                                                                                  \n"," batch_normalization_113 (Batch  (None, 12, 12, 128)  384        ['conv2d_113[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_113 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_113[0][0]']\n","                                                                                                  \n"," conv2d_114 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_113[0][0]']         \n","                                                                                                  \n"," batch_normalization_114 (Batch  (None, 12, 12, 160)  480        ['conv2d_114[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_114 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_114[0][0]']\n","                                                                                                  \n"," conv2d_112 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_9_ac[0][0]']           \n","                                                                                                  \n"," conv2d_115 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_114[0][0]']         \n","                                                                                                  \n"," batch_normalization_112 (Batch  (None, 12, 12, 192)  576        ['conv2d_112[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_115 (Batch  (None, 12, 12, 192)  576        ['conv2d_115[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_112 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_112[0][0]']\n","                                                                                                  \n"," activation_115 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_115[0][0]']\n","                                                                                                  \n"," block17_10_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_112[0][0]',         \n","                                                                  'activation_115[0][0]']         \n","                                                                                                  \n"," block17_10_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_10_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_10 (Lambda)            (None, 12, 12, 1088  0           ['block17_9_ac[0][0]',           \n","                                )                                 'block17_10_conv[0][0]']        \n","                                                                                                  \n"," block17_10_ac (Activation)     (None, 12, 12, 1088  0           ['block17_10[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_117 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_10_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_117 (Batch  (None, 12, 12, 128)  384        ['conv2d_117[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_117 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_117[0][0]']\n","                                                                                                  \n"," conv2d_118 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_117[0][0]']         \n","                                                                                                  \n"," batch_normalization_118 (Batch  (None, 12, 12, 160)  480        ['conv2d_118[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_118 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_118[0][0]']\n","                                                                                                  \n"," conv2d_116 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_10_ac[0][0]']          \n","                                                                                                  \n"," conv2d_119 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_118[0][0]']         \n","                                                                                                  \n"," batch_normalization_116 (Batch  (None, 12, 12, 192)  576        ['conv2d_116[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_119 (Batch  (None, 12, 12, 192)  576        ['conv2d_119[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_116 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_116[0][0]']\n","                                                                                                  \n"," activation_119 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_119[0][0]']\n","                                                                                                  \n"," block17_11_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_116[0][0]',         \n","                                                                  'activation_119[0][0]']         \n","                                                                                                  \n"," block17_11_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_11_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_11 (Lambda)            (None, 12, 12, 1088  0           ['block17_10_ac[0][0]',          \n","                                )                                 'block17_11_conv[0][0]']        \n","                                                                                                  \n"," block17_11_ac (Activation)     (None, 12, 12, 1088  0           ['block17_11[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_121 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_11_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_121 (Batch  (None, 12, 12, 128)  384        ['conv2d_121[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_121 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_121[0][0]']\n","                                                                                                  \n"," conv2d_122 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_121[0][0]']         \n","                                                                                                  \n"," batch_normalization_122 (Batch  (None, 12, 12, 160)  480        ['conv2d_122[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_122 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_122[0][0]']\n","                                                                                                  \n"," conv2d_120 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_11_ac[0][0]']          \n","                                                                                                  \n"," conv2d_123 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_122[0][0]']         \n","                                                                                                  \n"," batch_normalization_120 (Batch  (None, 12, 12, 192)  576        ['conv2d_120[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_123 (Batch  (None, 12, 12, 192)  576        ['conv2d_123[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_120 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_120[0][0]']\n","                                                                                                  \n"," activation_123 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_123[0][0]']\n","                                                                                                  \n"," block17_12_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_120[0][0]',         \n","                                                                  'activation_123[0][0]']         \n","                                                                                                  \n"," block17_12_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_12_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_12 (Lambda)            (None, 12, 12, 1088  0           ['block17_11_ac[0][0]',          \n","                                )                                 'block17_12_conv[0][0]']        \n","                                                                                                  \n"," block17_12_ac (Activation)     (None, 12, 12, 1088  0           ['block17_12[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_125 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_12_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_125 (Batch  (None, 12, 12, 128)  384        ['conv2d_125[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_125 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_125[0][0]']\n","                                                                                                  \n"," conv2d_126 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_125[0][0]']         \n","                                                                                                  \n"," batch_normalization_126 (Batch  (None, 12, 12, 160)  480        ['conv2d_126[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_126 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_126[0][0]']\n","                                                                                                  \n"," conv2d_124 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_12_ac[0][0]']          \n","                                                                                                  \n"," conv2d_127 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_126[0][0]']         \n","                                                                                                  \n"," batch_normalization_124 (Batch  (None, 12, 12, 192)  576        ['conv2d_124[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_127 (Batch  (None, 12, 12, 192)  576        ['conv2d_127[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_124 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_124[0][0]']\n","                                                                                                  \n"," activation_127 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_127[0][0]']\n","                                                                                                  \n"," block17_13_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_124[0][0]',         \n","                                                                  'activation_127[0][0]']         \n","                                                                                                  \n"," block17_13_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_13_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_13 (Lambda)            (None, 12, 12, 1088  0           ['block17_12_ac[0][0]',          \n","                                )                                 'block17_13_conv[0][0]']        \n","                                                                                                  \n"," block17_13_ac (Activation)     (None, 12, 12, 1088  0           ['block17_13[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_129 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_13_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_129 (Batch  (None, 12, 12, 128)  384        ['conv2d_129[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_129 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_129[0][0]']\n","                                                                                                  \n"," conv2d_130 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_129[0][0]']         \n","                                                                                                  \n"," batch_normalization_130 (Batch  (None, 12, 12, 160)  480        ['conv2d_130[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_130 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_130[0][0]']\n","                                                                                                  \n"," conv2d_128 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_13_ac[0][0]']          \n","                                                                                                  \n"," conv2d_131 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_130[0][0]']         \n","                                                                                                  \n"," batch_normalization_128 (Batch  (None, 12, 12, 192)  576        ['conv2d_128[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_131 (Batch  (None, 12, 12, 192)  576        ['conv2d_131[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_128 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_128[0][0]']\n","                                                                                                  \n"," activation_131 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_131[0][0]']\n","                                                                                                  \n"," block17_14_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_128[0][0]',         \n","                                                                  'activation_131[0][0]']         \n","                                                                                                  \n"," block17_14_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_14_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_14 (Lambda)            (None, 12, 12, 1088  0           ['block17_13_ac[0][0]',          \n","                                )                                 'block17_14_conv[0][0]']        \n","                                                                                                  \n"," block17_14_ac (Activation)     (None, 12, 12, 1088  0           ['block17_14[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_133 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_14_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_133 (Batch  (None, 12, 12, 128)  384        ['conv2d_133[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_133 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_133[0][0]']\n","                                                                                                  \n"," conv2d_134 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_133[0][0]']         \n","                                                                                                  \n"," batch_normalization_134 (Batch  (None, 12, 12, 160)  480        ['conv2d_134[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_134 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_134[0][0]']\n","                                                                                                  \n"," conv2d_132 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_14_ac[0][0]']          \n","                                                                                                  \n"," conv2d_135 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_134[0][0]']         \n","                                                                                                  \n"," batch_normalization_132 (Batch  (None, 12, 12, 192)  576        ['conv2d_132[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_135 (Batch  (None, 12, 12, 192)  576        ['conv2d_135[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_132 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_132[0][0]']\n","                                                                                                  \n"," activation_135 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_135[0][0]']\n","                                                                                                  \n"," block17_15_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_132[0][0]',         \n","                                                                  'activation_135[0][0]']         \n","                                                                                                  \n"," block17_15_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_15_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_15 (Lambda)            (None, 12, 12, 1088  0           ['block17_14_ac[0][0]',          \n","                                )                                 'block17_15_conv[0][0]']        \n","                                                                                                  \n"," block17_15_ac (Activation)     (None, 12, 12, 1088  0           ['block17_15[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_137 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_15_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_137 (Batch  (None, 12, 12, 128)  384        ['conv2d_137[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_137 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_137[0][0]']\n","                                                                                                  \n"," conv2d_138 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_137[0][0]']         \n","                                                                                                  \n"," batch_normalization_138 (Batch  (None, 12, 12, 160)  480        ['conv2d_138[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_138 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_138[0][0]']\n","                                                                                                  \n"," conv2d_136 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_15_ac[0][0]']          \n","                                                                                                  \n"," conv2d_139 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_138[0][0]']         \n","                                                                                                  \n"," batch_normalization_136 (Batch  (None, 12, 12, 192)  576        ['conv2d_136[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_139 (Batch  (None, 12, 12, 192)  576        ['conv2d_139[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_136 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_136[0][0]']\n","                                                                                                  \n"," activation_139 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_139[0][0]']\n","                                                                                                  \n"," block17_16_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_136[0][0]',         \n","                                                                  'activation_139[0][0]']         \n","                                                                                                  \n"," block17_16_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_16_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_16 (Lambda)            (None, 12, 12, 1088  0           ['block17_15_ac[0][0]',          \n","                                )                                 'block17_16_conv[0][0]']        \n","                                                                                                  \n"," block17_16_ac (Activation)     (None, 12, 12, 1088  0           ['block17_16[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_141 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_16_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_141 (Batch  (None, 12, 12, 128)  384        ['conv2d_141[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_141 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_141[0][0]']\n","                                                                                                  \n"," conv2d_142 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_141[0][0]']         \n","                                                                                                  \n"," batch_normalization_142 (Batch  (None, 12, 12, 160)  480        ['conv2d_142[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_142 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_142[0][0]']\n","                                                                                                  \n"," conv2d_140 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_16_ac[0][0]']          \n","                                                                                                  \n"," conv2d_143 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_142[0][0]']         \n","                                                                                                  \n"," batch_normalization_140 (Batch  (None, 12, 12, 192)  576        ['conv2d_140[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_143 (Batch  (None, 12, 12, 192)  576        ['conv2d_143[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_140 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_140[0][0]']\n","                                                                                                  \n"," activation_143 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_143[0][0]']\n","                                                                                                  \n"," block17_17_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_140[0][0]',         \n","                                                                  'activation_143[0][0]']         \n","                                                                                                  \n"," block17_17_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_17_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_17 (Lambda)            (None, 12, 12, 1088  0           ['block17_16_ac[0][0]',          \n","                                )                                 'block17_17_conv[0][0]']        \n","                                                                                                  \n"," block17_17_ac (Activation)     (None, 12, 12, 1088  0           ['block17_17[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_145 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_17_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_145 (Batch  (None, 12, 12, 128)  384        ['conv2d_145[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_145 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_145[0][0]']\n","                                                                                                  \n"," conv2d_146 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_145[0][0]']         \n","                                                                                                  \n"," batch_normalization_146 (Batch  (None, 12, 12, 160)  480        ['conv2d_146[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_146 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_146[0][0]']\n","                                                                                                  \n"," conv2d_144 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_17_ac[0][0]']          \n","                                                                                                  \n"," conv2d_147 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_146[0][0]']         \n","                                                                                                  \n"," batch_normalization_144 (Batch  (None, 12, 12, 192)  576        ['conv2d_144[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_147 (Batch  (None, 12, 12, 192)  576        ['conv2d_147[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_144 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_144[0][0]']\n","                                                                                                  \n"," activation_147 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_147[0][0]']\n","                                                                                                  \n"," block17_18_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_144[0][0]',         \n","                                                                  'activation_147[0][0]']         \n","                                                                                                  \n"," block17_18_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_18_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_18 (Lambda)            (None, 12, 12, 1088  0           ['block17_17_ac[0][0]',          \n","                                )                                 'block17_18_conv[0][0]']        \n","                                                                                                  \n"," block17_18_ac (Activation)     (None, 12, 12, 1088  0           ['block17_18[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_149 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_18_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_149 (Batch  (None, 12, 12, 128)  384        ['conv2d_149[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_149 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_149[0][0]']\n","                                                                                                  \n"," conv2d_150 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_149[0][0]']         \n","                                                                                                  \n"," batch_normalization_150 (Batch  (None, 12, 12, 160)  480        ['conv2d_150[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_150 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_150[0][0]']\n","                                                                                                  \n"," conv2d_148 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_18_ac[0][0]']          \n","                                                                                                  \n"," conv2d_151 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_150[0][0]']         \n","                                                                                                  \n"," batch_normalization_148 (Batch  (None, 12, 12, 192)  576        ['conv2d_148[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_151 (Batch  (None, 12, 12, 192)  576        ['conv2d_151[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_148 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_148[0][0]']\n","                                                                                                  \n"," activation_151 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_151[0][0]']\n","                                                                                                  \n"," block17_19_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_148[0][0]',         \n","                                                                  'activation_151[0][0]']         \n","                                                                                                  \n"," block17_19_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_19_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_19 (Lambda)            (None, 12, 12, 1088  0           ['block17_18_ac[0][0]',          \n","                                )                                 'block17_19_conv[0][0]']        \n","                                                                                                  \n"," block17_19_ac (Activation)     (None, 12, 12, 1088  0           ['block17_19[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_153 (Conv2D)            (None, 12, 12, 128)  139264      ['block17_19_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_153 (Batch  (None, 12, 12, 128)  384        ['conv2d_153[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_153 (Activation)    (None, 12, 12, 128)  0           ['batch_normalization_153[0][0]']\n","                                                                                                  \n"," conv2d_154 (Conv2D)            (None, 12, 12, 160)  143360      ['activation_153[0][0]']         \n","                                                                                                  \n"," batch_normalization_154 (Batch  (None, 12, 12, 160)  480        ['conv2d_154[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_154 (Activation)    (None, 12, 12, 160)  0           ['batch_normalization_154[0][0]']\n","                                                                                                  \n"," conv2d_152 (Conv2D)            (None, 12, 12, 192)  208896      ['block17_19_ac[0][0]']          \n","                                                                                                  \n"," conv2d_155 (Conv2D)            (None, 12, 12, 192)  215040      ['activation_154[0][0]']         \n","                                                                                                  \n"," batch_normalization_152 (Batch  (None, 12, 12, 192)  576        ['conv2d_152[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_155 (Batch  (None, 12, 12, 192)  576        ['conv2d_155[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_152 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_152[0][0]']\n","                                                                                                  \n"," activation_155 (Activation)    (None, 12, 12, 192)  0           ['batch_normalization_155[0][0]']\n","                                                                                                  \n"," block17_20_mixed (Concatenate)  (None, 12, 12, 384)  0          ['activation_152[0][0]',         \n","                                                                  'activation_155[0][0]']         \n","                                                                                                  \n"," block17_20_conv (Conv2D)       (None, 12, 12, 1088  418880      ['block17_20_mixed[0][0]']       \n","                                )                                                                 \n","                                                                                                  \n"," block17_20 (Lambda)            (None, 12, 12, 1088  0           ['block17_19_ac[0][0]',          \n","                                )                                 'block17_20_conv[0][0]']        \n","                                                                                                  \n"," block17_20_ac (Activation)     (None, 12, 12, 1088  0           ['block17_20[0][0]']             \n","                                )                                                                 \n","                                                                                                  \n"," conv2d_160 (Conv2D)            (None, 12, 12, 256)  278528      ['block17_20_ac[0][0]']          \n","                                                                                                  \n"," batch_normalization_160 (Batch  (None, 12, 12, 256)  768        ['conv2d_160[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_160 (Activation)    (None, 12, 12, 256)  0           ['batch_normalization_160[0][0]']\n","                                                                                                  \n"," conv2d_156 (Conv2D)            (None, 12, 12, 256)  278528      ['block17_20_ac[0][0]']          \n","                                                                                                  \n"," conv2d_158 (Conv2D)            (None, 12, 12, 256)  278528      ['block17_20_ac[0][0]']          \n","                                                                                                  \n"," conv2d_161 (Conv2D)            (None, 12, 12, 288)  663552      ['activation_160[0][0]']         \n","                                                                                                  \n"," batch_normalization_156 (Batch  (None, 12, 12, 256)  768        ['conv2d_156[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_158 (Batch  (None, 12, 12, 256)  768        ['conv2d_158[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_161 (Batch  (None, 12, 12, 288)  864        ['conv2d_161[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_156 (Activation)    (None, 12, 12, 256)  0           ['batch_normalization_156[0][0]']\n","                                                                                                  \n"," activation_158 (Activation)    (None, 12, 12, 256)  0           ['batch_normalization_158[0][0]']\n","                                                                                                  \n"," activation_161 (Activation)    (None, 12, 12, 288)  0           ['batch_normalization_161[0][0]']\n","                                                                                                  \n"," conv2d_157 (Conv2D)            (None, 5, 5, 384)    884736      ['activation_156[0][0]']         \n","                                                                                                  \n"," conv2d_159 (Conv2D)            (None, 5, 5, 288)    663552      ['activation_158[0][0]']         \n","                                                                                                  \n"," conv2d_162 (Conv2D)            (None, 5, 5, 320)    829440      ['activation_161[0][0]']         \n","                                                                                                  \n"," batch_normalization_157 (Batch  (None, 5, 5, 384)   1152        ['conv2d_157[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_159 (Batch  (None, 5, 5, 288)   864         ['conv2d_159[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_162 (Batch  (None, 5, 5, 320)   960         ['conv2d_162[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_157 (Activation)    (None, 5, 5, 384)    0           ['batch_normalization_157[0][0]']\n","                                                                                                  \n"," activation_159 (Activation)    (None, 5, 5, 288)    0           ['batch_normalization_159[0][0]']\n","                                                                                                  \n"," activation_162 (Activation)    (None, 5, 5, 320)    0           ['batch_normalization_162[0][0]']\n","                                                                                                  \n"," max_pooling2d_3 (MaxPooling2D)  (None, 5, 5, 1088)  0           ['block17_20_ac[0][0]']          \n","                                                                                                  \n"," mixed_7a (Concatenate)         (None, 5, 5, 2080)   0           ['activation_157[0][0]',         \n","                                                                  'activation_159[0][0]',         \n","                                                                  'activation_162[0][0]',         \n","                                                                  'max_pooling2d_3[0][0]']        \n","                                                                                                  \n"," conv2d_164 (Conv2D)            (None, 5, 5, 192)    399360      ['mixed_7a[0][0]']               \n","                                                                                                  \n"," batch_normalization_164 (Batch  (None, 5, 5, 192)   576         ['conv2d_164[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_164 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_164[0][0]']\n","                                                                                                  \n"," conv2d_165 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_164[0][0]']         \n","                                                                                                  \n"," batch_normalization_165 (Batch  (None, 5, 5, 224)   672         ['conv2d_165[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_165 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_165[0][0]']\n","                                                                                                  \n"," conv2d_163 (Conv2D)            (None, 5, 5, 192)    399360      ['mixed_7a[0][0]']               \n","                                                                                                  \n"," conv2d_166 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_165[0][0]']         \n","                                                                                                  \n"," batch_normalization_163 (Batch  (None, 5, 5, 192)   576         ['conv2d_163[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_166 (Batch  (None, 5, 5, 256)   768         ['conv2d_166[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_163 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_163[0][0]']\n","                                                                                                  \n"," activation_166 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_166[0][0]']\n","                                                                                                  \n"," block8_1_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_163[0][0]',         \n","                                                                  'activation_166[0][0]']         \n","                                                                                                  \n"," block8_1_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_1_mixed[0][0]']         \n","                                                                                                  \n"," block8_1 (Lambda)              (None, 5, 5, 2080)   0           ['mixed_7a[0][0]',               \n","                                                                  'block8_1_conv[0][0]']          \n","                                                                                                  \n"," block8_1_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_1[0][0]']               \n","                                                                                                  \n"," conv2d_168 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_1_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_168 (Batch  (None, 5, 5, 192)   576         ['conv2d_168[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_168 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_168[0][0]']\n","                                                                                                  \n"," conv2d_169 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_168[0][0]']         \n","                                                                                                  \n"," batch_normalization_169 (Batch  (None, 5, 5, 224)   672         ['conv2d_169[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_169 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_169[0][0]']\n","                                                                                                  \n"," conv2d_167 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_1_ac[0][0]']            \n","                                                                                                  \n"," conv2d_170 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_169[0][0]']         \n","                                                                                                  \n"," batch_normalization_167 (Batch  (None, 5, 5, 192)   576         ['conv2d_167[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_170 (Batch  (None, 5, 5, 256)   768         ['conv2d_170[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_167 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_167[0][0]']\n","                                                                                                  \n"," activation_170 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_170[0][0]']\n","                                                                                                  \n"," block8_2_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_167[0][0]',         \n","                                                                  'activation_170[0][0]']         \n","                                                                                                  \n"," block8_2_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_2_mixed[0][0]']         \n","                                                                                                  \n"," block8_2 (Lambda)              (None, 5, 5, 2080)   0           ['block8_1_ac[0][0]',            \n","                                                                  'block8_2_conv[0][0]']          \n","                                                                                                  \n"," block8_2_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_2[0][0]']               \n","                                                                                                  \n"," conv2d_172 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_2_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_172 (Batch  (None, 5, 5, 192)   576         ['conv2d_172[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_172 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_172[0][0]']\n","                                                                                                  \n"," conv2d_173 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_172[0][0]']         \n","                                                                                                  \n"," batch_normalization_173 (Batch  (None, 5, 5, 224)   672         ['conv2d_173[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_173 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_173[0][0]']\n","                                                                                                  \n"," conv2d_171 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_2_ac[0][0]']            \n","                                                                                                  \n"," conv2d_174 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_173[0][0]']         \n","                                                                                                  \n"," batch_normalization_171 (Batch  (None, 5, 5, 192)   576         ['conv2d_171[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_174 (Batch  (None, 5, 5, 256)   768         ['conv2d_174[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_171 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_171[0][0]']\n","                                                                                                  \n"," activation_174 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_174[0][0]']\n","                                                                                                  \n"," block8_3_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_171[0][0]',         \n","                                                                  'activation_174[0][0]']         \n","                                                                                                  \n"," block8_3_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_3_mixed[0][0]']         \n","                                                                                                  \n"," block8_3 (Lambda)              (None, 5, 5, 2080)   0           ['block8_2_ac[0][0]',            \n","                                                                  'block8_3_conv[0][0]']          \n","                                                                                                  \n"," block8_3_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_3[0][0]']               \n","                                                                                                  \n"," conv2d_176 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_3_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_176 (Batch  (None, 5, 5, 192)   576         ['conv2d_176[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_176 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_176[0][0]']\n","                                                                                                  \n"," conv2d_177 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_176[0][0]']         \n","                                                                                                  \n"," batch_normalization_177 (Batch  (None, 5, 5, 224)   672         ['conv2d_177[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_177 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_177[0][0]']\n","                                                                                                  \n"," conv2d_175 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_3_ac[0][0]']            \n","                                                                                                  \n"," conv2d_178 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_177[0][0]']         \n","                                                                                                  \n"," batch_normalization_175 (Batch  (None, 5, 5, 192)   576         ['conv2d_175[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_178 (Batch  (None, 5, 5, 256)   768         ['conv2d_178[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_175 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_175[0][0]']\n","                                                                                                  \n"," activation_178 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_178[0][0]']\n","                                                                                                  \n"," block8_4_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_175[0][0]',         \n","                                                                  'activation_178[0][0]']         \n","                                                                                                  \n"," block8_4_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_4_mixed[0][0]']         \n","                                                                                                  \n"," block8_4 (Lambda)              (None, 5, 5, 2080)   0           ['block8_3_ac[0][0]',            \n","                                                                  'block8_4_conv[0][0]']          \n","                                                                                                  \n"," block8_4_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_4[0][0]']               \n","                                                                                                  \n"," conv2d_180 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_4_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_180 (Batch  (None, 5, 5, 192)   576         ['conv2d_180[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_180 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_180[0][0]']\n","                                                                                                  \n"," conv2d_181 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_180[0][0]']         \n","                                                                                                  \n"," batch_normalization_181 (Batch  (None, 5, 5, 224)   672         ['conv2d_181[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_181 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_181[0][0]']\n","                                                                                                  \n"," conv2d_179 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_4_ac[0][0]']            \n","                                                                                                  \n"," conv2d_182 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_181[0][0]']         \n","                                                                                                  \n"," batch_normalization_179 (Batch  (None, 5, 5, 192)   576         ['conv2d_179[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_182 (Batch  (None, 5, 5, 256)   768         ['conv2d_182[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_179 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_179[0][0]']\n","                                                                                                  \n"," activation_182 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_182[0][0]']\n","                                                                                                  \n"," block8_5_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_179[0][0]',         \n","                                                                  'activation_182[0][0]']         \n","                                                                                                  \n"," block8_5_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_5_mixed[0][0]']         \n","                                                                                                  \n"," block8_5 (Lambda)              (None, 5, 5, 2080)   0           ['block8_4_ac[0][0]',            \n","                                                                  'block8_5_conv[0][0]']          \n","                                                                                                  \n"," block8_5_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_5[0][0]']               \n","                                                                                                  \n"," conv2d_184 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_5_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_184 (Batch  (None, 5, 5, 192)   576         ['conv2d_184[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_184 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_184[0][0]']\n","                                                                                                  \n"," conv2d_185 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_184[0][0]']         \n","                                                                                                  \n"," batch_normalization_185 (Batch  (None, 5, 5, 224)   672         ['conv2d_185[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_185 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_185[0][0]']\n","                                                                                                  \n"," conv2d_183 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_5_ac[0][0]']            \n","                                                                                                  \n"," conv2d_186 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_185[0][0]']         \n","                                                                                                  \n"," batch_normalization_183 (Batch  (None, 5, 5, 192)   576         ['conv2d_183[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_186 (Batch  (None, 5, 5, 256)   768         ['conv2d_186[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_183 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_183[0][0]']\n","                                                                                                  \n"," activation_186 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_186[0][0]']\n","                                                                                                  \n"," block8_6_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_183[0][0]',         \n","                                                                  'activation_186[0][0]']         \n","                                                                                                  \n"," block8_6_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_6_mixed[0][0]']         \n","                                                                                                  \n"," block8_6 (Lambda)              (None, 5, 5, 2080)   0           ['block8_5_ac[0][0]',            \n","                                                                  'block8_6_conv[0][0]']          \n","                                                                                                  \n"," block8_6_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_6[0][0]']               \n","                                                                                                  \n"," conv2d_188 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_6_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_188 (Batch  (None, 5, 5, 192)   576         ['conv2d_188[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_188 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_188[0][0]']\n","                                                                                                  \n"," conv2d_189 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_188[0][0]']         \n","                                                                                                  \n"," batch_normalization_189 (Batch  (None, 5, 5, 224)   672         ['conv2d_189[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_189 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_189[0][0]']\n","                                                                                                  \n"," conv2d_187 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_6_ac[0][0]']            \n","                                                                                                  \n"," conv2d_190 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_189[0][0]']         \n","                                                                                                  \n"," batch_normalization_187 (Batch  (None, 5, 5, 192)   576         ['conv2d_187[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_190 (Batch  (None, 5, 5, 256)   768         ['conv2d_190[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_187 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_187[0][0]']\n","                                                                                                  \n"," activation_190 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_190[0][0]']\n","                                                                                                  \n"," block8_7_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_187[0][0]',         \n","                                                                  'activation_190[0][0]']         \n","                                                                                                  \n"," block8_7_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_7_mixed[0][0]']         \n","                                                                                                  \n"," block8_7 (Lambda)              (None, 5, 5, 2080)   0           ['block8_6_ac[0][0]',            \n","                                                                  'block8_7_conv[0][0]']          \n","                                                                                                  \n"," block8_7_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_7[0][0]']               \n","                                                                                                  \n"," conv2d_192 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_7_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_192 (Batch  (None, 5, 5, 192)   576         ['conv2d_192[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_192 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_192[0][0]']\n","                                                                                                  \n"," conv2d_193 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_192[0][0]']         \n","                                                                                                  \n"," batch_normalization_193 (Batch  (None, 5, 5, 224)   672         ['conv2d_193[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_193 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_193[0][0]']\n","                                                                                                  \n"," conv2d_191 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_7_ac[0][0]']            \n","                                                                                                  \n"," conv2d_194 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_193[0][0]']         \n","                                                                                                  \n"," batch_normalization_191 (Batch  (None, 5, 5, 192)   576         ['conv2d_191[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_194 (Batch  (None, 5, 5, 256)   768         ['conv2d_194[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_191 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_191[0][0]']\n","                                                                                                  \n"," activation_194 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_194[0][0]']\n","                                                                                                  \n"," block8_8_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_191[0][0]',         \n","                                                                  'activation_194[0][0]']         \n","                                                                                                  \n"," block8_8_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_8_mixed[0][0]']         \n","                                                                                                  \n"," block8_8 (Lambda)              (None, 5, 5, 2080)   0           ['block8_7_ac[0][0]',            \n","                                                                  'block8_8_conv[0][0]']          \n","                                                                                                  \n"," block8_8_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_8[0][0]']               \n","                                                                                                  \n"," conv2d_196 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_8_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_196 (Batch  (None, 5, 5, 192)   576         ['conv2d_196[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_196 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_196[0][0]']\n","                                                                                                  \n"," conv2d_197 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_196[0][0]']         \n","                                                                                                  \n"," batch_normalization_197 (Batch  (None, 5, 5, 224)   672         ['conv2d_197[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_197 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_197[0][0]']\n","                                                                                                  \n"," conv2d_195 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_8_ac[0][0]']            \n","                                                                                                  \n"," conv2d_198 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_197[0][0]']         \n","                                                                                                  \n"," batch_normalization_195 (Batch  (None, 5, 5, 192)   576         ['conv2d_195[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_198 (Batch  (None, 5, 5, 256)   768         ['conv2d_198[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_195 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_195[0][0]']\n","                                                                                                  \n"," activation_198 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_198[0][0]']\n","                                                                                                  \n"," block8_9_mixed (Concatenate)   (None, 5, 5, 448)    0           ['activation_195[0][0]',         \n","                                                                  'activation_198[0][0]']         \n","                                                                                                  \n"," block8_9_conv (Conv2D)         (None, 5, 5, 2080)   933920      ['block8_9_mixed[0][0]']         \n","                                                                                                  \n"," block8_9 (Lambda)              (None, 5, 5, 2080)   0           ['block8_8_ac[0][0]',            \n","                                                                  'block8_9_conv[0][0]']          \n","                                                                                                  \n"," block8_9_ac (Activation)       (None, 5, 5, 2080)   0           ['block8_9[0][0]']               \n","                                                                                                  \n"," conv2d_200 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_9_ac[0][0]']            \n","                                                                                                  \n"," batch_normalization_200 (Batch  (None, 5, 5, 192)   576         ['conv2d_200[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_200 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_200[0][0]']\n","                                                                                                  \n"," conv2d_201 (Conv2D)            (None, 5, 5, 224)    129024      ['activation_200[0][0]']         \n","                                                                                                  \n"," batch_normalization_201 (Batch  (None, 5, 5, 224)   672         ['conv2d_201[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_201 (Activation)    (None, 5, 5, 224)    0           ['batch_normalization_201[0][0]']\n","                                                                                                  \n"," conv2d_199 (Conv2D)            (None, 5, 5, 192)    399360      ['block8_9_ac[0][0]']            \n","                                                                                                  \n"," conv2d_202 (Conv2D)            (None, 5, 5, 256)    172032      ['activation_201[0][0]']         \n","                                                                                                  \n"," batch_normalization_199 (Batch  (None, 5, 5, 192)   576         ['conv2d_199[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," batch_normalization_202 (Batch  (None, 5, 5, 256)   768         ['conv2d_202[0][0]']             \n"," Normalization)                                                                                   \n","                                                                                                  \n"," activation_199 (Activation)    (None, 5, 5, 192)    0           ['batch_normalization_199[0][0]']\n","                                                                                                  \n"," activation_202 (Activation)    (None, 5, 5, 256)    0           ['batch_normalization_202[0][0]']\n","                                                                                                  \n"," block8_10_mixed (Concatenate)  (None, 5, 5, 448)    0           ['activation_199[0][0]',         \n","                                                                  'activation_202[0][0]']         \n","                                                                                                  \n"," block8_10_conv (Conv2D)        (None, 5, 5, 2080)   933920      ['block8_10_mixed[0][0]']        \n","                                                                                                  \n"," block8_10 (Lambda)             (None, 5, 5, 2080)   0           ['block8_9_ac[0][0]',            \n","                                                                  'block8_10_conv[0][0]']         \n","                                                                                                  \n"," conv_7b (Conv2D)               (None, 5, 5, 1536)   3194880     ['block8_10[0][0]']              \n","                                                                                                  \n"," conv_7b_bn (BatchNormalization  (None, 5, 5, 1536)  4608        ['conv_7b[0][0]']                \n"," )                                                                                                \n","                                                                                                  \n"," conv_7b_ac (Activation)        (None, 5, 5, 1536)   0           ['conv_7b_bn[0][0]']             \n","                                                                                                  \n"," flate1 (Flatten)               (None, 38400)        0           ['conv_7b_ac[0][0]']             \n","                                                                                                  \n"," dense (Dense)                  (None, 512)          19661312    ['flate1[0][0]']                 \n","                                                                                                  \n"," dropout (Dropout)              (None, 512)          0           ['dense[0][0]']                  \n","                                                                                                  \n"," batch_normalization_203 (Batch  (None, 512)         2048        ['dropout[0][0]']                \n"," Normalization)                                                                                   \n","                                                                                                  \n"," dense_1 (Dense)                (None, 128)          65664       ['batch_normalization_203[0][0]']\n","                                                                                                  \n"," drop3 (Dropout)                (None, 128)          0           ['dense_1[0][0]']                \n","                                                                                                  \n"," dense_2 (Dense)                (None, 64)           8256        ['drop3[0][0]']                  \n","                                                                                                  \n"," dropout_1 (Dropout)            (None, 64)           0           ['dense_2[0][0]']                \n","                                                                                                  \n"," fc3 (Dense)                    (None, 9)            585         ['dropout_1[0][0]']              \n","                                                                                                  \n","==================================================================================================\n","Total params: 74,074,601\n","Trainable params: 19,736,841\n","Non-trainable params: 54,337,760\n","__________________________________________________________________________________________________\n"]}],"source":["#  get the output of the second last dense layer \n","base_model_output = base_model.layers[-1].output\n","x = Flatten(name = \"flate1\")(base_model_output)\n","\n","# add new layers \n","x = Dense(512, activation='relu')(x)\n","x = Dropout(0.5)(x)\n","x = BatchNormalization()(x)\n","# x = Dense(256, activation='relu')(x)\n","# x = Dropout(0.4,name='drop2')(x)\n","x = Dense(128, activation='relu')(x)\n","x = Dropout(0.3,name='drop3')(x)\n","x = Dense(64, activation='relu')(x)\n","x = Dropout(0.2)(x)\n","output = Dense(nb_classes, activation='sigmoid', name='fc3')(x)\n","\n","# define a new model \n","model = Model(base_model.input, output)\n","\n","# Freeze all the base model layers \n","for layer in base_model.layers:\n","    layer.trainable=False\n","\n","optimizer = tf.keras.optimizers.Adam(learning_rate=0.001, beta_1=0.9, beta_2=0.999, amsgrad=False)\n","#optimizer = Adam(lr=0.001, decay=1e-6, beta_1=0.9, epsilon=None, amsgrad=True)\n","#optimizer = Adam(learning_rate=0.001, beta_1=0.9, beta_2=0.999, amsgrad=False)\n","model.compile(loss='categorical_crossentropy', optimizer = optimizer, metrics=['accuracy'])\n","#model.compile(optimizers.rmsprop(lr=0.001, decay=1e-6),loss='categorical_crossentropy',metrics=['accuracy'])\n","\n","model.summary()"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Hj93Dti3pW6M"},"outputs":[],"source":["from keras.callbacks import ModelCheckpoint, Callback, EarlyStopping, ReduceLROnPlateau, CSVLogger\n","\n","checkpoint = ModelCheckpoint(filepath='/content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.{epoch:02d}-{val_loss:.2f}.h5', \n","                             monitor='val_loss', verbose=1, save_best_only=True, save_weights_only=False, mode='auto', save_freq='epoch')\n","\n","earlyStop = EarlyStopping(monitor='val_loss', min_delta=0, patience=10, verbose=1, mode='auto')\n","learningRateReduce = ReduceLROnPlateau(monitor='val_loss', factor=0.95, patience=2, verbose=1, mode='max', min_lr=0.00001)\n","csvLogger = CSVLogger(filename='/content/drive/MyDrive/Colab Notebooks/Model_7_Files/model_7.csv', separator=',', append=True)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"pHac5z68lskB"},"outputs":[],"source":["my_callbacks = [checkpoint, earlyStop, learningRateReduce, csvLogger]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"JfpmkASPzs3u","outputId":"8686a3d8-8a75-4510-a6a4-378fe4453994"},"outputs":[{"output_type":"stream","name":"stdout","text":["Epoch 1/20\n","238/238 [==============================] - ETA: 0s - loss: 1.0775 - accuracy: 0.7222\n","Epoch 1: val_loss improved from inf to 0.36338, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.01-0.36.h5\n","238/238 [==============================] - 2235s 9s/step - loss: 1.0775 - accuracy: 0.7222 - val_loss: 0.3634 - val_accuracy: 0.8969 - lr: 0.0010\n","Epoch 2/20\n","238/238 [==============================] - ETA: 0s - loss: 0.6786 - accuracy: 0.8384\n","Epoch 2: val_loss improved from 0.36338 to 0.28262, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.02-0.28.h5\n","238/238 [==============================] - 2325s 10s/step - loss: 0.6786 - accuracy: 0.8384 - val_loss: 0.2826 - val_accuracy: 0.9282 - lr: 0.0010\n","Epoch 3/20\n","238/238 [==============================] - ETA: 0s - loss: 0.6043 - accuracy: 0.8632\n","Epoch 3: val_loss improved from 0.28262 to 0.24799, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.03-0.25.h5\n","\n","Epoch 3: ReduceLROnPlateau reducing learning rate to 0.0009500000451225787.\n","238/238 [==============================] - 2267s 10s/step - loss: 0.6043 - accuracy: 0.8632 - val_loss: 0.2480 - val_accuracy: 0.9322 - lr: 0.0010\n","Epoch 4/20\n","238/238 [==============================] - ETA: 0s - loss: 0.4751 - accuracy: 0.8847\n","Epoch 4: val_loss improved from 0.24799 to 0.24192, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.04-0.24.h5\n","238/238 [==============================] - 2256s 9s/step - loss: 0.4751 - accuracy: 0.8847 - val_loss: 0.2419 - val_accuracy: 0.9348 - lr: 9.5000e-04\n","Epoch 5/20\n","238/238 [==============================] - ETA: 0s - loss: 0.4532 - accuracy: 0.8950\n","Epoch 5: val_loss improved from 0.24192 to 0.22754, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.05-0.23.h5\n","\n","Epoch 5: ReduceLROnPlateau reducing learning rate to 0.0009025000152178108.\n","238/238 [==============================] - 2305s 10s/step - loss: 0.4532 - accuracy: 0.8950 - val_loss: 0.2275 - val_accuracy: 0.9380 - lr: 9.5000e-04\n","Epoch 6/20\n","238/238 [==============================] - ETA: 0s - loss: 0.4113 - accuracy: 0.9051\n","Epoch 6: val_loss improved from 0.22754 to 0.21854, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.06-0.22.h5\n","238/238 [==============================] - 2340s 10s/step - loss: 0.4113 - accuracy: 0.9051 - val_loss: 0.2185 - val_accuracy: 0.9380 - lr: 9.0250e-04\n","Epoch 7/20\n","238/238 [==============================] - ETA: 0s - loss: 0.3683 - accuracy: 0.9093\n","Epoch 7: val_loss improved from 0.21854 to 0.20705, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.07-0.21.h5\n","\n","Epoch 7: ReduceLROnPlateau reducing learning rate to 0.0008573750033974647.\n","238/238 [==============================] - 2274s 10s/step - loss: 0.3683 - accuracy: 0.9093 - val_loss: 0.2071 - val_accuracy: 0.9439 - lr: 9.0250e-04\n","Epoch 8/20\n","238/238 [==============================] - ETA: 0s - loss: 0.3567 - accuracy: 0.9081\n","Epoch 8: val_loss improved from 0.20705 to 0.18912, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.08-0.19.h5\n","238/238 [==============================] - 2253s 9s/step - loss: 0.3567 - accuracy: 0.9081 - val_loss: 0.1891 - val_accuracy: 0.9439 - lr: 8.5737e-04\n","Epoch 9/20\n","238/238 [==============================] - ETA: 0s - loss: 0.3048 - accuracy: 0.9171\n","Epoch 9: val_loss did not improve from 0.18912\n","\n","Epoch 9: ReduceLROnPlateau reducing learning rate to 0.0008145062311086804.\n","238/238 [==============================] - 2343s 10s/step - loss: 0.3048 - accuracy: 0.9171 - val_loss: 0.2045 - val_accuracy: 0.9472 - lr: 8.5737e-04\n","Epoch 10/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2887 - accuracy: 0.9249\n","Epoch 10: val_loss improved from 0.18912 to 0.18359, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.10-0.18.h5\n","238/238 [==============================] - 2358s 10s/step - loss: 0.2887 - accuracy: 0.9249 - val_loss: 0.1836 - val_accuracy: 0.9478 - lr: 8.1451e-04\n","Epoch 11/20\n","238/238 [==============================] - ETA: 0s - loss: 0.3098 - accuracy: 0.9278\n","Epoch 11: val_loss improved from 0.18359 to 0.18050, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.11-0.18.h5\n","\n","Epoch 11: ReduceLROnPlateau reducing learning rate to 0.0007737808919046074.\n","238/238 [==============================] - 2371s 10s/step - loss: 0.3098 - accuracy: 0.9278 - val_loss: 0.1805 - val_accuracy: 0.9485 - lr: 8.1451e-04\n","Epoch 12/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2758 - accuracy: 0.9291\n","Epoch 12: val_loss improved from 0.18050 to 0.17213, saving model to /content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.12-0.17.h5\n","238/238 [==============================] - 2297s 10s/step - loss: 0.2758 - accuracy: 0.9291 - val_loss: 0.1721 - val_accuracy: 0.9550 - lr: 7.7378e-04\n","Epoch 13/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2560 - accuracy: 0.9319\n","Epoch 13: val_loss did not improve from 0.17213\n","\n","Epoch 13: ReduceLROnPlateau reducing learning rate to 0.000735091819660738.\n","238/238 [==============================] - 2334s 10s/step - loss: 0.2560 - accuracy: 0.9319 - val_loss: 0.1830 - val_accuracy: 0.9478 - lr: 7.7378e-04\n","Epoch 14/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2382 - accuracy: 0.9391\n","Epoch 14: val_loss did not improve from 0.17213\n","238/238 [==============================] - 2265s 10s/step - loss: 0.2382 - accuracy: 0.9391 - val_loss: 0.1750 - val_accuracy: 0.9524 - lr: 7.3509e-04\n","Epoch 15/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2736 - accuracy: 0.9327\n","Epoch 15: val_loss did not improve from 0.17213\n","\n","Epoch 15: ReduceLROnPlateau reducing learning rate to 0.0006983372120885178.\n","238/238 [==============================] - 2258s 9s/step - loss: 0.2736 - accuracy: 0.9327 - val_loss: 0.1750 - val_accuracy: 0.9472 - lr: 7.3509e-04\n","Epoch 16/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2265 - accuracy: 0.9419\n","Epoch 16: val_loss did not improve from 0.17213\n","238/238 [==============================] - 2241s 9s/step - loss: 0.2265 - accuracy: 0.9419 - val_loss: 0.1762 - val_accuracy: 0.9498 - lr: 6.9834e-04\n","Epoch 17/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2102 - accuracy: 0.9441\n","Epoch 17: val_loss did not improve from 0.17213\n","\n","Epoch 17: ReduceLROnPlateau reducing learning rate to 0.0006634203542489559.\n","238/238 [==============================] - 2271s 10s/step - loss: 0.2102 - accuracy: 0.9441 - val_loss: 0.1829 - val_accuracy: 0.9498 - lr: 6.9834e-04\n","Epoch 18/20\n","238/238 [==============================] - ETA: 0s - loss: 0.2201 - accuracy: 0.9403\n","Epoch 18: val_loss did not improve from 0.17213\n","238/238 [==============================] - 2256s 9s/step - loss: 0.2201 - accuracy: 0.9403 - val_loss: 0.1755 - val_accuracy: 0.9543 - lr: 6.6342e-04\n","Epoch 19/20\n","185/238 [======================>.......] - ETA: 6:54 - loss: 0.2259 - accuracy: 0.9382"]}],"source":["probability = model.fit(X_train, Y_train, validation_data = (X_val, Y_val), callbacks= my_callbacks, class_weight = class_weight_dict, epochs = 20)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qB_FKqnRBwbG"},"outputs":[],"source":["model.save('/content/drive/MyDrive/Colab Notebooks/Model_7_Files/FULL_model_7') "]},{"cell_type":"markdown","source":["# Evaluation"],"metadata":{"id":"Uiov0fbYVm-k"}},{"cell_type":"markdown","source":["Loading the trained model"],"metadata":{"id":"iQroehLHWVeG"}},{"cell_type":"code","source":["base_model_test = get_base_model(model_name)\n","\n","#  get the output of the second last dense layer \n","base_model_output = base_model_test.layers[-1].output\n","x = Flatten(name = \"flate1\")(base_model_output)\n","\n","# add new layers \n","x = Dense(512, activation='relu')(x)\n","x = Dropout(0.5)(x)\n","x = BatchNormalization()(x)\n","# x = Dense(256, activation='relu')(x)\n","# x = Dropout(0.4,name='drop2')(x)\n","x = Dense(128, activation='relu')(x)\n","x = Dropout(0.3,name='drop3')(x)\n","x = Dense(64, activation='relu')(x)\n","x = Dropout(0.2)(x)\n","output = Dense(nb_classes, activation='sigmoid', name='fc3')(x)\n","\n","# define a new model \n","model = Model(base_model_test.input, output)\n","\n","# Freeze all the base model layers \n","for layer in base_model_test.layers:\n","    layer.trainable=False\n","\n","optimizer = tf.keras.optimizers.Adam(learning_rate=0.001, beta_1=0.9, beta_2=0.999, amsgrad=False)\n","#optimizer = Adam(lr=0.001, decay=1e-6, beta_1=0.9, epsilon=None, amsgrad=True)\n","#optimizer = Adam(learning_rate=0.001, beta_1=0.9, beta_2=0.999, amsgrad=False)\n","model.compile(loss='categorical_crossentropy', optimizer = optimizer, metrics=['accuracy'])\n","#model.compile(optimizers.rmsprop(lr=0.001, decay=1e-6),loss='categorical_crossentropy',metrics=['accuracy'])\n","\n","\n","model.load_weights('/content/drive/MyDrive/Colab Notebooks/Model_7_Files/model7.12-0.17.h5')"],"metadata":{"id":"-nb6SGmVrenL","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1666252258917,"user_tz":-330,"elapsed":13822,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"}},"outputId":"0f4f6253-7b36-494d-9ca4-d21e7e2e0d0e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/inception_resnet_v2/inception_resnet_v2_weights_tf_dim_ordering_tf_kernels_notop.h5\n","219055592/219055592 [==============================] - 1s 0us/step\n"]}]},{"cell_type":"code","source":["model.evaluate(X_test, Y_test)"],"metadata":{"id":"AiSJmJwsrej4","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1666252859169,"user_tz":-330,"elapsed":594116,"user":{"displayName":"Anagh Sharma","userId":"05484678154619773185"}},"outputId":"1db9650b-0323-4661-d6e1-e664d7b31a99"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["102/102 [==============================] - 593s 6s/step - loss: 0.1853 - accuracy: 0.9546\n"]},{"output_type":"execute_result","data":{"text/plain":["[0.1853131651878357, 0.9546151757240295]"]},"metadata":{},"execution_count":20}]},{"cell_type":"code","source":["model.evaluate(X_test, Y_test)"],"metadata":{"id":"KQrTgSURregg"},"execution_count":null,"outputs":[]}],"metadata":{"accelerator":"TPU","colab":{"collapsed_sections":["cDH78bnRjJTo"],"provenance":[],"mount_file_id":"1qY6-XA_iM_gGvIaZfoxhPN_ah664qiiI","authorship_tag":"ABX9TyNW32MTwZVjFPpHuDYV2hAD"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}