Modulation_Recognition_CNN_Model.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Modulation_Recognition_CNN_Model",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "saWjriUVx6FP",
        "colab_type": "code",
        "outputId": "0584f9f2-9940-4f5b-c85a-5b87f1e4b6c3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "# Deep Learning libs\n",
        "from tensorflow.keras.models import Sequential\n",
        "from tensorflow.keras.layers import Dense,Activation,Flatten,Conv2D,Reshape,Dropout,MaxPooling2D,BatchNormalization,GlobalAveragePooling2D\n",
        "from tensorflow.keras import regularizers\n",
        "from tensorflow.keras.callbacks import EarlyStopping, ModelCheckpoint\n",
        "import tensorflow as tf\n",
        "import gc\n",
        "#Loading the data from google drive \n",
        "\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Ea8mwnonHAUG",
        "colab_type": "text"
      },
      "source": [
        "## Creating a tensorflow dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nzvahAXgXZ_D",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def extract_fn_2(tfrecord):\n",
        "        # Extract features using the keys set during creation\n",
        "        features = {\n",
        "            'feature1': tf.FixedLenFeature([128], tf.float32,),\n",
        "            'feature2': tf.FixedLenFeature([128], tf.float32),\n",
        "            'label': tf.FixedLenFeature([10],tf.int64)\n",
        "        }\n",
        "\n",
        "        # Extract the data record\n",
        "        sample = tf.parse_single_example(tfrecord, features)\n",
        "        data = tf.stack([sample['feature1'], sample['feature2']])\n",
        "        label = sample['label']\n",
        "        return [data,label] \n",
        "      "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b5bhMgnRrkhd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def extract_fn_4(tfrecord):\n",
        "        # Extract features using the keys set during creation\n",
        "        features = {\n",
        "            'feature1': tf.FixedLenFeature([128], tf.float32),\n",
        "            'feature2': tf.FixedLenFeature([128], tf.float32),\n",
        "            'feature3': tf.FixedLenFeature([128], tf.float32),\n",
        "            'feature4': tf.FixedLenFeature([128], tf.float32),\n",
        "            'label': tf.FixedLenFeature([10],tf.int64)\n",
        "        }\n",
        "\n",
        "        # Extract the data record\n",
        "        sample = tf.parse_single_example(tfrecord, features)\n",
        "        data = tf.stack([sample['feature1'], sample['feature2'], sample['feature3'], sample['feature4']])\n",
        "        label = sample['label']\n",
        "        return [data,label] "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7oYxSXllwXqA",
        "colab_type": "text"
      },
      "source": [
        "# Defining the Fully connected model\n",
        "<ul>\n",
        "\n",
        "1. The core data structure of Keras is a model. The simplest type of model is the Sequential model, a linear stack of layers.\n",
        "\n",
        "2. A 3-layer deep neural network consisiting only of fully connected layers of size 512, 256, 11 neurons.\n",
        "  "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "k0AKEnqVY3Fv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def build_cnn_model(in_shape):\n",
        "  # Declare layers size\n",
        "  conv1_kernel_shape=(3,1)\n",
        "  conv1_number_of_filters=64\n",
        "  conv2_kernel_shape=(3,2)\n",
        "  conv2_number_of_filters=16\n",
        "  dense1_size = 128\n",
        "  dense2_size = 10\n",
        "  dropout = 0.4\n",
        "\n",
        "  # Build model\n",
        "  model_conv = Sequential()\n",
        "  model_conv.add(Reshape((128,in_shape[0],1), input_shape=in_shape))\n",
        "  model_conv.add(Conv2D(conv1_number_of_filters, conv1_kernel_shape, strides=1,\n",
        "                   padding='same', data_format='channels_last', activation='relu', kernel_initializer='he_normal'))\n",
        "  model_conv.add(BatchNormalization())\n",
        "  model_conv.add(MaxPooling2D())\n",
        "  model_conv.add(Conv2D(conv2_number_of_filters, conv2_kernel_shape, strides=1,\n",
        "                   padding='same', data_format='channels_last', activation='relu', kernel_initializer='he_normal'))\n",
        "  model_conv.add(Flatten())\n",
        "  model_conv.add(Dropout(rate=1-dropout))\n",
        "  model_conv.add(Dense(dense1_size, activation='relu', kernel_initializer='he_normal'))\n",
        "  model_conv.add(Dense(dense2_size, activation='softmax'))\n",
        "\n",
        "  # Compile model\n",
        "  model_conv.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy'])\n",
        "  model_conv.summary()\n",
        "  return model_conv"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X3U1zdsZeB0A",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def train_cnn_model(train_dataset, val_dataset, input_shape, filename, epochs):\n",
        "  model = build_cnn_model(input_shape)\n",
        "  es = EarlyStopping(monitor='val_loss', mode='min', verbose=1, patience=5)\n",
        "  mc = ModelCheckpoint(filename, monitor='val_acc', mode='max', verbose=1, save_best_only=True)\n",
        "  model.fit(train_dataset, epochs=epochs, steps_per_epoch=100,validation_steps=100, validation_data =val_dataset ,callbacks=[mc])"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "_-c6g11NxED-",
        "colab_type": "text"
      },
      "source": [
        "# Fitting the model\n",
        "\n",
        "1. The training process will run for a fixed number of iterations (epochs) through the dataset.\n",
        "\n",
        "2. We can also set the number of instances that are evaluated before a weight update in the network is performed (batch size)."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eJ4xY0dFdrG6",
        "colab_type": "text"
      },
      "source": [
        "## Model 1"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ELKVkBhndwHR",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/int_train_data.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_2).repeat().batch(1000)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/int_val_data.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_2).repeat().batch(1000)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cFhYK78DyBWo",
        "colab_type": "code",
        "outputId": "817ee430-6518-4705-9515-77220b1e60fb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 7242
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(2,128),'/content/drive/My Drive/int_model.h5',100)"
      ],
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_6 (Reshape)          (None, 128, 2, 1)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_12 (Conv2D)           (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_7 (Ba (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_6 (MaxPooling2 (None, 64, 1, 64)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_13 (Conv2D)           (None, 64, 1, 16)         6160      \n",
            "_________________________________________________________________\n",
            "flatten_6 (Flatten)          (None, 1024)              0         \n",
            "_________________________________________________________________\n",
            "dropout_3 (Dropout)          (None, 1024)              0         \n",
            "_________________________________________________________________\n",
            "dense_12 (Dense)             (None, 128)               131200    \n",
            "_________________________________________________________________\n",
            "dense_13 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 139,162\n",
            "Trainable params: 139,034\n",
            "Non-trainable params: 128\n",
            "_________________________________________________________________\n",
            "Epoch 1/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 2.0130 - acc: 0.2201\n",
            "Epoch 00001: val_acc improved from -inf to 0.15238, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 2.0100 - acc: 0.2206 - val_loss: 2.3179 - val_acc: 0.1524\n",
            "Epoch 2/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.7694 - acc: 0.2878\n",
            "Epoch 00002: val_acc did not improve from 0.15238\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.7688 - acc: 0.2879 - val_loss: 2.8436 - val_acc: 0.1467\n",
            "Epoch 3/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.6549 - acc: 0.3276\n",
            "Epoch 00003: val_acc did not improve from 0.15238\n",
            "100/100 [==============================] - 11s 107ms/step - loss: 1.6547 - acc: 0.3277 - val_loss: 2.9752 - val_acc: 0.1374\n",
            "Epoch 4/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5866 - acc: 0.3577\n",
            "Epoch 00004: val_acc did not improve from 0.15238\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.5865 - acc: 0.3577 - val_loss: 2.7721 - val_acc: 0.1458\n",
            "Epoch 5/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5378 - acc: 0.3766\n",
            "Epoch 00005: val_acc improved from 0.15238 to 0.21363, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.5370 - acc: 0.3771 - val_loss: 2.0717 - val_acc: 0.2136\n",
            "Epoch 6/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4889 - acc: 0.3924\n",
            "Epoch 00006: val_acc improved from 0.21363 to 0.31548, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 11s 110ms/step - loss: 1.4892 - acc: 0.3924 - val_loss: 1.6681 - val_acc: 0.3155\n",
            "Epoch 7/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4624 - acc: 0.4059\n",
            "Epoch 00007: val_acc improved from 0.31548 to 0.39882, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 104ms/step - loss: 1.4621 - acc: 0.4058 - val_loss: 1.4802 - val_acc: 0.3988\n",
            "Epoch 8/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4357 - acc: 0.4134\n",
            "Epoch 00008: val_acc improved from 0.39882 to 0.40473, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 101ms/step - loss: 1.4358 - acc: 0.4136 - val_loss: 1.4438 - val_acc: 0.4047\n",
            "Epoch 9/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4151 - acc: 0.4231\n",
            "Epoch 00009: val_acc improved from 0.40473 to 0.44995, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 103ms/step - loss: 1.4145 - acc: 0.4233 - val_loss: 1.3607 - val_acc: 0.4500\n",
            "Epoch 10/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3981 - acc: 0.4288\n",
            "Epoch 00010: val_acc did not improve from 0.44995\n",
            "100/100 [==============================] - 9s 90ms/step - loss: 1.3979 - acc: 0.4288 - val_loss: 1.3428 - val_acc: 0.4498\n",
            "Epoch 11/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3751 - acc: 0.4388\n",
            "Epoch 00011: val_acc improved from 0.44995 to 0.47253, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 11s 106ms/step - loss: 1.3755 - acc: 0.4386 - val_loss: 1.3016 - val_acc: 0.4725\n",
            "Epoch 12/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3614 - acc: 0.4422\n",
            "Epoch 00012: val_acc did not improve from 0.47253\n",
            "100/100 [==============================] - 11s 108ms/step - loss: 1.3617 - acc: 0.4419 - val_loss: 1.3263 - val_acc: 0.4624\n",
            "Epoch 13/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3473 - acc: 0.4468\n",
            "Epoch 00013: val_acc improved from 0.47253 to 0.47945, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 11s 106ms/step - loss: 1.3471 - acc: 0.4469 - val_loss: 1.2728 - val_acc: 0.4794\n",
            "Epoch 14/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3370 - acc: 0.4535\n",
            "Epoch 00014: val_acc did not improve from 0.47945\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.3372 - acc: 0.4535 - val_loss: 1.2787 - val_acc: 0.4728\n",
            "Epoch 15/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3259 - acc: 0.4555\n",
            "Epoch 00015: val_acc improved from 0.47945 to 0.48564, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 100ms/step - loss: 1.3258 - acc: 0.4554 - val_loss: 1.2706 - val_acc: 0.4856\n",
            "Epoch 16/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3207 - acc: 0.4598\n",
            "Epoch 00016: val_acc improved from 0.48564 to 0.49786, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 11s 110ms/step - loss: 1.3210 - acc: 0.4595 - val_loss: 1.2416 - val_acc: 0.4979\n",
            "Epoch 17/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3075 - acc: 0.4613\n",
            "Epoch 00017: val_acc improved from 0.49786 to 0.50064, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.3071 - acc: 0.4615 - val_loss: 1.2303 - val_acc: 0.5006\n",
            "Epoch 18/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3027 - acc: 0.4638\n",
            "Epoch 00018: val_acc did not improve from 0.50064\n",
            "100/100 [==============================] - 15s 146ms/step - loss: 1.3023 - acc: 0.4637 - val_loss: 1.2463 - val_acc: 0.4848\n",
            "Epoch 19/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2920 - acc: 0.4668\n",
            "Epoch 00019: val_acc did not improve from 0.50064\n",
            "100/100 [==============================] - 11s 110ms/step - loss: 1.2923 - acc: 0.4667 - val_loss: 1.2320 - val_acc: 0.4964\n",
            "Epoch 20/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2872 - acc: 0.4706\n",
            "Epoch 00020: val_acc did not improve from 0.50064\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.2875 - acc: 0.4707 - val_loss: 1.2319 - val_acc: 0.4965\n",
            "Epoch 21/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2825 - acc: 0.4719\n",
            "Epoch 00021: val_acc did not improve from 0.50064\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2825 - acc: 0.4718 - val_loss: 1.2454 - val_acc: 0.4846\n",
            "Epoch 22/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2829 - acc: 0.4707\n",
            "Epoch 00022: val_acc did not improve from 0.50064\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2825 - acc: 0.4708 - val_loss: 1.2483 - val_acc: 0.4905\n",
            "Epoch 23/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2665 - acc: 0.4779\n",
            "Epoch 00023: val_acc improved from 0.50064 to 0.50906, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2660 - acc: 0.4782 - val_loss: 1.2050 - val_acc: 0.5091\n",
            "Epoch 24/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2668 - acc: 0.4781\n",
            "Epoch 00024: val_acc did not improve from 0.50906\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2665 - acc: 0.4783 - val_loss: 1.3181 - val_acc: 0.4570\n",
            "Epoch 25/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2641 - acc: 0.4807\n",
            "Epoch 00025: val_acc improved from 0.50906 to 0.51096, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2641 - acc: 0.4805 - val_loss: 1.1867 - val_acc: 0.5110\n",
            "Epoch 26/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2612 - acc: 0.4789\n",
            "Epoch 00026: val_acc did not improve from 0.51096\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2610 - acc: 0.4787 - val_loss: 1.1965 - val_acc: 0.5091\n",
            "Epoch 27/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2558 - acc: 0.4833\n",
            "Epoch 00027: val_acc did not improve from 0.51096\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2558 - acc: 0.4833 - val_loss: 1.2321 - val_acc: 0.4911\n",
            "Epoch 28/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2556 - acc: 0.4852\n",
            "Epoch 00028: val_acc did not improve from 0.51096\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2554 - acc: 0.4851 - val_loss: 1.2227 - val_acc: 0.4906\n",
            "Epoch 29/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2433 - acc: 0.4855\n",
            "Epoch 00029: val_acc improved from 0.51096 to 0.51400, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.2432 - acc: 0.4855 - val_loss: 1.1841 - val_acc: 0.5140\n",
            "Epoch 30/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2463 - acc: 0.4831\n",
            "Epoch 00030: val_acc did not improve from 0.51400\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.2460 - acc: 0.4830 - val_loss: 1.2473 - val_acc: 0.4845\n",
            "Epoch 31/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2425 - acc: 0.4887\n",
            "Epoch 00031: val_acc did not improve from 0.51400\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2422 - acc: 0.4888 - val_loss: 1.1832 - val_acc: 0.5075\n",
            "Epoch 32/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2373 - acc: 0.4886\n",
            "Epoch 00032: val_acc improved from 0.51400 to 0.52015, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2369 - acc: 0.4888 - val_loss: 1.1718 - val_acc: 0.5202\n",
            "Epoch 33/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2346 - acc: 0.4900\n",
            "Epoch 00033: val_acc did not improve from 0.52015\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2347 - acc: 0.4901 - val_loss: 1.1813 - val_acc: 0.5153\n",
            "Epoch 34/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2340 - acc: 0.4888\n",
            "Epoch 00034: val_acc improved from 0.52015 to 0.52178, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.2341 - acc: 0.4887 - val_loss: 1.1687 - val_acc: 0.5218\n",
            "Epoch 35/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2292 - acc: 0.4921\n",
            "Epoch 00035: val_acc did not improve from 0.52178\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2288 - acc: 0.4923 - val_loss: 1.2390 - val_acc: 0.4860\n",
            "Epoch 36/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2306 - acc: 0.4901\n",
            "Epoch 00036: val_acc did not improve from 0.52178\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.2302 - acc: 0.4902 - val_loss: 1.2221 - val_acc: 0.5000\n",
            "Epoch 37/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2280 - acc: 0.4924\n",
            "Epoch 00037: val_acc did not improve from 0.52178\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.2279 - acc: 0.4924 - val_loss: 1.1857 - val_acc: 0.5165\n",
            "Epoch 38/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2211 - acc: 0.4952\n",
            "Epoch 00038: val_acc did not improve from 0.52178\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2208 - acc: 0.4952 - val_loss: 1.1595 - val_acc: 0.5204\n",
            "Epoch 39/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2245 - acc: 0.4943\n",
            "Epoch 00039: val_acc improved from 0.52178 to 0.52241, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2247 - acc: 0.4942 - val_loss: 1.1653 - val_acc: 0.5224\n",
            "Epoch 40/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2116 - acc: 0.4977\n",
            "Epoch 00040: val_acc did not improve from 0.52241\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2111 - acc: 0.4979 - val_loss: 1.1649 - val_acc: 0.5196\n",
            "Epoch 41/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2164 - acc: 0.4958\n",
            "Epoch 00041: val_acc did not improve from 0.52241\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2165 - acc: 0.4956 - val_loss: 1.1577 - val_acc: 0.5183\n",
            "Epoch 42/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2158 - acc: 0.4960\n",
            "Epoch 00042: val_acc did not improve from 0.52241\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2164 - acc: 0.4959 - val_loss: 1.2247 - val_acc: 0.5012\n",
            "Epoch 43/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2150 - acc: 0.4984\n",
            "Epoch 00043: val_acc did not improve from 0.52241\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2153 - acc: 0.4982 - val_loss: 1.1977 - val_acc: 0.5046\n",
            "Epoch 44/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2123 - acc: 0.4984\n",
            "Epoch 00044: val_acc improved from 0.52241 to 0.52521, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2125 - acc: 0.4984 - val_loss: 1.1537 - val_acc: 0.5252\n",
            "Epoch 45/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2116 - acc: 0.5005\n",
            "Epoch 00045: val_acc did not improve from 0.52521\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2110 - acc: 0.5008 - val_loss: 1.1770 - val_acc: 0.5119\n",
            "Epoch 46/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1983 - acc: 0.5024\n",
            "Epoch 00046: val_acc improved from 0.52521 to 0.52609, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1988 - acc: 0.5023 - val_loss: 1.1358 - val_acc: 0.5261\n",
            "Epoch 47/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2056 - acc: 0.5010\n",
            "Epoch 00047: val_acc did not improve from 0.52609\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2058 - acc: 0.5010 - val_loss: 1.1825 - val_acc: 0.5116\n",
            "Epoch 48/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2059 - acc: 0.5011\n",
            "Epoch 00048: val_acc did not improve from 0.52609\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2060 - acc: 0.5012 - val_loss: 1.1533 - val_acc: 0.5205\n",
            "Epoch 49/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2012 - acc: 0.5031\n",
            "Epoch 00049: val_acc did not improve from 0.52609\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2013 - acc: 0.5029 - val_loss: 1.1532 - val_acc: 0.5223\n",
            "Epoch 50/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2025 - acc: 0.5016\n",
            "Epoch 00050: val_acc improved from 0.52609 to 0.52742, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2032 - acc: 0.5014 - val_loss: 1.1422 - val_acc: 0.5274\n",
            "Epoch 51/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2041 - acc: 0.4997\n",
            "Epoch 00051: val_acc did not improve from 0.52742\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2037 - acc: 0.4999 - val_loss: 1.2328 - val_acc: 0.4939\n",
            "Epoch 52/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1921 - acc: 0.5063\n",
            "Epoch 00052: val_acc did not improve from 0.52742\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1922 - acc: 0.5063 - val_loss: 1.2049 - val_acc: 0.5043\n",
            "Epoch 53/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1973 - acc: 0.5037\n",
            "Epoch 00053: val_acc improved from 0.52742 to 0.52923, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1971 - acc: 0.5038 - val_loss: 1.1344 - val_acc: 0.5292\n",
            "Epoch 54/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1938 - acc: 0.5056\n",
            "Epoch 00054: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1940 - acc: 0.5054 - val_loss: 1.1495 - val_acc: 0.5247\n",
            "Epoch 55/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1928 - acc: 0.5068\n",
            "Epoch 00055: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.1931 - acc: 0.5065 - val_loss: 1.1698 - val_acc: 0.5174\n",
            "Epoch 56/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1988 - acc: 0.5049\n",
            "Epoch 00056: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1987 - acc: 0.5051 - val_loss: 1.1981 - val_acc: 0.4997\n",
            "Epoch 57/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1898 - acc: 0.5065\n",
            "Epoch 00057: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.1898 - acc: 0.5066 - val_loss: 1.1549 - val_acc: 0.5171\n",
            "Epoch 58/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1919 - acc: 0.5058\n",
            "Epoch 00058: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1923 - acc: 0.5057 - val_loss: 1.1435 - val_acc: 0.5264\n",
            "Epoch 59/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1883 - acc: 0.5057\n",
            "Epoch 00059: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1885 - acc: 0.5057 - val_loss: 1.1407 - val_acc: 0.5283\n",
            "Epoch 60/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1890 - acc: 0.5074\n",
            "Epoch 00060: val_acc did not improve from 0.52923\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1893 - acc: 0.5072 - val_loss: 1.1748 - val_acc: 0.5129\n",
            "Epoch 61/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1901 - acc: 0.5087\n",
            "Epoch 00061: val_acc improved from 0.52923 to 0.53151, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1903 - acc: 0.5088 - val_loss: 1.1347 - val_acc: 0.5315\n",
            "Epoch 62/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1917 - acc: 0.5074\n",
            "Epoch 00062: val_acc improved from 0.53151 to 0.53391, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1914 - acc: 0.5074 - val_loss: 1.1251 - val_acc: 0.5339\n",
            "Epoch 63/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1788 - acc: 0.5108\n",
            "Epoch 00063: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1797 - acc: 0.5105 - val_loss: 1.1651 - val_acc: 0.5174\n",
            "Epoch 64/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1820 - acc: 0.5094\n",
            "Epoch 00064: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1824 - acc: 0.5091 - val_loss: 1.1518 - val_acc: 0.5197\n",
            "Epoch 65/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1834 - acc: 0.5102\n",
            "Epoch 00065: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1839 - acc: 0.5099 - val_loss: 1.1561 - val_acc: 0.5114\n",
            "Epoch 66/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1856 - acc: 0.5097\n",
            "Epoch 00066: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1853 - acc: 0.5096 - val_loss: 1.1617 - val_acc: 0.5142\n",
            "Epoch 67/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1836 - acc: 0.5082\n",
            "Epoch 00067: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1833 - acc: 0.5083 - val_loss: 1.1545 - val_acc: 0.5210\n",
            "Epoch 68/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1861 - acc: 0.5084\n",
            "Epoch 00068: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.1866 - acc: 0.5082 - val_loss: 1.1281 - val_acc: 0.5264\n",
            "Epoch 69/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1771 - acc: 0.5125\n",
            "Epoch 00069: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1772 - acc: 0.5125 - val_loss: 1.1393 - val_acc: 0.5257\n",
            "Epoch 70/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1759 - acc: 0.5122\n",
            "Epoch 00070: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1758 - acc: 0.5123 - val_loss: 1.1425 - val_acc: 0.5163\n",
            "Epoch 71/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1796 - acc: 0.5125\n",
            "Epoch 00071: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1799 - acc: 0.5125 - val_loss: 1.1329 - val_acc: 0.5301\n",
            "Epoch 72/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1788 - acc: 0.5114\n",
            "Epoch 00072: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.1789 - acc: 0.5114 - val_loss: 1.1490 - val_acc: 0.5241\n",
            "Epoch 73/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1804 - acc: 0.5114\n",
            "Epoch 00073: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1805 - acc: 0.5111 - val_loss: 1.1418 - val_acc: 0.5185\n",
            "Epoch 74/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1767 - acc: 0.5113\n",
            "Epoch 00074: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1765 - acc: 0.5114 - val_loss: 1.1328 - val_acc: 0.5316\n",
            "Epoch 75/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1783 - acc: 0.5111\n",
            "Epoch 00075: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1780 - acc: 0.5111 - val_loss: 1.1585 - val_acc: 0.5137\n",
            "Epoch 76/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1791 - acc: 0.5123\n",
            "Epoch 00076: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1794 - acc: 0.5121 - val_loss: 1.1346 - val_acc: 0.5325\n",
            "Epoch 77/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1757 - acc: 0.5133\n",
            "Epoch 00077: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1761 - acc: 0.5132 - val_loss: 1.1644 - val_acc: 0.5221\n",
            "Epoch 78/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1756 - acc: 0.5131\n",
            "Epoch 00078: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1757 - acc: 0.5131 - val_loss: 1.1662 - val_acc: 0.5199\n",
            "Epoch 79/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1766 - acc: 0.5128\n",
            "Epoch 00079: val_acc did not improve from 0.53391\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1765 - acc: 0.5129 - val_loss: 1.1460 - val_acc: 0.5255\n",
            "Epoch 80/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1657 - acc: 0.5144\n",
            "Epoch 00080: val_acc improved from 0.53391 to 0.53828, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 13s 133ms/step - loss: 1.1654 - acc: 0.5145 - val_loss: 1.1130 - val_acc: 0.5383\n",
            "Epoch 81/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1740 - acc: 0.5140\n",
            "Epoch 00081: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.1739 - acc: 0.5139 - val_loss: 1.1235 - val_acc: 0.5352\n",
            "Epoch 82/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1730 - acc: 0.5141\n",
            "Epoch 00082: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 13s 134ms/step - loss: 1.1726 - acc: 0.5140 - val_loss: 1.1418 - val_acc: 0.5263\n",
            "Epoch 83/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1757 - acc: 0.5130\n",
            "Epoch 00083: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1757 - acc: 0.5129 - val_loss: 1.1242 - val_acc: 0.5381\n",
            "Epoch 84/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1729 - acc: 0.5145\n",
            "Epoch 00084: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1730 - acc: 0.5145 - val_loss: 1.1201 - val_acc: 0.5326\n",
            "Epoch 85/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1766 - acc: 0.5124\n",
            "Epoch 00085: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1764 - acc: 0.5123 - val_loss: 1.1328 - val_acc: 0.5261\n",
            "Epoch 86/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1628 - acc: 0.5165\n",
            "Epoch 00086: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1625 - acc: 0.5166 - val_loss: 1.1155 - val_acc: 0.5356\n",
            "Epoch 87/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1693 - acc: 0.5166\n",
            "Epoch 00087: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1692 - acc: 0.5165 - val_loss: 1.2797 - val_acc: 0.4952\n",
            "Epoch 88/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1705 - acc: 0.5151\n",
            "Epoch 00088: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1701 - acc: 0.5152 - val_loss: 1.1477 - val_acc: 0.5306\n",
            "Epoch 89/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1727 - acc: 0.5143\n",
            "Epoch 00089: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1724 - acc: 0.5145 - val_loss: 1.1304 - val_acc: 0.5347\n",
            "Epoch 90/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1665 - acc: 0.5171\n",
            "Epoch 00090: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1668 - acc: 0.5170 - val_loss: 1.1245 - val_acc: 0.5333\n",
            "Epoch 91/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1704 - acc: 0.5148\n",
            "Epoch 00091: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1706 - acc: 0.5146 - val_loss: 1.1217 - val_acc: 0.5333\n",
            "Epoch 92/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1670 - acc: 0.5165\n",
            "Epoch 00092: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1668 - acc: 0.5167 - val_loss: 1.1789 - val_acc: 0.5115\n",
            "Epoch 93/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1645 - acc: 0.5158\n",
            "Epoch 00093: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1645 - acc: 0.5158 - val_loss: 1.1416 - val_acc: 0.5322\n",
            "Epoch 94/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1691 - acc: 0.5162\n",
            "Epoch 00094: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1686 - acc: 0.5165 - val_loss: 1.1443 - val_acc: 0.5243\n",
            "Epoch 95/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1679 - acc: 0.5163\n",
            "Epoch 00095: val_acc did not improve from 0.53828\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1679 - acc: 0.5165 - val_loss: 1.1466 - val_acc: 0.5227\n",
            "Epoch 96/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1680 - acc: 0.5160\n",
            "Epoch 00096: val_acc improved from 0.53828 to 0.54029, saving model to /content/drive/My Drive/int_model.h5\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1683 - acc: 0.5160 - val_loss: 1.1135 - val_acc: 0.5403\n",
            "Epoch 97/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1618 - acc: 0.5178\n",
            "Epoch 00097: val_acc did not improve from 0.54029\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1612 - acc: 0.5181 - val_loss: 1.1396 - val_acc: 0.5286\n",
            "Epoch 98/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1634 - acc: 0.5158\n",
            "Epoch 00098: val_acc did not improve from 0.54029\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1635 - acc: 0.5157 - val_loss: 1.1305 - val_acc: 0.5307\n",
            "Epoch 99/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1670 - acc: 0.5162\n",
            "Epoch 00099: val_acc did not improve from 0.54029\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1679 - acc: 0.5159 - val_loss: 1.1267 - val_acc: 0.5345\n",
            "Epoch 100/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1672 - acc: 0.5154\n",
            "Epoch 00100: val_acc did not improve from 0.54029\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1675 - acc: 0.5154 - val_loss: 1.1223 - val_acc: 0.5327\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1DOxpHmEd2PK",
        "colab_type": "text"
      },
      "source": [
        "## Model 2"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "s-RoYfXld153",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/der_train_data.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_2).repeat().batch(1000).prefetch(4)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/der_val_data.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_2).repeat().batch(1000).prefetch(4)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2UcxkGtHd9rG",
        "colab_type": "code",
        "outputId": "46f713c2-f238-403c-b007-7aa6a0ba1383",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 7242
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(2,128),'/content/drive/My Drive/BestModels/der_model.h5',100)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_10 (Reshape)         (None, 128, 2, 1)         0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_20 (B (None, 128, 2, 1)         4         \n",
            "_________________________________________________________________\n",
            "conv2d_20 (Conv2D)           (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_21 (B (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "conv2d_21 (Conv2D)           (None, 128, 2, 16)        6160      \n",
            "_________________________________________________________________\n",
            "dropout_10 (Dropout)         (None, 128, 2, 16)        0         \n",
            "_________________________________________________________________\n",
            "flatten_10 (Flatten)         (None, 4096)              0         \n",
            "_________________________________________________________________\n",
            "dense_20 (Dense)             (None, 128)               524416    \n",
            "_________________________________________________________________\n",
            "dense_21 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 532,382\n",
            "Trainable params: 532,252\n",
            "Non-trainable params: 130\n",
            "_________________________________________________________________\n",
            "Epoch 1/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.8519 - acc: 0.2664\n",
            "Epoch 00001: val_acc improved from -inf to 0.09738, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.8504 - acc: 0.2670 - val_loss: 4.0199 - val_acc: 0.0974\n",
            "Epoch 2/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.6319 - acc: 0.3320\n",
            "Epoch 00002: val_acc improved from 0.09738 to 0.09794, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.6320 - acc: 0.3317 - val_loss: 4.8122 - val_acc: 0.0979\n",
            "Epoch 3/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5812 - acc: 0.3431\n",
            "Epoch 00003: val_acc did not improve from 0.09794\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.5810 - acc: 0.3432 - val_loss: 5.7817 - val_acc: 0.0979\n",
            "Epoch 4/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5480 - acc: 0.3521\n",
            "Epoch 00004: val_acc did not improve from 0.09794\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.5487 - acc: 0.3520 - val_loss: 7.4551 - val_acc: 0.0976\n",
            "Epoch 5/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.5398 - acc: 0.3573\n",
            "Epoch 00005: val_acc improved from 0.09794 to 0.09804, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.5393 - acc: 0.3572 - val_loss: 7.9976 - val_acc: 0.0980\n",
            "Epoch 6/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5272 - acc: 0.3569\n",
            "Epoch 00006: val_acc improved from 0.09804 to 0.10801, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.5275 - acc: 0.3568 - val_loss: 7.1476 - val_acc: 0.1080\n",
            "Epoch 7/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5127 - acc: 0.3685\n",
            "Epoch 00007: val_acc improved from 0.10801 to 0.18823, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.5128 - acc: 0.3681 - val_loss: 3.9414 - val_acc: 0.1882\n",
            "Epoch 8/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4991 - acc: 0.3770\n",
            "Epoch 00008: val_acc improved from 0.18823 to 0.36247, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.4995 - acc: 0.3769 - val_loss: 1.7692 - val_acc: 0.3625\n",
            "Epoch 9/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4849 - acc: 0.3873\n",
            "Epoch 00009: val_acc improved from 0.36247 to 0.41071, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 8s 77ms/step - loss: 1.4847 - acc: 0.3873 - val_loss: 1.4601 - val_acc: 0.4107\n",
            "Epoch 10/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4649 - acc: 0.3975\n",
            "Epoch 00010: val_acc did not improve from 0.41071\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.4647 - acc: 0.3975 - val_loss: 1.4758 - val_acc: 0.3751\n",
            "Epoch 11/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4528 - acc: 0.3998\n",
            "Epoch 00011: val_acc improved from 0.41071 to 0.41094, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.4530 - acc: 0.3998 - val_loss: 1.4231 - val_acc: 0.4109\n",
            "Epoch 12/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4427 - acc: 0.4047\n",
            "Epoch 00012: val_acc improved from 0.41094 to 0.41906, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.4427 - acc: 0.4047 - val_loss: 1.4218 - val_acc: 0.4191\n",
            "Epoch 13/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4231 - acc: 0.4112\n",
            "Epoch 00013: val_acc improved from 0.41906 to 0.42445, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 56ms/step - loss: 1.4231 - acc: 0.4114 - val_loss: 1.3977 - val_acc: 0.4245\n",
            "Epoch 14/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4180 - acc: 0.4161\n",
            "Epoch 00014: val_acc improved from 0.42445 to 0.43240, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 62ms/step - loss: 1.4181 - acc: 0.4160 - val_loss: 1.3879 - val_acc: 0.4324\n",
            "Epoch 15/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4083 - acc: 0.4181\n",
            "Epoch 00015: val_acc did not improve from 0.43240\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.4083 - acc: 0.4180 - val_loss: 1.3940 - val_acc: 0.4126\n",
            "Epoch 16/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3963 - acc: 0.4221\n",
            "Epoch 00016: val_acc did not improve from 0.43240\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.3960 - acc: 0.4223 - val_loss: 1.4328 - val_acc: 0.4053\n",
            "Epoch 17/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3951 - acc: 0.4225\n",
            "Epoch 00017: val_acc did not improve from 0.43240\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.3952 - acc: 0.4227 - val_loss: 1.4025 - val_acc: 0.4121\n",
            "Epoch 18/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3890 - acc: 0.4288\n",
            "Epoch 00018: val_acc did not improve from 0.43240\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.3885 - acc: 0.4289 - val_loss: 1.3935 - val_acc: 0.4171\n",
            "Epoch 19/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3801 - acc: 0.4278\n",
            "Epoch 00019: val_acc improved from 0.43240 to 0.44205, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.3807 - acc: 0.4275 - val_loss: 1.3533 - val_acc: 0.4421\n",
            "Epoch 20/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3751 - acc: 0.4303\n",
            "Epoch 00020: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 8s 80ms/step - loss: 1.3751 - acc: 0.4301 - val_loss: 1.3594 - val_acc: 0.4385\n",
            "Epoch 21/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3700 - acc: 0.4343\n",
            "Epoch 00021: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.3699 - acc: 0.4344 - val_loss: 1.4384 - val_acc: 0.4120\n",
            "Epoch 22/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3655 - acc: 0.4343\n",
            "Epoch 00022: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.3656 - acc: 0.4343 - val_loss: 1.3865 - val_acc: 0.4204\n",
            "Epoch 23/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3592 - acc: 0.4361\n",
            "Epoch 00023: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.3592 - acc: 0.4361 - val_loss: 1.3669 - val_acc: 0.4218\n",
            "Epoch 24/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3574 - acc: 0.4398\n",
            "Epoch 00024: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.3570 - acc: 0.4399 - val_loss: 1.3292 - val_acc: 0.4398\n",
            "Epoch 25/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3528 - acc: 0.4395\n",
            "Epoch 00025: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.3526 - acc: 0.4397 - val_loss: 1.3478 - val_acc: 0.4308\n",
            "Epoch 26/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3507 - acc: 0.4396\n",
            "Epoch 00026: val_acc did not improve from 0.44205\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.3507 - acc: 0.4394 - val_loss: 1.3720 - val_acc: 0.4115\n",
            "Epoch 27/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3431 - acc: 0.4407\n",
            "Epoch 00027: val_acc improved from 0.44205 to 0.44941, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 60ms/step - loss: 1.3431 - acc: 0.4408 - val_loss: 1.3282 - val_acc: 0.4494\n",
            "Epoch 28/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3423 - acc: 0.4438\n",
            "Epoch 00028: val_acc improved from 0.44941 to 0.45067, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 65ms/step - loss: 1.3420 - acc: 0.4438 - val_loss: 1.3268 - val_acc: 0.4507\n",
            "Epoch 29/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3329 - acc: 0.4497\n",
            "Epoch 00029: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.3328 - acc: 0.4497 - val_loss: 1.3505 - val_acc: 0.4364\n",
            "Epoch 30/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3347 - acc: 0.4470\n",
            "Epoch 00030: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 6s 59ms/step - loss: 1.3344 - acc: 0.4471 - val_loss: 1.3266 - val_acc: 0.4505\n",
            "Epoch 31/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3357 - acc: 0.4451\n",
            "Epoch 00031: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 7s 73ms/step - loss: 1.3353 - acc: 0.4453 - val_loss: 1.3868 - val_acc: 0.4102\n",
            "Epoch 32/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3298 - acc: 0.4461\n",
            "Epoch 00032: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.3295 - acc: 0.4462 - val_loss: 1.3252 - val_acc: 0.4371\n",
            "Epoch 33/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3243 - acc: 0.4500\n",
            "Epoch 00033: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.3242 - acc: 0.4500 - val_loss: 1.3364 - val_acc: 0.4424\n",
            "Epoch 34/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3276 - acc: 0.4478\n",
            "Epoch 00034: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.3271 - acc: 0.4480 - val_loss: 1.3251 - val_acc: 0.4476\n",
            "Epoch 35/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3232 - acc: 0.4521\n",
            "Epoch 00035: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 6s 59ms/step - loss: 1.3230 - acc: 0.4523 - val_loss: 1.3218 - val_acc: 0.4440\n",
            "Epoch 36/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3200 - acc: 0.4521\n",
            "Epoch 00036: val_acc did not improve from 0.45067\n",
            "100/100 [==============================] - 6s 60ms/step - loss: 1.3196 - acc: 0.4523 - val_loss: 1.4397 - val_acc: 0.4393\n",
            "Epoch 37/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3212 - acc: 0.4501\n",
            "Epoch 00037: val_acc improved from 0.45067 to 0.45728, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.3212 - acc: 0.4500 - val_loss: 1.3078 - val_acc: 0.4573\n",
            "Epoch 38/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3184 - acc: 0.4515\n",
            "Epoch 00038: val_acc did not improve from 0.45728\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.3182 - acc: 0.4514 - val_loss: 1.3630 - val_acc: 0.4207\n",
            "Epoch 39/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3171 - acc: 0.4527\n",
            "Epoch 00039: val_acc improved from 0.45728 to 0.45823, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 66ms/step - loss: 1.3177 - acc: 0.4525 - val_loss: 1.3114 - val_acc: 0.4582\n",
            "Epoch 40/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3140 - acc: 0.4543\n",
            "Epoch 00040: val_acc did not improve from 0.45823\n",
            "100/100 [==============================] - 7s 66ms/step - loss: 1.3138 - acc: 0.4543 - val_loss: 1.3916 - val_acc: 0.4275\n",
            "Epoch 41/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3120 - acc: 0.4560\n",
            "Epoch 00041: val_acc improved from 0.45823 to 0.45939, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.3124 - acc: 0.4559 - val_loss: 1.2997 - val_acc: 0.4594\n",
            "Epoch 42/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3075 - acc: 0.4587\n",
            "Epoch 00042: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 6s 60ms/step - loss: 1.3083 - acc: 0.4584 - val_loss: 1.3001 - val_acc: 0.4571\n",
            "Epoch 43/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3133 - acc: 0.4546\n",
            "Epoch 00043: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.3136 - acc: 0.4543 - val_loss: 1.4354 - val_acc: 0.4455\n",
            "Epoch 44/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3095 - acc: 0.4550\n",
            "Epoch 00044: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.3096 - acc: 0.4550 - val_loss: 1.3060 - val_acc: 0.4536\n",
            "Epoch 45/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3093 - acc: 0.4566\n",
            "Epoch 00045: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.3090 - acc: 0.4566 - val_loss: 1.3124 - val_acc: 0.4453\n",
            "Epoch 46/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3002 - acc: 0.4604\n",
            "Epoch 00046: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.3006 - acc: 0.4604 - val_loss: 1.3184 - val_acc: 0.4343\n",
            "Epoch 47/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3016 - acc: 0.4587\n",
            "Epoch 00047: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 6s 62ms/step - loss: 1.3017 - acc: 0.4586 - val_loss: 1.3217 - val_acc: 0.4458\n",
            "Epoch 48/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3045 - acc: 0.4590\n",
            "Epoch 00048: val_acc did not improve from 0.45939\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.3048 - acc: 0.4589 - val_loss: 1.3363 - val_acc: 0.4474\n",
            "Epoch 49/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3081 - acc: 0.4568\n",
            "Epoch 00049: val_acc improved from 0.45939 to 0.46244, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.3080 - acc: 0.4566 - val_loss: 1.2901 - val_acc: 0.4624\n",
            "Epoch 50/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3013 - acc: 0.4605\n",
            "Epoch 00050: val_acc did not improve from 0.46244\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.3014 - acc: 0.4605 - val_loss: 1.3197 - val_acc: 0.4507\n",
            "Epoch 51/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3013 - acc: 0.4606\n",
            "Epoch 00051: val_acc improved from 0.46244 to 0.46709, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 68ms/step - loss: 1.3012 - acc: 0.4607 - val_loss: 1.2849 - val_acc: 0.4671\n",
            "Epoch 52/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2993 - acc: 0.4616\n",
            "Epoch 00052: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.2993 - acc: 0.4616 - val_loss: 1.7253 - val_acc: 0.3902\n",
            "Epoch 53/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2980 - acc: 0.4613\n",
            "Epoch 00053: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 62ms/step - loss: 1.2977 - acc: 0.4612 - val_loss: 1.2922 - val_acc: 0.4554\n",
            "Epoch 54/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2987 - acc: 0.4607\n",
            "Epoch 00054: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.2989 - acc: 0.4606 - val_loss: 1.3088 - val_acc: 0.4594\n",
            "Epoch 55/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3000 - acc: 0.4596\n",
            "Epoch 00055: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 65ms/step - loss: 1.3002 - acc: 0.4595 - val_loss: 1.2863 - val_acc: 0.4550\n",
            "Epoch 56/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2958 - acc: 0.4614\n",
            "Epoch 00056: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.2959 - acc: 0.4613 - val_loss: 1.3076 - val_acc: 0.4452\n",
            "Epoch 57/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2922 - acc: 0.4620\n",
            "Epoch 00057: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 68ms/step - loss: 1.2924 - acc: 0.4620 - val_loss: 1.3107 - val_acc: 0.4545\n",
            "Epoch 58/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2959 - acc: 0.4628\n",
            "Epoch 00058: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.2964 - acc: 0.4624 - val_loss: 1.4094 - val_acc: 0.4305\n",
            "Epoch 59/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2911 - acc: 0.4638\n",
            "Epoch 00059: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 60ms/step - loss: 1.2909 - acc: 0.4639 - val_loss: 1.3663 - val_acc: 0.4483\n",
            "Epoch 60/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2942 - acc: 0.4630\n",
            "Epoch 00060: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 62ms/step - loss: 1.2947 - acc: 0.4629 - val_loss: 1.3360 - val_acc: 0.4458\n",
            "Epoch 61/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2915 - acc: 0.4605\n",
            "Epoch 00061: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 60ms/step - loss: 1.2921 - acc: 0.4602 - val_loss: 1.4862 - val_acc: 0.4309\n",
            "Epoch 62/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2925 - acc: 0.4632\n",
            "Epoch 00062: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 69ms/step - loss: 1.2921 - acc: 0.4635 - val_loss: 1.3044 - val_acc: 0.4480\n",
            "Epoch 63/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2880 - acc: 0.4643\n",
            "Epoch 00063: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 68ms/step - loss: 1.2886 - acc: 0.4640 - val_loss: 1.3068 - val_acc: 0.4535\n",
            "Epoch 64/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2878 - acc: 0.4658\n",
            "Epoch 00064: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.2883 - acc: 0.4655 - val_loss: 1.2968 - val_acc: 0.4577\n",
            "Epoch 65/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2887 - acc: 0.4665\n",
            "Epoch 00065: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 68ms/step - loss: 1.2888 - acc: 0.4662 - val_loss: 1.3248 - val_acc: 0.4502\n",
            "Epoch 66/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2937 - acc: 0.4616\n",
            "Epoch 00066: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 6s 61ms/step - loss: 1.2936 - acc: 0.4615 - val_loss: 1.3314 - val_acc: 0.4385\n",
            "Epoch 67/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2880 - acc: 0.4645\n",
            "Epoch 00067: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.2876 - acc: 0.4645 - val_loss: 1.2979 - val_acc: 0.4624\n",
            "Epoch 68/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2865 - acc: 0.4657\n",
            "Epoch 00068: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.2867 - acc: 0.4658 - val_loss: 1.3527 - val_acc: 0.4487\n",
            "Epoch 69/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2832 - acc: 0.4672\n",
            "Epoch 00069: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 73ms/step - loss: 1.2834 - acc: 0.4670 - val_loss: 1.2855 - val_acc: 0.4520\n",
            "Epoch 70/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2854 - acc: 0.4654\n",
            "Epoch 00070: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.2854 - acc: 0.4653 - val_loss: 1.2843 - val_acc: 0.4657\n",
            "Epoch 71/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2829 - acc: 0.4673\n",
            "Epoch 00071: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.2833 - acc: 0.4671 - val_loss: 1.2889 - val_acc: 0.4611\n",
            "Epoch 72/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2843 - acc: 0.4651\n",
            "Epoch 00072: val_acc did not improve from 0.46709\n",
            "100/100 [==============================] - 9s 87ms/step - loss: 1.2844 - acc: 0.4651 - val_loss: 1.2781 - val_acc: 0.4655\n",
            "Epoch 73/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2805 - acc: 0.4676\n",
            "Epoch 00073: val_acc improved from 0.46709 to 0.46836, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 8s 77ms/step - loss: 1.2807 - acc: 0.4675 - val_loss: 1.2781 - val_acc: 0.4684\n",
            "Epoch 74/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2788 - acc: 0.4694\n",
            "Epoch 00074: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.2792 - acc: 0.4693 - val_loss: 1.4064 - val_acc: 0.4408\n",
            "Epoch 75/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2806 - acc: 0.4685\n",
            "Epoch 00075: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.2803 - acc: 0.4686 - val_loss: 1.3072 - val_acc: 0.4510\n",
            "Epoch 76/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2799 - acc: 0.4678\n",
            "Epoch 00076: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.2801 - acc: 0.4679 - val_loss: 1.2978 - val_acc: 0.4481\n",
            "Epoch 77/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2802 - acc: 0.4692\n",
            "Epoch 00077: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.2802 - acc: 0.4692 - val_loss: 1.2871 - val_acc: 0.4623\n",
            "Epoch 78/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2797 - acc: 0.4679\n",
            "Epoch 00078: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 58ms/step - loss: 1.2798 - acc: 0.4680 - val_loss: 1.2800 - val_acc: 0.4630\n",
            "Epoch 79/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2818 - acc: 0.4675\n",
            "Epoch 00079: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.2817 - acc: 0.4675 - val_loss: 1.2751 - val_acc: 0.4667\n",
            "Epoch 80/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2739 - acc: 0.4717\n",
            "Epoch 00080: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.2739 - acc: 0.4717 - val_loss: 1.2978 - val_acc: 0.4588\n",
            "Epoch 81/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2744 - acc: 0.4722\n",
            "Epoch 00081: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 65ms/step - loss: 1.2741 - acc: 0.4719 - val_loss: 1.3272 - val_acc: 0.4458\n",
            "Epoch 82/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2755 - acc: 0.4716\n",
            "Epoch 00082: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 56ms/step - loss: 1.2751 - acc: 0.4717 - val_loss: 1.2737 - val_acc: 0.4681\n",
            "Epoch 83/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2799 - acc: 0.4680\n",
            "Epoch 00083: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.2800 - acc: 0.4678 - val_loss: 1.3019 - val_acc: 0.4524\n",
            "Epoch 84/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2753 - acc: 0.4693\n",
            "Epoch 00084: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.2753 - acc: 0.4693 - val_loss: 1.2807 - val_acc: 0.4527\n",
            "Epoch 85/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2741 - acc: 0.4705\n",
            "Epoch 00085: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 57ms/step - loss: 1.2741 - acc: 0.4704 - val_loss: 1.3427 - val_acc: 0.4441\n",
            "Epoch 86/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2692 - acc: 0.4743\n",
            "Epoch 00086: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.2688 - acc: 0.4745 - val_loss: 1.4333 - val_acc: 0.4392\n",
            "Epoch 87/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2713 - acc: 0.4741\n",
            "Epoch 00087: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 6s 63ms/step - loss: 1.2706 - acc: 0.4743 - val_loss: 1.2714 - val_acc: 0.4670\n",
            "Epoch 88/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2759 - acc: 0.4699\n",
            "Epoch 00088: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.2756 - acc: 0.4700 - val_loss: 1.2956 - val_acc: 0.4616\n",
            "Epoch 89/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2746 - acc: 0.4705\n",
            "Epoch 00089: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.2745 - acc: 0.4704 - val_loss: 1.3905 - val_acc: 0.4415\n",
            "Epoch 90/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2753 - acc: 0.4702\n",
            "Epoch 00090: val_acc did not improve from 0.46836\n",
            "100/100 [==============================] - 7s 65ms/step - loss: 1.2752 - acc: 0.4705 - val_loss: 1.3018 - val_acc: 0.4505\n",
            "Epoch 91/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2734 - acc: 0.4693\n",
            "Epoch 00091: val_acc improved from 0.46836 to 0.46935, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 6s 64ms/step - loss: 1.2730 - acc: 0.4695 - val_loss: 1.2672 - val_acc: 0.4694\n",
            "Epoch 92/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2696 - acc: 0.4748\n",
            "Epoch 00092: val_acc did not improve from 0.46935\n",
            "100/100 [==============================] - 8s 80ms/step - loss: 1.2695 - acc: 0.4748 - val_loss: 1.2861 - val_acc: 0.4649\n",
            "Epoch 93/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2662 - acc: 0.4747\n",
            "Epoch 00093: val_acc improved from 0.46935 to 0.46951, saving model to /content/drive/My Drive/BestModels/der_model.h5\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.2660 - acc: 0.4748 - val_loss: 1.2704 - val_acc: 0.4695\n",
            "Epoch 94/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2741 - acc: 0.4737\n",
            "Epoch 00094: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 7s 68ms/step - loss: 1.2739 - acc: 0.4738 - val_loss: 1.2954 - val_acc: 0.4599\n",
            "Epoch 95/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2703 - acc: 0.4729\n",
            "Epoch 00095: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 7s 66ms/step - loss: 1.2703 - acc: 0.4729 - val_loss: 1.3374 - val_acc: 0.4458\n",
            "Epoch 96/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2701 - acc: 0.4720\n",
            "Epoch 00096: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.2707 - acc: 0.4718 - val_loss: 1.2804 - val_acc: 0.4652\n",
            "Epoch 97/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2639 - acc: 0.4760\n",
            "Epoch 00097: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.2635 - acc: 0.4761 - val_loss: 1.4741 - val_acc: 0.4451\n",
            "Epoch 98/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2665 - acc: 0.4752\n",
            "Epoch 00098: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.2668 - acc: 0.4750 - val_loss: 1.2790 - val_acc: 0.4575\n",
            "Epoch 99/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2646 - acc: 0.4751\n",
            "Epoch 00099: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 7s 67ms/step - loss: 1.2652 - acc: 0.4749 - val_loss: 1.2732 - val_acc: 0.4676\n",
            "Epoch 100/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2700 - acc: 0.4740\n",
            "Epoch 00100: val_acc did not improve from 0.46951\n",
            "100/100 [==============================] - 5s 54ms/step - loss: 1.2700 - acc: 0.4738 - val_loss: 1.2803 - val_acc: 0.4654\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TWGZ2xbqqUG5",
        "colab_type": "text"
      },
      "source": [
        "## Model 3"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "H7yZMe-gevUp",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/raw_train_sklearn_split.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_2).repeat().batch(1000).prefetch(4)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/modulation_recognition_datasets/raw_val_sklearn_split.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_2).repeat().batch(1000).prefetch(4)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sQvEMnW4qfcz",
        "colab_type": "code",
        "outputId": "54793186-ca6b-4e71-ead3-80058831a37c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 7242
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(2,128),'/content/drive/My Drive/Best_Models/raw_model.h5',100)"
      ],
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_7 (Reshape)          (None, 128, 2, 1)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_14 (Conv2D)           (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_8 (Ba (None, 128, 2, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_7 (MaxPooling2 (None, 64, 1, 64)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_15 (Conv2D)           (None, 64, 1, 16)         6160      \n",
            "_________________________________________________________________\n",
            "flatten_7 (Flatten)          (None, 1024)              0         \n",
            "_________________________________________________________________\n",
            "dropout_4 (Dropout)          (None, 1024)              0         \n",
            "_________________________________________________________________\n",
            "dense_14 (Dense)             (None, 128)               131200    \n",
            "_________________________________________________________________\n",
            "dense_15 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 139,162\n",
            "Trainable params: 139,034\n",
            "Non-trainable params: 128\n",
            "_________________________________________________________________\n",
            "Epoch 1/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.9386 - acc: 0.2506\n",
            "Epoch 00001: val_acc improved from -inf to 0.09728, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 16s 157ms/step - loss: 1.9366 - acc: 0.2512 - val_loss: 2.5583 - val_acc: 0.0973\n",
            "Epoch 2/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.6159 - acc: 0.3501\n",
            "Epoch 00002: val_acc improved from 0.09728 to 0.10170, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.6155 - acc: 0.3499 - val_loss: 2.6024 - val_acc: 0.1017\n",
            "Epoch 3/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5000 - acc: 0.3920\n",
            "Epoch 00003: val_acc improved from 0.10170 to 0.10621, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.4996 - acc: 0.3921 - val_loss: 2.8046 - val_acc: 0.1062\n",
            "Epoch 4/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4344 - acc: 0.4170\n",
            "Epoch 00004: val_acc improved from 0.10621 to 0.19858, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.4343 - acc: 0.4168 - val_loss: 2.2659 - val_acc: 0.1986\n",
            "Epoch 5/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4045 - acc: 0.4267\n",
            "Epoch 00005: val_acc improved from 0.19858 to 0.23211, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 100ms/step - loss: 1.4039 - acc: 0.4267 - val_loss: 2.0751 - val_acc: 0.2321\n",
            "Epoch 6/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3677 - acc: 0.4397\n",
            "Epoch 00006: val_acc improved from 0.23211 to 0.34162, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.3677 - acc: 0.4398 - val_loss: 1.6154 - val_acc: 0.3416\n",
            "Epoch 7/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3484 - acc: 0.4473\n",
            "Epoch 00007: val_acc improved from 0.34162 to 0.40260, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.3485 - acc: 0.4471 - val_loss: 1.4496 - val_acc: 0.4026\n",
            "Epoch 8/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3301 - acc: 0.4550\n",
            "Epoch 00008: val_acc improved from 0.40260 to 0.46211, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 11s 106ms/step - loss: 1.3303 - acc: 0.4548 - val_loss: 1.2905 - val_acc: 0.4621\n",
            "Epoch 9/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3205 - acc: 0.4588\n",
            "Epoch 00009: val_acc improved from 0.46211 to 0.48124, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 103ms/step - loss: 1.3200 - acc: 0.4589 - val_loss: 1.2687 - val_acc: 0.4812\n",
            "Epoch 10/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3115 - acc: 0.4612\n",
            "Epoch 00010: val_acc did not improve from 0.48124\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.3112 - acc: 0.4613 - val_loss: 1.2876 - val_acc: 0.4728\n",
            "Epoch 11/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3000 - acc: 0.4668\n",
            "Epoch 00011: val_acc improved from 0.48124 to 0.48333, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.3002 - acc: 0.4668 - val_loss: 1.2435 - val_acc: 0.4833\n",
            "Epoch 12/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2893 - acc: 0.4698\n",
            "Epoch 00012: val_acc did not improve from 0.48333\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.2894 - acc: 0.4698 - val_loss: 1.3113 - val_acc: 0.4611\n",
            "Epoch 13/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2798 - acc: 0.4720\n",
            "Epoch 00013: val_acc improved from 0.48333 to 0.48632, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.2797 - acc: 0.4721 - val_loss: 1.2612 - val_acc: 0.4863\n",
            "Epoch 14/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2747 - acc: 0.4755\n",
            "Epoch 00014: val_acc improved from 0.48632 to 0.48734, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.2748 - acc: 0.4753 - val_loss: 1.2384 - val_acc: 0.4873\n",
            "Epoch 15/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2679 - acc: 0.4772\n",
            "Epoch 00015: val_acc improved from 0.48734 to 0.49654, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.2678 - acc: 0.4773 - val_loss: 1.2177 - val_acc: 0.4965\n",
            "Epoch 16/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2586 - acc: 0.4817\n",
            "Epoch 00016: val_acc improved from 0.49654 to 0.50642, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 11s 105ms/step - loss: 1.2590 - acc: 0.4814 - val_loss: 1.1897 - val_acc: 0.5064\n",
            "Epoch 17/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2534 - acc: 0.4832\n",
            "Epoch 00017: val_acc did not improve from 0.50642\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.2535 - acc: 0.4834 - val_loss: 1.4367 - val_acc: 0.4272\n",
            "Epoch 18/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2513 - acc: 0.4834\n",
            "Epoch 00018: val_acc did not improve from 0.50642\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.2508 - acc: 0.4835 - val_loss: 1.2134 - val_acc: 0.4939\n",
            "Epoch 19/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2416 - acc: 0.4884\n",
            "Epoch 00019: val_acc improved from 0.50642 to 0.51119, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 103ms/step - loss: 1.2421 - acc: 0.4882 - val_loss: 1.1912 - val_acc: 0.5112\n",
            "Epoch 20/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2407 - acc: 0.4888\n",
            "Epoch 00020: val_acc did not improve from 0.51119\n",
            "100/100 [==============================] - 10s 95ms/step - loss: 1.2413 - acc: 0.4886 - val_loss: 1.1911 - val_acc: 0.5108\n",
            "Epoch 21/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2356 - acc: 0.4899\n",
            "Epoch 00021: val_acc did not improve from 0.51119\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.2359 - acc: 0.4898 - val_loss: 1.3518 - val_acc: 0.4567\n",
            "Epoch 22/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2312 - acc: 0.4913\n",
            "Epoch 00022: val_acc did not improve from 0.51119\n",
            "100/100 [==============================] - 10s 101ms/step - loss: 1.2308 - acc: 0.4913 - val_loss: 1.4782 - val_acc: 0.4065\n",
            "Epoch 23/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2191 - acc: 0.4953\n",
            "Epoch 00023: val_acc improved from 0.51119 to 0.51200, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.2185 - acc: 0.4955 - val_loss: 1.1870 - val_acc: 0.5120\n",
            "Epoch 24/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2180 - acc: 0.4968\n",
            "Epoch 00024: val_acc did not improve from 0.51200\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.2178 - acc: 0.4969 - val_loss: 1.2369 - val_acc: 0.4939\n",
            "Epoch 25/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2180 - acc: 0.4970\n",
            "Epoch 00025: val_acc improved from 0.51200 to 0.52597, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 103ms/step - loss: 1.2175 - acc: 0.4971 - val_loss: 1.1561 - val_acc: 0.5260\n",
            "Epoch 26/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2178 - acc: 0.4962\n",
            "Epoch 00026: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 92ms/step - loss: 1.2178 - acc: 0.4963 - val_loss: 1.1696 - val_acc: 0.5213\n",
            "Epoch 27/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2134 - acc: 0.4996\n",
            "Epoch 00027: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 86ms/step - loss: 1.2135 - acc: 0.4998 - val_loss: 1.2049 - val_acc: 0.5036\n",
            "Epoch 28/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2082 - acc: 0.5025\n",
            "Epoch 00028: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.2080 - acc: 0.5024 - val_loss: 1.2293 - val_acc: 0.4911\n",
            "Epoch 29/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2001 - acc: 0.5052\n",
            "Epoch 00029: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.2000 - acc: 0.5051 - val_loss: 1.1930 - val_acc: 0.5007\n",
            "Epoch 30/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2009 - acc: 0.5037\n",
            "Epoch 00030: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.2004 - acc: 0.5037 - val_loss: 1.2008 - val_acc: 0.5042\n",
            "Epoch 31/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2025 - acc: 0.5023\n",
            "Epoch 00031: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 95ms/step - loss: 1.2021 - acc: 0.5024 - val_loss: 1.1688 - val_acc: 0.5217\n",
            "Epoch 32/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2012 - acc: 0.5040\n",
            "Epoch 00032: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 93ms/step - loss: 1.2010 - acc: 0.5040 - val_loss: 1.2014 - val_acc: 0.5077\n",
            "Epoch 33/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1939 - acc: 0.5069\n",
            "Epoch 00033: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.1939 - acc: 0.5070 - val_loss: 1.1558 - val_acc: 0.5220\n",
            "Epoch 34/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1966 - acc: 0.5054\n",
            "Epoch 00034: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1969 - acc: 0.5052 - val_loss: 1.1734 - val_acc: 0.5166\n",
            "Epoch 35/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1906 - acc: 0.5075\n",
            "Epoch 00035: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.1902 - acc: 0.5078 - val_loss: 1.1553 - val_acc: 0.5226\n",
            "Epoch 36/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1899 - acc: 0.5064\n",
            "Epoch 00036: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.1899 - acc: 0.5063 - val_loss: 1.1660 - val_acc: 0.5174\n",
            "Epoch 37/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1898 - acc: 0.5067\n",
            "Epoch 00037: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1897 - acc: 0.5069 - val_loss: 1.9351 - val_acc: 0.3702\n",
            "Epoch 38/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1851 - acc: 0.5104\n",
            "Epoch 00038: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1849 - acc: 0.5103 - val_loss: 1.4551 - val_acc: 0.4273\n",
            "Epoch 39/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1869 - acc: 0.5081\n",
            "Epoch 00039: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1873 - acc: 0.5081 - val_loss: 1.2057 - val_acc: 0.4988\n",
            "Epoch 40/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1788 - acc: 0.5125\n",
            "Epoch 00040: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.1787 - acc: 0.5125 - val_loss: 1.2066 - val_acc: 0.5077\n",
            "Epoch 41/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1819 - acc: 0.5111\n",
            "Epoch 00041: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.1821 - acc: 0.5110 - val_loss: 1.1788 - val_acc: 0.5075\n",
            "Epoch 42/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1805 - acc: 0.5095\n",
            "Epoch 00042: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1813 - acc: 0.5092 - val_loss: 1.3907 - val_acc: 0.4353\n",
            "Epoch 43/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1827 - acc: 0.5119\n",
            "Epoch 00043: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1831 - acc: 0.5117 - val_loss: 1.4608 - val_acc: 0.4311\n",
            "Epoch 44/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1810 - acc: 0.5107\n",
            "Epoch 00044: val_acc did not improve from 0.52597\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1815 - acc: 0.5105 - val_loss: 1.2297 - val_acc: 0.4987\n",
            "Epoch 45/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1804 - acc: 0.5120\n",
            "Epoch 00045: val_acc improved from 0.52597 to 0.52714, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 100ms/step - loss: 1.1800 - acc: 0.5122 - val_loss: 1.1400 - val_acc: 0.5271\n",
            "Epoch 46/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1702 - acc: 0.5153\n",
            "Epoch 00046: val_acc improved from 0.52714 to 0.52715, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1703 - acc: 0.5151 - val_loss: 1.1431 - val_acc: 0.5271\n",
            "Epoch 47/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1746 - acc: 0.5116\n",
            "Epoch 00047: val_acc improved from 0.52715 to 0.53060, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.1748 - acc: 0.5114 - val_loss: 1.1315 - val_acc: 0.5306\n",
            "Epoch 48/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1768 - acc: 0.5114\n",
            "Epoch 00048: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 8s 82ms/step - loss: 1.1768 - acc: 0.5114 - val_loss: 1.1538 - val_acc: 0.5199\n",
            "Epoch 49/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1705 - acc: 0.5145\n",
            "Epoch 00049: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 105ms/step - loss: 1.1705 - acc: 0.5146 - val_loss: 1.1677 - val_acc: 0.5173\n",
            "Epoch 50/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1732 - acc: 0.5148\n",
            "Epoch 00050: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 100ms/step - loss: 1.1736 - acc: 0.5145 - val_loss: 1.2413 - val_acc: 0.4790\n",
            "Epoch 51/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1739 - acc: 0.5138\n",
            "Epoch 00051: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1737 - acc: 0.5140 - val_loss: 1.2700 - val_acc: 0.4759\n",
            "Epoch 52/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1709 - acc: 0.5156\n",
            "Epoch 00052: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1712 - acc: 0.5156 - val_loss: 1.2227 - val_acc: 0.4952\n",
            "Epoch 53/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1680 - acc: 0.5161\n",
            "Epoch 00053: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 9s 93ms/step - loss: 1.1677 - acc: 0.5163 - val_loss: 1.1994 - val_acc: 0.5011\n",
            "Epoch 54/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1689 - acc: 0.5181\n",
            "Epoch 00054: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1690 - acc: 0.5180 - val_loss: 1.7237 - val_acc: 0.3960\n",
            "Epoch 55/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1694 - acc: 0.5143\n",
            "Epoch 00055: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1697 - acc: 0.5141 - val_loss: 1.1423 - val_acc: 0.5288\n",
            "Epoch 56/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1687 - acc: 0.5164\n",
            "Epoch 00056: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1697 - acc: 0.5158 - val_loss: 1.1537 - val_acc: 0.5206\n",
            "Epoch 57/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1602 - acc: 0.5186\n",
            "Epoch 00057: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 101ms/step - loss: 1.1603 - acc: 0.5190 - val_loss: 1.1535 - val_acc: 0.5137\n",
            "Epoch 58/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1646 - acc: 0.5174\n",
            "Epoch 00058: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.1649 - acc: 0.5173 - val_loss: 1.5389 - val_acc: 0.4358\n",
            "Epoch 59/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1648 - acc: 0.5157\n",
            "Epoch 00059: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 101ms/step - loss: 1.1649 - acc: 0.5158 - val_loss: 1.1564 - val_acc: 0.5214\n",
            "Epoch 60/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1642 - acc: 0.5167\n",
            "Epoch 00060: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1643 - acc: 0.5165 - val_loss: 1.5459 - val_acc: 0.4237\n",
            "Epoch 61/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1653 - acc: 0.5181\n",
            "Epoch 00061: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.1656 - acc: 0.5181 - val_loss: 1.4672 - val_acc: 0.4374\n",
            "Epoch 62/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1674 - acc: 0.5160\n",
            "Epoch 00062: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1669 - acc: 0.5162 - val_loss: 1.4959 - val_acc: 0.4348\n",
            "Epoch 63/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1538 - acc: 0.5196\n",
            "Epoch 00063: val_acc did not improve from 0.53060\n",
            "100/100 [==============================] - 10s 101ms/step - loss: 1.1545 - acc: 0.5193 - val_loss: 1.2291 - val_acc: 0.4912\n",
            "Epoch 64/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1602 - acc: 0.5172\n",
            "Epoch 00064: val_acc improved from 0.53060 to 0.53442, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 99ms/step - loss: 1.1608 - acc: 0.5171 - val_loss: 1.1269 - val_acc: 0.5344\n",
            "Epoch 65/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1610 - acc: 0.5194\n",
            "Epoch 00065: val_acc did not improve from 0.53442\n",
            "100/100 [==============================] - 10s 100ms/step - loss: 1.1611 - acc: 0.5192 - val_loss: 1.4874 - val_acc: 0.4244\n",
            "Epoch 66/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1605 - acc: 0.5192\n",
            "Epoch 00066: val_acc improved from 0.53442 to 0.53538, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 11s 110ms/step - loss: 1.1601 - acc: 0.5195 - val_loss: 1.1149 - val_acc: 0.5354\n",
            "Epoch 67/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1623 - acc: 0.5182\n",
            "Epoch 00067: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.1619 - acc: 0.5184 - val_loss: 1.2505 - val_acc: 0.4847\n",
            "Epoch 68/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1593 - acc: 0.5192\n",
            "Epoch 00068: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1595 - acc: 0.5191 - val_loss: 1.6411 - val_acc: 0.4043\n",
            "Epoch 69/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1552 - acc: 0.5221\n",
            "Epoch 00069: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.1556 - acc: 0.5220 - val_loss: 1.3842 - val_acc: 0.4564\n",
            "Epoch 70/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1538 - acc: 0.5206\n",
            "Epoch 00070: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1537 - acc: 0.5206 - val_loss: 1.6476 - val_acc: 0.4089\n",
            "Epoch 71/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1581 - acc: 0.5202\n",
            "Epoch 00071: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 103ms/step - loss: 1.1585 - acc: 0.5196 - val_loss: 1.4764 - val_acc: 0.4219\n",
            "Epoch 72/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1558 - acc: 0.5216\n",
            "Epoch 00072: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.1560 - acc: 0.5215 - val_loss: 1.1826 - val_acc: 0.5077\n",
            "Epoch 73/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1577 - acc: 0.5215\n",
            "Epoch 00073: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1576 - acc: 0.5217 - val_loss: 2.6059 - val_acc: 0.3341\n",
            "Epoch 74/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1570 - acc: 0.5201\n",
            "Epoch 00074: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 104ms/step - loss: 1.1567 - acc: 0.5203 - val_loss: 1.1827 - val_acc: 0.5027\n",
            "Epoch 75/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1565 - acc: 0.5195\n",
            "Epoch 00075: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1561 - acc: 0.5195 - val_loss: 1.1836 - val_acc: 0.4868\n",
            "Epoch 76/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1541 - acc: 0.5196\n",
            "Epoch 00076: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1546 - acc: 0.5192 - val_loss: 1.1428 - val_acc: 0.5310\n",
            "Epoch 77/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1558 - acc: 0.5224\n",
            "Epoch 00077: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 9s 90ms/step - loss: 1.1560 - acc: 0.5223 - val_loss: 1.1418 - val_acc: 0.5259\n",
            "Epoch 78/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1537 - acc: 0.5233\n",
            "Epoch 00078: val_acc did not improve from 0.53538\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1541 - acc: 0.5231 - val_loss: 1.1444 - val_acc: 0.5212\n",
            "Epoch 79/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1546 - acc: 0.5201\n",
            "Epoch 00079: val_acc improved from 0.53538 to 0.53558, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.1546 - acc: 0.5201 - val_loss: 1.1259 - val_acc: 0.5356\n",
            "Epoch 80/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1452 - acc: 0.5240\n",
            "Epoch 00080: val_acc improved from 0.53558 to 0.53806, saving model to /content/drive/My Drive/Best_Models/raw_model.h5\n",
            "100/100 [==============================] - 10s 95ms/step - loss: 1.1444 - acc: 0.5244 - val_loss: 1.1167 - val_acc: 0.5381\n",
            "Epoch 81/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1496 - acc: 0.5234\n",
            "Epoch 00081: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1497 - acc: 0.5231 - val_loss: 1.2241 - val_acc: 0.4937\n",
            "Epoch 82/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1519 - acc: 0.5230\n",
            "Epoch 00082: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.1519 - acc: 0.5230 - val_loss: 1.5180 - val_acc: 0.4310\n",
            "Epoch 83/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1544 - acc: 0.5213\n",
            "Epoch 00083: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1545 - acc: 0.5213 - val_loss: 6.0504 - val_acc: 0.1741\n",
            "Epoch 84/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1517 - acc: 0.5229\n",
            "Epoch 00084: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 94ms/step - loss: 1.1520 - acc: 0.5228 - val_loss: 1.2729 - val_acc: 0.4761\n",
            "Epoch 85/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1526 - acc: 0.5228\n",
            "Epoch 00085: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 89ms/step - loss: 1.1526 - acc: 0.5228 - val_loss: 1.7169 - val_acc: 0.3908\n",
            "Epoch 86/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1405 - acc: 0.5262\n",
            "Epoch 00086: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1406 - acc: 0.5260 - val_loss: 1.2754 - val_acc: 0.4699\n",
            "Epoch 87/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1451 - acc: 0.5250\n",
            "Epoch 00087: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 93ms/step - loss: 1.1447 - acc: 0.5249 - val_loss: 1.4919 - val_acc: 0.4283\n",
            "Epoch 88/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1489 - acc: 0.5235\n",
            "Epoch 00088: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.1490 - acc: 0.5235 - val_loss: 1.1852 - val_acc: 0.5047\n",
            "Epoch 89/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1500 - acc: 0.5223\n",
            "Epoch 00089: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 90ms/step - loss: 1.1502 - acc: 0.5221 - val_loss: 1.1472 - val_acc: 0.5227\n",
            "Epoch 90/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1490 - acc: 0.5258\n",
            "Epoch 00090: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 11s 106ms/step - loss: 1.1491 - acc: 0.5257 - val_loss: 1.1312 - val_acc: 0.5309\n",
            "Epoch 91/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1470 - acc: 0.5247\n",
            "Epoch 00091: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 102ms/step - loss: 1.1472 - acc: 0.5246 - val_loss: 1.4569 - val_acc: 0.4284\n",
            "Epoch 92/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1436 - acc: 0.5252\n",
            "Epoch 00092: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1434 - acc: 0.5255 - val_loss: 1.1379 - val_acc: 0.5260\n",
            "Epoch 93/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1448 - acc: 0.5252\n",
            "Epoch 00093: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.1447 - acc: 0.5250 - val_loss: 1.2476 - val_acc: 0.4815\n",
            "Epoch 94/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1483 - acc: 0.5245\n",
            "Epoch 00094: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 93ms/step - loss: 1.1482 - acc: 0.5246 - val_loss: 1.1346 - val_acc: 0.5287\n",
            "Epoch 95/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1475 - acc: 0.5238\n",
            "Epoch 00095: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 93ms/step - loss: 1.1474 - acc: 0.5237 - val_loss: 1.1475 - val_acc: 0.5230\n",
            "Epoch 96/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1466 - acc: 0.5242\n",
            "Epoch 00096: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 9s 95ms/step - loss: 1.1470 - acc: 0.5240 - val_loss: 1.5878 - val_acc: 0.4492\n",
            "Epoch 97/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1364 - acc: 0.5271\n",
            "Epoch 00097: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1358 - acc: 0.5273 - val_loss: 1.1976 - val_acc: 0.4978\n",
            "Epoch 98/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1447 - acc: 0.5254\n",
            "Epoch 00098: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1449 - acc: 0.5253 - val_loss: 1.2254 - val_acc: 0.5044\n",
            "Epoch 99/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1400 - acc: 0.5284\n",
            "Epoch 00099: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 11s 106ms/step - loss: 1.1408 - acc: 0.5280 - val_loss: 1.1197 - val_acc: 0.5284\n",
            "Epoch 100/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1463 - acc: 0.5248\n",
            "Epoch 00100: val_acc did not improve from 0.53806\n",
            "100/100 [==============================] - 10s 96ms/step - loss: 1.1465 - acc: 0.5247 - val_loss: 1.2401 - val_acc: 0.4808\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jz71BxrKtH-1",
        "colab_type": "text"
      },
      "source": [
        "## Model 4"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HsTJgYulqjKe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com1_train_data.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com1_val_data.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2mxCZdPBtbBs",
        "colab_type": "code",
        "outputId": "595367fd-e308-4909-d7c6-2b4346b8a09f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 7242
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(4,128),'/content/drive/My Drive/Best_Models/com1_model.h5',100)"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_8 (Reshape)          (None, 128, 4, 1)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_16 (Conv2D)           (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_9 (Ba (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_8 (MaxPooling2 (None, 64, 2, 64)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_17 (Conv2D)           (None, 64, 2, 16)         6160      \n",
            "_________________________________________________________________\n",
            "flatten_8 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dropout_5 (Dropout)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_16 (Dense)             (None, 128)               262272    \n",
            "_________________________________________________________________\n",
            "dense_17 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 270,234\n",
            "Trainable params: 270,106\n",
            "Non-trainable params: 128\n",
            "_________________________________________________________________\n",
            "Epoch 1/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.8763 - acc: 0.2637\n",
            "Epoch 00001: val_acc improved from -inf to 0.09792, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 18s 182ms/step - loss: 1.8747 - acc: 0.2642 - val_loss: 2.4175 - val_acc: 0.0979\n",
            "Epoch 2/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.6337 - acc: 0.3380\n",
            "Epoch 00002: val_acc did not improve from 0.09792\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.6334 - acc: 0.3382 - val_loss: 3.1225 - val_acc: 0.0977\n",
            "Epoch 3/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5515 - acc: 0.3649\n",
            "Epoch 00003: val_acc improved from 0.09792 to 0.10529, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.5513 - acc: 0.3649 - val_loss: 3.1144 - val_acc: 0.1053\n",
            "Epoch 4/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4909 - acc: 0.3889\n",
            "Epoch 00004: val_acc improved from 0.10529 to 0.16360, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.4907 - acc: 0.3893 - val_loss: 2.6817 - val_acc: 0.1636\n",
            "Epoch 5/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4486 - acc: 0.4076\n",
            "Epoch 00005: val_acc improved from 0.16360 to 0.25020, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.4480 - acc: 0.4079 - val_loss: 2.0877 - val_acc: 0.2502\n",
            "Epoch 6/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4050 - acc: 0.4247\n",
            "Epoch 00006: val_acc improved from 0.25020 to 0.34917, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.4052 - acc: 0.4244 - val_loss: 1.5751 - val_acc: 0.3492\n",
            "Epoch 7/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3835 - acc: 0.4332\n",
            "Epoch 00007: val_acc improved from 0.34917 to 0.41905, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.3836 - acc: 0.4331 - val_loss: 1.4072 - val_acc: 0.4191\n",
            "Epoch 8/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3685 - acc: 0.4393\n",
            "Epoch 00008: val_acc improved from 0.41905 to 0.43726, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.3687 - acc: 0.4392 - val_loss: 1.3590 - val_acc: 0.4373\n",
            "Epoch 9/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3554 - acc: 0.4436\n",
            "Epoch 00009: val_acc did not improve from 0.43726\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.3550 - acc: 0.4437 - val_loss: 1.3665 - val_acc: 0.4339\n",
            "Epoch 10/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3399 - acc: 0.4511\n",
            "Epoch 00010: val_acc improved from 0.43726 to 0.46603, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.3396 - acc: 0.4512 - val_loss: 1.2994 - val_acc: 0.4660\n",
            "Epoch 11/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3300 - acc: 0.4526\n",
            "Epoch 00011: val_acc did not improve from 0.46603\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.3302 - acc: 0.4527 - val_loss: 1.3270 - val_acc: 0.4541\n",
            "Epoch 12/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3190 - acc: 0.4603\n",
            "Epoch 00012: val_acc improved from 0.46603 to 0.47678, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.3192 - acc: 0.4601 - val_loss: 1.2885 - val_acc: 0.4768\n",
            "Epoch 13/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3077 - acc: 0.4611\n",
            "Epoch 00013: val_acc did not improve from 0.47678\n",
            "100/100 [==============================] - 11s 110ms/step - loss: 1.3081 - acc: 0.4610 - val_loss: 1.4404 - val_acc: 0.4150\n",
            "Epoch 14/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3043 - acc: 0.4661\n",
            "Epoch 00014: val_acc did not improve from 0.47678\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.3044 - acc: 0.4661 - val_loss: 1.3772 - val_acc: 0.4395\n",
            "Epoch 15/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2988 - acc: 0.4659\n",
            "Epoch 00015: val_acc improved from 0.47678 to 0.49143, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2985 - acc: 0.4661 - val_loss: 1.2359 - val_acc: 0.4914\n",
            "Epoch 16/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2907 - acc: 0.4694\n",
            "Epoch 00016: val_acc did not improve from 0.49143\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.2908 - acc: 0.4694 - val_loss: 1.2710 - val_acc: 0.4814\n",
            "Epoch 17/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2836 - acc: 0.4705\n",
            "Epoch 00017: val_acc did not improve from 0.49143\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2834 - acc: 0.4708 - val_loss: 1.2431 - val_acc: 0.4913\n",
            "Epoch 18/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2782 - acc: 0.4744\n",
            "Epoch 00018: val_acc improved from 0.49143 to 0.49326, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.2780 - acc: 0.4743 - val_loss: 1.2245 - val_acc: 0.4933\n",
            "Epoch 19/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2718 - acc: 0.4760\n",
            "Epoch 00019: val_acc improved from 0.49326 to 0.49337, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2724 - acc: 0.4757 - val_loss: 1.2324 - val_acc: 0.4934\n",
            "Epoch 20/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2701 - acc: 0.4757\n",
            "Epoch 00020: val_acc improved from 0.49337 to 0.49403, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2707 - acc: 0.4755 - val_loss: 1.2362 - val_acc: 0.4940\n",
            "Epoch 21/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2663 - acc: 0.4804\n",
            "Epoch 00021: val_acc improved from 0.49403 to 0.50040, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2663 - acc: 0.4803 - val_loss: 1.2137 - val_acc: 0.5004\n",
            "Epoch 22/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2632 - acc: 0.4795\n",
            "Epoch 00022: val_acc did not improve from 0.50040\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2631 - acc: 0.4795 - val_loss: 1.2320 - val_acc: 0.4910\n",
            "Epoch 23/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2531 - acc: 0.4844\n",
            "Epoch 00023: val_acc improved from 0.50040 to 0.50149, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.2529 - acc: 0.4845 - val_loss: 1.2139 - val_acc: 0.5015\n",
            "Epoch 24/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2520 - acc: 0.4845\n",
            "Epoch 00024: val_acc did not improve from 0.50149\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2515 - acc: 0.4848 - val_loss: 1.2312 - val_acc: 0.4864\n",
            "Epoch 25/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2484 - acc: 0.4857\n",
            "Epoch 00025: val_acc improved from 0.50149 to 0.50794, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.2480 - acc: 0.4858 - val_loss: 1.1987 - val_acc: 0.5079\n",
            "Epoch 26/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2463 - acc: 0.4856\n",
            "Epoch 00026: val_acc did not improve from 0.50794\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2464 - acc: 0.4855 - val_loss: 1.2021 - val_acc: 0.5027\n",
            "Epoch 27/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2424 - acc: 0.4893\n",
            "Epoch 00027: val_acc did not improve from 0.50794\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2424 - acc: 0.4893 - val_loss: 1.3638 - val_acc: 0.4547\n",
            "Epoch 28/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2409 - acc: 0.4897\n",
            "Epoch 00028: val_acc did not improve from 0.50794\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2409 - acc: 0.4896 - val_loss: 1.2372 - val_acc: 0.4822\n",
            "Epoch 29/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2290 - acc: 0.4935\n",
            "Epoch 00029: val_acc improved from 0.50794 to 0.51156, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2292 - acc: 0.4934 - val_loss: 1.1835 - val_acc: 0.5116\n",
            "Epoch 30/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2304 - acc: 0.4914\n",
            "Epoch 00030: val_acc did not improve from 0.51156\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.2303 - acc: 0.4914 - val_loss: 1.3665 - val_acc: 0.4635\n",
            "Epoch 31/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2261 - acc: 0.4941\n",
            "Epoch 00031: val_acc did not improve from 0.51156\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.2260 - acc: 0.4941 - val_loss: 1.3055 - val_acc: 0.4608\n",
            "Epoch 32/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2251 - acc: 0.4960\n",
            "Epoch 00032: val_acc did not improve from 0.51156\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2249 - acc: 0.4960 - val_loss: 1.4400 - val_acc: 0.4262\n",
            "Epoch 33/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2217 - acc: 0.4979\n",
            "Epoch 00033: val_acc did not improve from 0.51156\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2220 - acc: 0.4977 - val_loss: 1.3878 - val_acc: 0.4425\n",
            "Epoch 34/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2234 - acc: 0.4971\n",
            "Epoch 00034: val_acc did not improve from 0.51156\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2238 - acc: 0.4972 - val_loss: 1.2046 - val_acc: 0.5075\n",
            "Epoch 35/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2151 - acc: 0.4983\n",
            "Epoch 00035: val_acc improved from 0.51156 to 0.51700, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2150 - acc: 0.4983 - val_loss: 1.1731 - val_acc: 0.5170\n",
            "Epoch 36/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2140 - acc: 0.4996\n",
            "Epoch 00036: val_acc did not improve from 0.51700\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2136 - acc: 0.4995 - val_loss: 1.3729 - val_acc: 0.4473\n",
            "Epoch 37/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2139 - acc: 0.4996\n",
            "Epoch 00037: val_acc did not improve from 0.51700\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2134 - acc: 0.4998 - val_loss: 1.3372 - val_acc: 0.4645\n",
            "Epoch 38/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2105 - acc: 0.5005\n",
            "Epoch 00038: val_acc did not improve from 0.51700\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.2104 - acc: 0.5007 - val_loss: 1.1835 - val_acc: 0.5121\n",
            "Epoch 39/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2119 - acc: 0.5008\n",
            "Epoch 00039: val_acc did not improve from 0.51700\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.2126 - acc: 0.5004 - val_loss: 1.9159 - val_acc: 0.3897\n",
            "Epoch 40/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2024 - acc: 0.5042\n",
            "Epoch 00040: val_acc improved from 0.51700 to 0.52324, saving model to /content/drive/My Drive/Best_Models/com1_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2020 - acc: 0.5044 - val_loss: 1.1588 - val_acc: 0.5232\n",
            "Epoch 41/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2052 - acc: 0.5033\n",
            "Epoch 00041: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2053 - acc: 0.5032 - val_loss: 2.0832 - val_acc: 0.3619\n",
            "Epoch 42/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2003 - acc: 0.5036\n",
            "Epoch 00042: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2010 - acc: 0.5034 - val_loss: 1.3841 - val_acc: 0.4482\n",
            "Epoch 43/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2018 - acc: 0.5027\n",
            "Epoch 00043: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.2018 - acc: 0.5026 - val_loss: 3.8923 - val_acc: 0.2506\n",
            "Epoch 44/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2033 - acc: 0.5042\n",
            "Epoch 00044: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2034 - acc: 0.5041 - val_loss: 1.8897 - val_acc: 0.3584\n",
            "Epoch 45/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2013 - acc: 0.5052\n",
            "Epoch 00045: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.2010 - acc: 0.5053 - val_loss: 1.3505 - val_acc: 0.4622\n",
            "Epoch 46/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1898 - acc: 0.5075\n",
            "Epoch 00046: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1901 - acc: 0.5073 - val_loss: 1.1694 - val_acc: 0.5168\n",
            "Epoch 47/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1950 - acc: 0.5065\n",
            "Epoch 00047: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1953 - acc: 0.5063 - val_loss: 1.2318 - val_acc: 0.4942\n",
            "Epoch 48/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1935 - acc: 0.5065\n",
            "Epoch 00048: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1936 - acc: 0.5063 - val_loss: 1.2806 - val_acc: 0.4837\n",
            "Epoch 49/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1937 - acc: 0.5059\n",
            "Epoch 00049: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.1935 - acc: 0.5059 - val_loss: 1.2048 - val_acc: 0.5008\n",
            "Epoch 50/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1895 - acc: 0.5085\n",
            "Epoch 00050: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1898 - acc: 0.5083 - val_loss: 3.3715 - val_acc: 0.2843\n",
            "Epoch 51/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1934 - acc: 0.5069\n",
            "Epoch 00051: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1931 - acc: 0.5068 - val_loss: 1.1768 - val_acc: 0.5118\n",
            "Epoch 52/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1878 - acc: 0.5106\n",
            "Epoch 00052: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 14s 144ms/step - loss: 1.1884 - acc: 0.5103 - val_loss: 1.3520 - val_acc: 0.4585\n",
            "Epoch 53/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1873 - acc: 0.5088\n",
            "Epoch 00053: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.1873 - acc: 0.5088 - val_loss: 1.2719 - val_acc: 0.4803\n",
            "Epoch 54/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1850 - acc: 0.5111\n",
            "Epoch 00054: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1852 - acc: 0.5109 - val_loss: 1.6282 - val_acc: 0.4045\n",
            "Epoch 55/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1846 - acc: 0.5095\n",
            "Epoch 00055: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1850 - acc: 0.5095 - val_loss: 1.5699 - val_acc: 0.4317\n",
            "Epoch 56/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1893 - acc: 0.5102\n",
            "Epoch 00056: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1892 - acc: 0.5100 - val_loss: 2.0007 - val_acc: 0.3352\n",
            "Epoch 57/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1822 - acc: 0.5122\n",
            "Epoch 00057: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1820 - acc: 0.5124 - val_loss: 1.2214 - val_acc: 0.5018\n",
            "Epoch 58/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1830 - acc: 0.5108\n",
            "Epoch 00058: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 131ms/step - loss: 1.1834 - acc: 0.5107 - val_loss: 1.4613 - val_acc: 0.4477\n",
            "Epoch 59/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1801 - acc: 0.5117\n",
            "Epoch 00059: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1802 - acc: 0.5116 - val_loss: 1.2626 - val_acc: 0.4805\n",
            "Epoch 60/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1778 - acc: 0.5139\n",
            "Epoch 00060: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1780 - acc: 0.5139 - val_loss: 1.4959 - val_acc: 0.4360\n",
            "Epoch 61/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1804 - acc: 0.5138\n",
            "Epoch 00061: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1810 - acc: 0.5136 - val_loss: 1.1896 - val_acc: 0.5055\n",
            "Epoch 62/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1825 - acc: 0.5110\n",
            "Epoch 00062: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1820 - acc: 0.5112 - val_loss: 1.9277 - val_acc: 0.3960\n",
            "Epoch 63/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1700 - acc: 0.5146\n",
            "Epoch 00063: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.1705 - acc: 0.5143 - val_loss: 1.7183 - val_acc: 0.4091\n",
            "Epoch 64/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1738 - acc: 0.5125\n",
            "Epoch 00064: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1745 - acc: 0.5123 - val_loss: 1.2057 - val_acc: 0.4980\n",
            "Epoch 65/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1754 - acc: 0.5143\n",
            "Epoch 00065: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 131ms/step - loss: 1.1756 - acc: 0.5142 - val_loss: 1.1767 - val_acc: 0.5082\n",
            "Epoch 66/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1781 - acc: 0.5123\n",
            "Epoch 00066: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1782 - acc: 0.5124 - val_loss: 3.3427 - val_acc: 0.2683\n",
            "Epoch 67/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1782 - acc: 0.5130\n",
            "Epoch 00067: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1777 - acc: 0.5132 - val_loss: 1.3279 - val_acc: 0.4741\n",
            "Epoch 68/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1741 - acc: 0.5161\n",
            "Epoch 00068: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1743 - acc: 0.5161 - val_loss: 1.6011 - val_acc: 0.4119\n",
            "Epoch 69/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1704 - acc: 0.5169\n",
            "Epoch 00069: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1707 - acc: 0.5166 - val_loss: 1.2081 - val_acc: 0.5010\n",
            "Epoch 70/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1684 - acc: 0.5158\n",
            "Epoch 00070: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1685 - acc: 0.5156 - val_loss: 2.1872 - val_acc: 0.3691\n",
            "Epoch 71/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1737 - acc: 0.5138\n",
            "Epoch 00071: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1738 - acc: 0.5138 - val_loss: 1.3784 - val_acc: 0.4645\n",
            "Epoch 72/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1768 - acc: 0.5140\n",
            "Epoch 00072: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.1770 - acc: 0.5139 - val_loss: 1.6046 - val_acc: 0.4333\n",
            "Epoch 73/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1701 - acc: 0.5161\n",
            "Epoch 00073: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1703 - acc: 0.5162 - val_loss: 1.4762 - val_acc: 0.4519\n",
            "Epoch 74/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1688 - acc: 0.5158\n",
            "Epoch 00074: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.1686 - acc: 0.5159 - val_loss: 1.2834 - val_acc: 0.4805\n",
            "Epoch 75/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1686 - acc: 0.5175\n",
            "Epoch 00075: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1682 - acc: 0.5177 - val_loss: 1.2253 - val_acc: 0.4874\n",
            "Epoch 76/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1688 - acc: 0.5181\n",
            "Epoch 00076: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1693 - acc: 0.5175 - val_loss: 1.6667 - val_acc: 0.4073\n",
            "Epoch 77/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1665 - acc: 0.5179\n",
            "Epoch 00077: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1667 - acc: 0.5178 - val_loss: 1.6259 - val_acc: 0.4027\n",
            "Epoch 78/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1686 - acc: 0.5186\n",
            "Epoch 00078: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 10s 105ms/step - loss: 1.1688 - acc: 0.5186 - val_loss: 1.1842 - val_acc: 0.5125\n",
            "Epoch 79/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1675 - acc: 0.5174\n",
            "Epoch 00079: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.1674 - acc: 0.5174 - val_loss: 1.1767 - val_acc: 0.5122\n",
            "Epoch 80/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1609 - acc: 0.5190\n",
            "Epoch 00080: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1606 - acc: 0.5192 - val_loss: 1.2347 - val_acc: 0.4941\n",
            "Epoch 81/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1679 - acc: 0.5170\n",
            "Epoch 00081: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1675 - acc: 0.5171 - val_loss: 1.3548 - val_acc: 0.4620\n",
            "Epoch 82/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1654 - acc: 0.5180\n",
            "Epoch 00082: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1650 - acc: 0.5181 - val_loss: 1.1737 - val_acc: 0.5121\n",
            "Epoch 83/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1665 - acc: 0.5158\n",
            "Epoch 00083: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1666 - acc: 0.5157 - val_loss: 1.3339 - val_acc: 0.4596\n",
            "Epoch 84/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1666 - acc: 0.5176\n",
            "Epoch 00084: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1667 - acc: 0.5176 - val_loss: 1.2376 - val_acc: 0.4856\n",
            "Epoch 85/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1655 - acc: 0.5179\n",
            "Epoch 00085: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1655 - acc: 0.5178 - val_loss: 4.3183 - val_acc: 0.2549\n",
            "Epoch 86/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1598 - acc: 0.5203\n",
            "Epoch 00086: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1595 - acc: 0.5205 - val_loss: 3.0063 - val_acc: 0.2907\n",
            "Epoch 87/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1598 - acc: 0.5194\n",
            "Epoch 00087: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 109ms/step - loss: 1.1595 - acc: 0.5195 - val_loss: 1.2328 - val_acc: 0.4958\n",
            "Epoch 88/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1613 - acc: 0.5209\n",
            "Epoch 00088: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1611 - acc: 0.5210 - val_loss: 1.2393 - val_acc: 0.4970\n",
            "Epoch 89/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1643 - acc: 0.5183\n",
            "Epoch 00089: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1640 - acc: 0.5185 - val_loss: 1.3314 - val_acc: 0.4477\n",
            "Epoch 90/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1605 - acc: 0.5217\n",
            "Epoch 00090: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1606 - acc: 0.5217 - val_loss: 1.4312 - val_acc: 0.4529\n",
            "Epoch 91/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1624 - acc: 0.5191\n",
            "Epoch 00091: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1629 - acc: 0.5191 - val_loss: 1.8736 - val_acc: 0.3951\n",
            "Epoch 92/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1594 - acc: 0.5200\n",
            "Epoch 00092: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1591 - acc: 0.5201 - val_loss: 2.0079 - val_acc: 0.3369\n",
            "Epoch 93/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1603 - acc: 0.5198\n",
            "Epoch 00093: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1601 - acc: 0.5199 - val_loss: 1.2620 - val_acc: 0.4917\n",
            "Epoch 94/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1607 - acc: 0.5189\n",
            "Epoch 00094: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1603 - acc: 0.5192 - val_loss: 3.6753 - val_acc: 0.2877\n",
            "Epoch 95/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1603 - acc: 0.5216\n",
            "Epoch 00095: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1603 - acc: 0.5215 - val_loss: 5.6705 - val_acc: 0.2310\n",
            "Epoch 96/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1613 - acc: 0.5212\n",
            "Epoch 00096: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1615 - acc: 0.5213 - val_loss: 1.3672 - val_acc: 0.4513\n",
            "Epoch 97/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1491 - acc: 0.5240\n",
            "Epoch 00097: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.1487 - acc: 0.5241 - val_loss: 1.2189 - val_acc: 0.5008\n",
            "Epoch 98/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1574 - acc: 0.5212\n",
            "Epoch 00098: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1576 - acc: 0.5213 - val_loss: 2.1501 - val_acc: 0.3828\n",
            "Epoch 99/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1540 - acc: 0.5226\n",
            "Epoch 00099: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1546 - acc: 0.5225 - val_loss: 1.1792 - val_acc: 0.5115\n",
            "Epoch 100/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1594 - acc: 0.5222\n",
            "Epoch 00100: val_acc did not improve from 0.52324\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1595 - acc: 0.5221 - val_loss: 2.7537 - val_acc: 0.3009\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eJ7Vj5zqEhXV",
        "colab_type": "text"
      },
      "source": [
        "## Model 5"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "alA9EYo7zTUL",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com2_train_data.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com2_val_data.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pYoFzVK_ErqK",
        "colab_type": "code",
        "outputId": "25cd49a3-9e80-41bf-ed7f-47064089a1e1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 7242
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(4,128),'/content/drive/My Drive/Best_Models/com2_model.h5',100)"
      ],
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_9 (Reshape)          (None, 128, 4, 1)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_18 (Conv2D)           (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_10 (B (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_9 (MaxPooling2 (None, 64, 2, 64)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_19 (Conv2D)           (None, 64, 2, 16)         6160      \n",
            "_________________________________________________________________\n",
            "flatten_9 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dropout_6 (Dropout)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_18 (Dense)             (None, 128)               262272    \n",
            "_________________________________________________________________\n",
            "dense_19 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 270,234\n",
            "Trainable params: 270,106\n",
            "Non-trainable params: 128\n",
            "_________________________________________________________________\n",
            "Epoch 1/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.9862 - acc: 0.2287\n",
            "Epoch 00001: val_acc improved from -inf to 0.14992, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 20s 202ms/step - loss: 1.9844 - acc: 0.2291 - val_loss: 2.2212 - val_acc: 0.1499\n",
            "Epoch 2/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.7168 - acc: 0.3044\n",
            "Epoch 00002: val_acc improved from 0.14992 to 0.21910, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.7165 - acc: 0.3044 - val_loss: 2.1793 - val_acc: 0.2191\n",
            "Epoch 3/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.6335 - acc: 0.3343\n",
            "Epoch 00003: val_acc did not improve from 0.21910\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.6335 - acc: 0.3342 - val_loss: 2.2813 - val_acc: 0.1880\n",
            "Epoch 4/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5812 - acc: 0.3502\n",
            "Epoch 00004: val_acc improved from 0.21910 to 0.23427, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 15s 148ms/step - loss: 1.5814 - acc: 0.3500 - val_loss: 2.1302 - val_acc: 0.2343\n",
            "Epoch 5/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.5515 - acc: 0.3624\n",
            "Epoch 00005: val_acc improved from 0.23427 to 0.28671, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.5511 - acc: 0.3624 - val_loss: 2.0426 - val_acc: 0.2867\n",
            "Epoch 6/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5170 - acc: 0.3739\n",
            "Epoch 00006: val_acc improved from 0.28671 to 0.34176, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.5173 - acc: 0.3738 - val_loss: 1.6245 - val_acc: 0.3418\n",
            "Epoch 7/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4960 - acc: 0.3832\n",
            "Epoch 00007: val_acc improved from 0.34176 to 0.40572, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.4958 - acc: 0.3832 - val_loss: 1.4447 - val_acc: 0.4057\n",
            "Epoch 8/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4662 - acc: 0.3934\n",
            "Epoch 00008: val_acc did not improve from 0.40572\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.4669 - acc: 0.3930 - val_loss: 1.4428 - val_acc: 0.4029\n",
            "Epoch 9/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4376 - acc: 0.4065\n",
            "Epoch 00009: val_acc improved from 0.40572 to 0.40875, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.4372 - acc: 0.4066 - val_loss: 1.4288 - val_acc: 0.4087\n",
            "Epoch 10/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4125 - acc: 0.4166\n",
            "Epoch 00010: val_acc improved from 0.40875 to 0.44987, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 132ms/step - loss: 1.4124 - acc: 0.4164 - val_loss: 1.3546 - val_acc: 0.4499\n",
            "Epoch 11/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3957 - acc: 0.4247\n",
            "Epoch 00011: val_acc did not improve from 0.44987\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.3960 - acc: 0.4247 - val_loss: 1.3425 - val_acc: 0.4420\n",
            "Epoch 12/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3776 - acc: 0.4297\n",
            "Epoch 00012: val_acc did not improve from 0.44987\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.3779 - acc: 0.4295 - val_loss: 1.3329 - val_acc: 0.4430\n",
            "Epoch 13/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3652 - acc: 0.4340\n",
            "Epoch 00013: val_acc did not improve from 0.44987\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.3651 - acc: 0.4342 - val_loss: 1.3609 - val_acc: 0.4432\n",
            "Epoch 14/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3540 - acc: 0.4407\n",
            "Epoch 00014: val_acc did not improve from 0.44987\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.3538 - acc: 0.4409 - val_loss: 1.3244 - val_acc: 0.4430\n",
            "Epoch 15/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3365 - acc: 0.4464\n",
            "Epoch 00015: val_acc improved from 0.44987 to 0.47495, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.3364 - acc: 0.4464 - val_loss: 1.2822 - val_acc: 0.4749\n",
            "Epoch 16/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3321 - acc: 0.4483\n",
            "Epoch 00016: val_acc did not improve from 0.47495\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.3324 - acc: 0.4484 - val_loss: 1.2721 - val_acc: 0.4717\n",
            "Epoch 17/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3208 - acc: 0.4533\n",
            "Epoch 00017: val_acc improved from 0.47495 to 0.47562, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 14s 137ms/step - loss: 1.3207 - acc: 0.4533 - val_loss: 1.2743 - val_acc: 0.4756\n",
            "Epoch 18/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3183 - acc: 0.4542\n",
            "Epoch 00018: val_acc did not improve from 0.47562\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.3177 - acc: 0.4544 - val_loss: 1.2724 - val_acc: 0.4707\n",
            "Epoch 19/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3079 - acc: 0.4569\n",
            "Epoch 00019: val_acc improved from 0.47562 to 0.48933, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.3081 - acc: 0.4568 - val_loss: 1.2411 - val_acc: 0.4893\n",
            "Epoch 20/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3009 - acc: 0.4604\n",
            "Epoch 00020: val_acc did not improve from 0.48933\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.3013 - acc: 0.4603 - val_loss: 1.2528 - val_acc: 0.4877\n",
            "Epoch 21/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2963 - acc: 0.4621\n",
            "Epoch 00021: val_acc did not improve from 0.48933\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2961 - acc: 0.4622 - val_loss: 1.2357 - val_acc: 0.4881\n",
            "Epoch 22/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2967 - acc: 0.4631\n",
            "Epoch 00022: val_acc improved from 0.48933 to 0.49623, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2964 - acc: 0.4631 - val_loss: 1.2322 - val_acc: 0.4962\n",
            "Epoch 23/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2793 - acc: 0.4674\n",
            "Epoch 00023: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 13s 131ms/step - loss: 1.2791 - acc: 0.4676 - val_loss: 1.2555 - val_acc: 0.4866\n",
            "Epoch 24/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2877 - acc: 0.4665\n",
            "Epoch 00024: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 12s 125ms/step - loss: 1.2875 - acc: 0.4665 - val_loss: 1.2380 - val_acc: 0.4739\n",
            "Epoch 25/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2781 - acc: 0.4683\n",
            "Epoch 00025: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2779 - acc: 0.4684 - val_loss: 1.2251 - val_acc: 0.4884\n",
            "Epoch 26/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2755 - acc: 0.4698\n",
            "Epoch 00026: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2757 - acc: 0.4695 - val_loss: 1.2207 - val_acc: 0.4884\n",
            "Epoch 27/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2726 - acc: 0.4700\n",
            "Epoch 00027: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2726 - acc: 0.4702 - val_loss: 1.2251 - val_acc: 0.4901\n",
            "Epoch 28/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2721 - acc: 0.4735\n",
            "Epoch 00028: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2718 - acc: 0.4734 - val_loss: 1.2312 - val_acc: 0.4888\n",
            "Epoch 29/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2625 - acc: 0.4764\n",
            "Epoch 00029: val_acc did not improve from 0.49623\n",
            "100/100 [==============================] - 14s 139ms/step - loss: 1.2624 - acc: 0.4765 - val_loss: 1.2355 - val_acc: 0.4852\n",
            "Epoch 30/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2620 - acc: 0.4746\n",
            "Epoch 00030: val_acc improved from 0.49623 to 0.50429, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 134ms/step - loss: 1.2614 - acc: 0.4748 - val_loss: 1.2095 - val_acc: 0.5043\n",
            "Epoch 31/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2604 - acc: 0.4781\n",
            "Epoch 00031: val_acc did not improve from 0.50429\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2599 - acc: 0.4783 - val_loss: 1.1983 - val_acc: 0.4994\n",
            "Epoch 32/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2572 - acc: 0.4782\n",
            "Epoch 00032: val_acc did not improve from 0.50429\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2569 - acc: 0.4782 - val_loss: 1.2164 - val_acc: 0.4969\n",
            "Epoch 33/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2537 - acc: 0.4791\n",
            "Epoch 00033: val_acc improved from 0.50429 to 0.50461, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 125ms/step - loss: 1.2537 - acc: 0.4791 - val_loss: 1.2046 - val_acc: 0.5046\n",
            "Epoch 34/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2511 - acc: 0.4824\n",
            "Epoch 00034: val_acc did not improve from 0.50461\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2513 - acc: 0.4821 - val_loss: 1.1919 - val_acc: 0.5001\n",
            "Epoch 35/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2468 - acc: 0.4827\n",
            "Epoch 00035: val_acc did not improve from 0.50461\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2468 - acc: 0.4828 - val_loss: 1.2011 - val_acc: 0.5037\n",
            "Epoch 36/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2446 - acc: 0.4838\n",
            "Epoch 00036: val_acc improved from 0.50461 to 0.50818, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 14s 135ms/step - loss: 1.2445 - acc: 0.4837 - val_loss: 1.1907 - val_acc: 0.5082\n",
            "Epoch 37/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2466 - acc: 0.4841\n",
            "Epoch 00037: val_acc did not improve from 0.50818\n",
            "100/100 [==============================] - 10s 97ms/step - loss: 1.2458 - acc: 0.4842 - val_loss: 1.2120 - val_acc: 0.4936\n",
            "Epoch 38/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2446 - acc: 0.4833\n",
            "Epoch 00038: val_acc did not improve from 0.50818\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2443 - acc: 0.4834 - val_loss: 1.2052 - val_acc: 0.5017\n",
            "Epoch 39/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2433 - acc: 0.4839\n",
            "Epoch 00039: val_acc improved from 0.50818 to 0.50865, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2434 - acc: 0.4839 - val_loss: 1.1938 - val_acc: 0.5087\n",
            "Epoch 40/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2332 - acc: 0.4880\n",
            "Epoch 00040: val_acc did not improve from 0.50865\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2328 - acc: 0.4879 - val_loss: 1.1910 - val_acc: 0.5073\n",
            "Epoch 41/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2327 - acc: 0.4896\n",
            "Epoch 00041: val_acc improved from 0.50865 to 0.51073, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2330 - acc: 0.4892 - val_loss: 1.1802 - val_acc: 0.5107\n",
            "Epoch 42/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2321 - acc: 0.4874\n",
            "Epoch 00042: val_acc improved from 0.51073 to 0.51685, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2330 - acc: 0.4870 - val_loss: 1.1777 - val_acc: 0.5168\n",
            "Epoch 43/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2347 - acc: 0.4882\n",
            "Epoch 00043: val_acc did not improve from 0.51685\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2351 - acc: 0.4880 - val_loss: 1.1887 - val_acc: 0.5075\n",
            "Epoch 44/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2322 - acc: 0.4876\n",
            "Epoch 00044: val_acc did not improve from 0.51685\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2324 - acc: 0.4876 - val_loss: 1.1830 - val_acc: 0.5111\n",
            "Epoch 45/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2294 - acc: 0.4902\n",
            "Epoch 00045: val_acc improved from 0.51685 to 0.51719, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2294 - acc: 0.4903 - val_loss: 1.1765 - val_acc: 0.5172\n",
            "Epoch 46/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2189 - acc: 0.4944\n",
            "Epoch 00046: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2192 - acc: 0.4942 - val_loss: 1.1819 - val_acc: 0.5111\n",
            "Epoch 47/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2287 - acc: 0.4908\n",
            "Epoch 00047: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2288 - acc: 0.4907 - val_loss: 1.1893 - val_acc: 0.5087\n",
            "Epoch 48/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2251 - acc: 0.4924\n",
            "Epoch 00048: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2249 - acc: 0.4926 - val_loss: 1.3133 - val_acc: 0.4742\n",
            "Epoch 49/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2256 - acc: 0.4924\n",
            "Epoch 00049: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2255 - acc: 0.4921 - val_loss: 1.1885 - val_acc: 0.5148\n",
            "Epoch 50/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2196 - acc: 0.4926\n",
            "Epoch 00050: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2201 - acc: 0.4924 - val_loss: 1.1710 - val_acc: 0.5157\n",
            "Epoch 51/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2226 - acc: 0.4950\n",
            "Epoch 00051: val_acc did not improve from 0.51719\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2224 - acc: 0.4950 - val_loss: 1.1738 - val_acc: 0.5147\n",
            "Epoch 52/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2154 - acc: 0.4947\n",
            "Epoch 00052: val_acc improved from 0.51719 to 0.52187, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 133ms/step - loss: 1.2156 - acc: 0.4947 - val_loss: 1.1600 - val_acc: 0.5219\n",
            "Epoch 53/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2140 - acc: 0.4969\n",
            "Epoch 00053: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2139 - acc: 0.4971 - val_loss: 1.1605 - val_acc: 0.5182\n",
            "Epoch 54/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2166 - acc: 0.4973\n",
            "Epoch 00054: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2165 - acc: 0.4975 - val_loss: 1.1759 - val_acc: 0.5091\n",
            "Epoch 55/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2141 - acc: 0.4973\n",
            "Epoch 00055: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.2146 - acc: 0.4968 - val_loss: 1.1666 - val_acc: 0.5209\n",
            "Epoch 56/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2145 - acc: 0.4968\n",
            "Epoch 00056: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.2142 - acc: 0.4970 - val_loss: 1.1628 - val_acc: 0.5170\n",
            "Epoch 57/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2107 - acc: 0.4992\n",
            "Epoch 00057: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2105 - acc: 0.4994 - val_loss: 1.1811 - val_acc: 0.5134\n",
            "Epoch 58/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2102 - acc: 0.4960\n",
            "Epoch 00058: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.2103 - acc: 0.4960 - val_loss: 1.1819 - val_acc: 0.5092\n",
            "Epoch 59/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2092 - acc: 0.4974\n",
            "Epoch 00059: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.2095 - acc: 0.4973 - val_loss: 1.1706 - val_acc: 0.5154\n",
            "Epoch 60/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2115 - acc: 0.4984\n",
            "Epoch 00060: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2116 - acc: 0.4982 - val_loss: 1.1702 - val_acc: 0.5191\n",
            "Epoch 61/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2087 - acc: 0.4986\n",
            "Epoch 00061: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.2090 - acc: 0.4985 - val_loss: 1.1706 - val_acc: 0.5165\n",
            "Epoch 62/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2098 - acc: 0.4972\n",
            "Epoch 00062: val_acc did not improve from 0.52187\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.2094 - acc: 0.4974 - val_loss: 1.1817 - val_acc: 0.5139\n",
            "Epoch 63/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2004 - acc: 0.5007\n",
            "Epoch 00063: val_acc improved from 0.52187 to 0.52216, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 14s 138ms/step - loss: 1.2011 - acc: 0.5003 - val_loss: 1.1619 - val_acc: 0.5222\n",
            "Epoch 64/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2018 - acc: 0.5027\n",
            "Epoch 00064: val_acc improved from 0.52216 to 0.52250, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2024 - acc: 0.5023 - val_loss: 1.1594 - val_acc: 0.5225\n",
            "Epoch 65/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2060 - acc: 0.5011\n",
            "Epoch 00065: val_acc did not improve from 0.52250\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2064 - acc: 0.5008 - val_loss: 1.1620 - val_acc: 0.5137\n",
            "Epoch 66/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2033 - acc: 0.5015\n",
            "Epoch 00066: val_acc improved from 0.52250 to 0.52335, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.2028 - acc: 0.5017 - val_loss: 1.1538 - val_acc: 0.5234\n",
            "Epoch 67/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2033 - acc: 0.5012\n",
            "Epoch 00067: val_acc did not improve from 0.52335\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.2033 - acc: 0.5009 - val_loss: 1.1914 - val_acc: 0.5101\n",
            "Epoch 68/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2046 - acc: 0.5005\n",
            "Epoch 00068: val_acc did not improve from 0.52335\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2049 - acc: 0.5004 - val_loss: 1.1521 - val_acc: 0.5179\n",
            "Epoch 69/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.2001 - acc: 0.5020\n",
            "Epoch 00069: val_acc did not improve from 0.52335\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.2010 - acc: 0.5015 - val_loss: 1.1818 - val_acc: 0.5110\n",
            "Epoch 70/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2004 - acc: 0.5026\n",
            "Epoch 00070: val_acc did not improve from 0.52335\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.2001 - acc: 0.5026 - val_loss: 1.1523 - val_acc: 0.5211\n",
            "Epoch 71/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1997 - acc: 0.5030\n",
            "Epoch 00071: val_acc improved from 0.52335 to 0.52915, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1997 - acc: 0.5029 - val_loss: 1.1389 - val_acc: 0.5292\n",
            "Epoch 72/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1982 - acc: 0.5038\n",
            "Epoch 00072: val_acc improved from 0.52915 to 0.53337, saving model to /content/drive/My Drive/Best_Models/com2_model.h5\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1983 - acc: 0.5036 - val_loss: 1.1396 - val_acc: 0.5334\n",
            "Epoch 73/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1978 - acc: 0.5052\n",
            "Epoch 00073: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1981 - acc: 0.5052 - val_loss: 1.1476 - val_acc: 0.5269\n",
            "Epoch 74/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1995 - acc: 0.5034\n",
            "Epoch 00074: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1993 - acc: 0.5035 - val_loss: 1.1519 - val_acc: 0.5235\n",
            "Epoch 75/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2002 - acc: 0.5017\n",
            "Epoch 00075: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1997 - acc: 0.5019 - val_loss: 1.1510 - val_acc: 0.5214\n",
            "Epoch 76/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1927 - acc: 0.5059\n",
            "Epoch 00076: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.1933 - acc: 0.5057 - val_loss: 1.1394 - val_acc: 0.5297\n",
            "Epoch 77/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1959 - acc: 0.5047\n",
            "Epoch 00077: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1961 - acc: 0.5047 - val_loss: 1.1473 - val_acc: 0.5242\n",
            "Epoch 78/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1969 - acc: 0.5037\n",
            "Epoch 00078: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1970 - acc: 0.5037 - val_loss: 1.1631 - val_acc: 0.5221\n",
            "Epoch 79/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1957 - acc: 0.5040\n",
            "Epoch 00079: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1956 - acc: 0.5041 - val_loss: 1.1448 - val_acc: 0.5281\n",
            "Epoch 80/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1890 - acc: 0.5063\n",
            "Epoch 00080: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.1888 - acc: 0.5064 - val_loss: 1.1930 - val_acc: 0.5088\n",
            "Epoch 81/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1905 - acc: 0.5082\n",
            "Epoch 00081: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1903 - acc: 0.5082 - val_loss: 1.1502 - val_acc: 0.5218\n",
            "Epoch 82/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1920 - acc: 0.5066\n",
            "Epoch 00082: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1917 - acc: 0.5068 - val_loss: 1.2204 - val_acc: 0.5019\n",
            "Epoch 83/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1951 - acc: 0.5054\n",
            "Epoch 00083: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1952 - acc: 0.5056 - val_loss: 1.1547 - val_acc: 0.5241\n",
            "Epoch 84/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1912 - acc: 0.5075\n",
            "Epoch 00084: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1913 - acc: 0.5076 - val_loss: 1.1673 - val_acc: 0.5200\n",
            "Epoch 85/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1913 - acc: 0.5055\n",
            "Epoch 00085: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1907 - acc: 0.5056 - val_loss: 1.1545 - val_acc: 0.5208\n",
            "Epoch 86/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1832 - acc: 0.5094\n",
            "Epoch 00086: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1833 - acc: 0.5094 - val_loss: 1.1424 - val_acc: 0.5262\n",
            "Epoch 87/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1874 - acc: 0.5084\n",
            "Epoch 00087: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1869 - acc: 0.5087 - val_loss: 1.1574 - val_acc: 0.5170\n",
            "Epoch 88/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1887 - acc: 0.5109\n",
            "Epoch 00088: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1884 - acc: 0.5110 - val_loss: 1.1534 - val_acc: 0.5188\n",
            "Epoch 89/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1862 - acc: 0.5072\n",
            "Epoch 00089: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1859 - acc: 0.5072 - val_loss: 1.1357 - val_acc: 0.5310\n",
            "Epoch 90/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1850 - acc: 0.5105\n",
            "Epoch 00090: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.1851 - acc: 0.5103 - val_loss: 1.1477 - val_acc: 0.5288\n",
            "Epoch 91/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1873 - acc: 0.5066\n",
            "Epoch 00091: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1877 - acc: 0.5066 - val_loss: 1.1645 - val_acc: 0.5224\n",
            "Epoch 92/100\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1851 - acc: 0.5100\n",
            "Epoch 00092: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1848 - acc: 0.5102 - val_loss: 1.1480 - val_acc: 0.5265\n",
            "Epoch 93/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1824 - acc: 0.5094\n",
            "Epoch 00093: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1822 - acc: 0.5094 - val_loss: 1.1781 - val_acc: 0.5140\n",
            "Epoch 94/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1863 - acc: 0.5096\n",
            "Epoch 00094: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1862 - acc: 0.5096 - val_loss: 1.1728 - val_acc: 0.5151\n",
            "Epoch 95/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1833 - acc: 0.5095\n",
            "Epoch 00095: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1832 - acc: 0.5094 - val_loss: 1.1352 - val_acc: 0.5306\n",
            "Epoch 96/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1833 - acc: 0.5105\n",
            "Epoch 00096: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 125ms/step - loss: 1.1835 - acc: 0.5108 - val_loss: 1.1621 - val_acc: 0.5197\n",
            "Epoch 97/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1779 - acc: 0.5115\n",
            "Epoch 00097: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1775 - acc: 0.5116 - val_loss: 1.1510 - val_acc: 0.5266\n",
            "Epoch 98/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1833 - acc: 0.5096\n",
            "Epoch 00098: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1836 - acc: 0.5094 - val_loss: 1.2553 - val_acc: 0.4845\n",
            "Epoch 99/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1800 - acc: 0.5111\n",
            "Epoch 00099: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1807 - acc: 0.5110 - val_loss: 1.1547 - val_acc: 0.5253\n",
            "Epoch 100/100\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1808 - acc: 0.5111\n",
            "Epoch 00100: val_acc did not improve from 0.53337\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1808 - acc: 0.5111 - val_loss: 1.1378 - val_acc: 0.5268\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "G3LeD21pRFxh",
        "colab_type": "text"
      },
      "source": [
        "## Model 6"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3lOImgaeEvRi",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_dataset=tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com3_train_data.tfrecord'])\n",
        "train_dataset=train_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)\n",
        "val_dataset = tf.data.TFRecordDataset(['/content/drive/My Drive/TFDatasets/com3_val_data.tfrecord'])\n",
        "val_dataset = val_dataset.map(extract_fn_4).repeat().batch(1000).prefetch(4)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Y22kgpTMRape",
        "colab_type": "code",
        "outputId": "5ac51246-099f-4d76-b7d7-4da1919027eb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 10642
        }
      },
      "source": [
        "train_cnn_model(train_dataset,val_dataset,(4,128),'/content/drive/My Drive/Best_Models/com3_model.h5',150)"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "reshape_10 (Reshape)         (None, 128, 4, 1)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_20 (Conv2D)           (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "batch_normalization_v1_11 (B (None, 128, 4, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_10 (MaxPooling (None, 64, 2, 64)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_21 (Conv2D)           (None, 64, 2, 16)         6160      \n",
            "_________________________________________________________________\n",
            "flatten_10 (Flatten)         (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dropout_7 (Dropout)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_20 (Dense)             (None, 128)               262272    \n",
            "_________________________________________________________________\n",
            "dense_21 (Dense)             (None, 10)                1290      \n",
            "=================================================================\n",
            "Total params: 270,234\n",
            "Trainable params: 270,106\n",
            "Non-trainable params: 128\n",
            "_________________________________________________________________\n",
            "Epoch 1/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.9665 - acc: 0.2324\n",
            "Epoch 00001: val_acc improved from -inf to 0.12800, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 21s 211ms/step - loss: 1.9651 - acc: 0.2328 - val_loss: 2.1681 - val_acc: 0.1280\n",
            "Epoch 2/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.7291 - acc: 0.2971\n",
            "Epoch 00002: val_acc improved from 0.12800 to 0.18613, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.7286 - acc: 0.2972 - val_loss: 2.0971 - val_acc: 0.1861\n",
            "Epoch 3/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.6367 - acc: 0.3313\n",
            "Epoch 00003: val_acc did not improve from 0.18613\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.6363 - acc: 0.3315 - val_loss: 2.1609 - val_acc: 0.1816\n",
            "Epoch 4/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5779 - acc: 0.3548\n",
            "Epoch 00004: val_acc improved from 0.18613 to 0.20718, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 14s 140ms/step - loss: 1.5780 - acc: 0.3548 - val_loss: 2.0645 - val_acc: 0.2072\n",
            "Epoch 5/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.5351 - acc: 0.3727\n",
            "Epoch 00005: val_acc improved from 0.20718 to 0.24412, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 131ms/step - loss: 1.5345 - acc: 0.3727 - val_loss: 1.9090 - val_acc: 0.2441\n",
            "Epoch 6/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4821 - acc: 0.3926\n",
            "Epoch 00006: val_acc improved from 0.24412 to 0.32039, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.4825 - acc: 0.3925 - val_loss: 1.6606 - val_acc: 0.3204\n",
            "Epoch 7/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4566 - acc: 0.4040\n",
            "Epoch 00007: val_acc improved from 0.32039 to 0.41021, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.4569 - acc: 0.4036 - val_loss: 1.4410 - val_acc: 0.4102\n",
            "Epoch 8/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.4280 - acc: 0.4155\n",
            "Epoch 00008: val_acc improved from 0.41021 to 0.44039, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.4286 - acc: 0.4152 - val_loss: 1.3690 - val_acc: 0.4404\n",
            "Epoch 9/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.4083 - acc: 0.4211\n",
            "Epoch 00009: val_acc improved from 0.44039 to 0.44455, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 128ms/step - loss: 1.4083 - acc: 0.4208 - val_loss: 1.3513 - val_acc: 0.4446\n",
            "Epoch 10/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3909 - acc: 0.4295\n",
            "Epoch 00010: val_acc improved from 0.44455 to 0.46048, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.3913 - acc: 0.4292 - val_loss: 1.3299 - val_acc: 0.4605\n",
            "Epoch 11/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3739 - acc: 0.4329\n",
            "Epoch 00011: val_acc did not improve from 0.46048\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.3740 - acc: 0.4329 - val_loss: 1.3177 - val_acc: 0.4559\n",
            "Epoch 12/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3665 - acc: 0.4370\n",
            "Epoch 00012: val_acc did not improve from 0.46048\n",
            "100/100 [==============================] - 13s 125ms/step - loss: 1.3667 - acc: 0.4371 - val_loss: 1.3401 - val_acc: 0.4483\n",
            "Epoch 13/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3459 - acc: 0.4439\n",
            "Epoch 00013: val_acc did not improve from 0.46048\n",
            "100/100 [==============================] - 13s 132ms/step - loss: 1.3459 - acc: 0.4439 - val_loss: 1.3001 - val_acc: 0.4561\n",
            "Epoch 14/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3429 - acc: 0.4464\n",
            "Epoch 00014: val_acc did not improve from 0.46048\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.3433 - acc: 0.4463 - val_loss: 1.2950 - val_acc: 0.4535\n",
            "Epoch 15/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3348 - acc: 0.4487\n",
            "Epoch 00015: val_acc improved from 0.46048 to 0.47660, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.3348 - acc: 0.4486 - val_loss: 1.2621 - val_acc: 0.4766\n",
            "Epoch 16/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3263 - acc: 0.4509\n",
            "Epoch 00016: val_acc did not improve from 0.47660\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.3264 - acc: 0.4509 - val_loss: 1.3003 - val_acc: 0.4692\n",
            "Epoch 17/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3185 - acc: 0.4546\n",
            "Epoch 00017: val_acc improved from 0.47660 to 0.47739, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 14s 137ms/step - loss: 1.3185 - acc: 0.4546 - val_loss: 1.2593 - val_acc: 0.4774\n",
            "Epoch 18/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.3120 - acc: 0.4574\n",
            "Epoch 00018: val_acc improved from 0.47739 to 0.48165, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.3116 - acc: 0.4575 - val_loss: 1.2433 - val_acc: 0.4816\n",
            "Epoch 19/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3023 - acc: 0.4593\n",
            "Epoch 00019: val_acc improved from 0.48165 to 0.48963, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.3027 - acc: 0.4590 - val_loss: 1.2447 - val_acc: 0.4896\n",
            "Epoch 20/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.3002 - acc: 0.4606\n",
            "Epoch 00020: val_acc improved from 0.48963 to 0.49006, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.3004 - acc: 0.4606 - val_loss: 1.2382 - val_acc: 0.4901\n",
            "Epoch 21/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2940 - acc: 0.4619\n",
            "Epoch 00021: val_acc did not improve from 0.49006\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2940 - acc: 0.4619 - val_loss: 1.2472 - val_acc: 0.4843\n",
            "Epoch 22/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2908 - acc: 0.4669\n",
            "Epoch 00022: val_acc improved from 0.49006 to 0.49310, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 10s 98ms/step - loss: 1.2907 - acc: 0.4670 - val_loss: 1.2190 - val_acc: 0.4931\n",
            "Epoch 23/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2775 - acc: 0.4676\n",
            "Epoch 00023: val_acc improved from 0.49310 to 0.50058, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2775 - acc: 0.4677 - val_loss: 1.2179 - val_acc: 0.5006\n",
            "Epoch 24/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2784 - acc: 0.4694\n",
            "Epoch 00024: val_acc did not improve from 0.50058\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2783 - acc: 0.4694 - val_loss: 1.2211 - val_acc: 0.4877\n",
            "Epoch 25/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2748 - acc: 0.4708\n",
            "Epoch 00025: val_acc did not improve from 0.50058\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2747 - acc: 0.4707 - val_loss: 1.2201 - val_acc: 0.4893\n",
            "Epoch 26/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2722 - acc: 0.4716\n",
            "Epoch 00026: val_acc improved from 0.50058 to 0.50432, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2722 - acc: 0.4716 - val_loss: 1.2021 - val_acc: 0.5043\n",
            "Epoch 27/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2669 - acc: 0.4718\n",
            "Epoch 00027: val_acc did not improve from 0.50432\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.2671 - acc: 0.4719 - val_loss: 1.2109 - val_acc: 0.4999\n",
            "Epoch 28/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2617 - acc: 0.4755\n",
            "Epoch 00028: val_acc did not improve from 0.50432\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.2617 - acc: 0.4752 - val_loss: 1.2148 - val_acc: 0.4996\n",
            "Epoch 29/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2541 - acc: 0.4787\n",
            "Epoch 00029: val_acc did not improve from 0.50432\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.2540 - acc: 0.4786 - val_loss: 1.1980 - val_acc: 0.4960\n",
            "Epoch 30/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2516 - acc: 0.4808\n",
            "Epoch 00030: val_acc improved from 0.50432 to 0.50914, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2513 - acc: 0.4808 - val_loss: 1.1937 - val_acc: 0.5091\n",
            "Epoch 31/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2533 - acc: 0.4822\n",
            "Epoch 00031: val_acc did not improve from 0.50914\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.2526 - acc: 0.4826 - val_loss: 1.2063 - val_acc: 0.4991\n",
            "Epoch 32/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2490 - acc: 0.4821\n",
            "Epoch 00032: val_acc improved from 0.50914 to 0.51008, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2487 - acc: 0.4822 - val_loss: 1.1828 - val_acc: 0.5101\n",
            "Epoch 33/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2428 - acc: 0.4822\n",
            "Epoch 00033: val_acc improved from 0.51008 to 0.51260, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.2433 - acc: 0.4820 - val_loss: 1.1802 - val_acc: 0.5126\n",
            "Epoch 34/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2410 - acc: 0.4832\n",
            "Epoch 00034: val_acc did not improve from 0.51260\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.2413 - acc: 0.4830 - val_loss: 1.1859 - val_acc: 0.5094\n",
            "Epoch 35/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2383 - acc: 0.4860\n",
            "Epoch 00035: val_acc did not improve from 0.51260\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2379 - acc: 0.4863 - val_loss: 1.1866 - val_acc: 0.5101\n",
            "Epoch 36/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2330 - acc: 0.4872\n",
            "Epoch 00036: val_acc did not improve from 0.51260\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2329 - acc: 0.4872 - val_loss: 1.1899 - val_acc: 0.5078\n",
            "Epoch 37/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2322 - acc: 0.4901\n",
            "Epoch 00037: val_acc improved from 0.51260 to 0.51372, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 134ms/step - loss: 1.2316 - acc: 0.4905 - val_loss: 1.1755 - val_acc: 0.5137\n",
            "Epoch 38/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2289 - acc: 0.4904\n",
            "Epoch 00038: val_acc improved from 0.51372 to 0.51651, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.2288 - acc: 0.4903 - val_loss: 1.1728 - val_acc: 0.5165\n",
            "Epoch 39/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2287 - acc: 0.4891\n",
            "Epoch 00039: val_acc did not improve from 0.51651\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2288 - acc: 0.4892 - val_loss: 1.1714 - val_acc: 0.5162\n",
            "Epoch 40/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2199 - acc: 0.4938\n",
            "Epoch 00040: val_acc did not improve from 0.51651\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2195 - acc: 0.4939 - val_loss: 1.1844 - val_acc: 0.5143\n",
            "Epoch 41/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2209 - acc: 0.4932\n",
            "Epoch 00041: val_acc did not improve from 0.51651\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.2212 - acc: 0.4930 - val_loss: 1.1734 - val_acc: 0.5112\n",
            "Epoch 42/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2172 - acc: 0.4940\n",
            "Epoch 00042: val_acc improved from 0.51651 to 0.51757, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2176 - acc: 0.4939 - val_loss: 1.1640 - val_acc: 0.5176\n",
            "Epoch 43/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2218 - acc: 0.4922\n",
            "Epoch 00043: val_acc did not improve from 0.51757\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2223 - acc: 0.4919 - val_loss: 1.1680 - val_acc: 0.5174\n",
            "Epoch 44/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2171 - acc: 0.4939\n",
            "Epoch 00044: val_acc improved from 0.51757 to 0.52467, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 13s 134ms/step - loss: 1.2173 - acc: 0.4938 - val_loss: 1.1534 - val_acc: 0.5247\n",
            "Epoch 45/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2181 - acc: 0.4949\n",
            "Epoch 00045: val_acc did not improve from 0.52467\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2178 - acc: 0.4951 - val_loss: 1.1531 - val_acc: 0.5237\n",
            "Epoch 46/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2055 - acc: 0.4987\n",
            "Epoch 00046: val_acc did not improve from 0.52467\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2058 - acc: 0.4984 - val_loss: 1.1636 - val_acc: 0.5127\n",
            "Epoch 47/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2109 - acc: 0.4971\n",
            "Epoch 00047: val_acc did not improve from 0.52467\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2110 - acc: 0.4970 - val_loss: 1.1510 - val_acc: 0.5219\n",
            "Epoch 48/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2097 - acc: 0.4985\n",
            "Epoch 00048: val_acc did not improve from 0.52467\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.2099 - acc: 0.4985 - val_loss: 1.1532 - val_acc: 0.5206\n",
            "Epoch 49/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2119 - acc: 0.4984\n",
            "Epoch 00049: val_acc improved from 0.52467 to 0.52833, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2116 - acc: 0.4985 - val_loss: 1.1467 - val_acc: 0.5283\n",
            "Epoch 50/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2068 - acc: 0.4992\n",
            "Epoch 00050: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2074 - acc: 0.4989 - val_loss: 1.1599 - val_acc: 0.5181\n",
            "Epoch 51/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2092 - acc: 0.4984\n",
            "Epoch 00051: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.2087 - acc: 0.4985 - val_loss: 1.1519 - val_acc: 0.5231\n",
            "Epoch 52/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2042 - acc: 0.4994\n",
            "Epoch 00052: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.2046 - acc: 0.4994 - val_loss: 1.1553 - val_acc: 0.5241\n",
            "Epoch 53/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2023 - acc: 0.5000\n",
            "Epoch 00053: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.2020 - acc: 0.5002 - val_loss: 1.1498 - val_acc: 0.5228\n",
            "Epoch 54/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2009 - acc: 0.5013\n",
            "Epoch 00054: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.2007 - acc: 0.5014 - val_loss: 1.1407 - val_acc: 0.5278\n",
            "Epoch 55/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2010 - acc: 0.5014\n",
            "Epoch 00055: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.2012 - acc: 0.5013 - val_loss: 1.1413 - val_acc: 0.5283\n",
            "Epoch 56/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.2036 - acc: 0.4996\n",
            "Epoch 00056: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.2036 - acc: 0.4995 - val_loss: 1.1510 - val_acc: 0.5179\n",
            "Epoch 57/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1943 - acc: 0.5052\n",
            "Epoch 00057: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.1944 - acc: 0.5053 - val_loss: 1.1670 - val_acc: 0.5135\n",
            "Epoch 58/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1954 - acc: 0.5026\n",
            "Epoch 00058: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1956 - acc: 0.5026 - val_loss: 1.1777 - val_acc: 0.5119\n",
            "Epoch 59/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1962 - acc: 0.5037\n",
            "Epoch 00059: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1962 - acc: 0.5036 - val_loss: 1.1480 - val_acc: 0.5242\n",
            "Epoch 60/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1963 - acc: 0.5033\n",
            "Epoch 00060: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1964 - acc: 0.5033 - val_loss: 1.1535 - val_acc: 0.5206\n",
            "Epoch 61/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1941 - acc: 0.5046\n",
            "Epoch 00061: val_acc did not improve from 0.52833\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1943 - acc: 0.5046 - val_loss: 1.1518 - val_acc: 0.5229\n",
            "Epoch 62/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1998 - acc: 0.5036\n",
            "Epoch 00062: val_acc improved from 0.52833 to 0.53268, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1991 - acc: 0.5037 - val_loss: 1.1334 - val_acc: 0.5327\n",
            "Epoch 63/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1847 - acc: 0.5063\n",
            "Epoch 00063: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1858 - acc: 0.5056 - val_loss: 1.1509 - val_acc: 0.5220\n",
            "Epoch 64/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1864 - acc: 0.5077\n",
            "Epoch 00064: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1869 - acc: 0.5075 - val_loss: 1.1409 - val_acc: 0.5293\n",
            "Epoch 65/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1897 - acc: 0.5055\n",
            "Epoch 00065: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1902 - acc: 0.5053 - val_loss: 1.1394 - val_acc: 0.5257\n",
            "Epoch 66/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1924 - acc: 0.5040\n",
            "Epoch 00066: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1921 - acc: 0.5042 - val_loss: 1.1533 - val_acc: 0.5214\n",
            "Epoch 67/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1891 - acc: 0.5066\n",
            "Epoch 00067: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.1887 - acc: 0.5068 - val_loss: 1.1447 - val_acc: 0.5222\n",
            "Epoch 68/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1902 - acc: 0.5056\n",
            "Epoch 00068: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1904 - acc: 0.5057 - val_loss: 1.1371 - val_acc: 0.5274\n",
            "Epoch 69/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1847 - acc: 0.5064\n",
            "Epoch 00069: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1851 - acc: 0.5062 - val_loss: 1.1385 - val_acc: 0.5279\n",
            "Epoch 70/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1875 - acc: 0.5060\n",
            "Epoch 00070: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1874 - acc: 0.5058 - val_loss: 1.1347 - val_acc: 0.5310\n",
            "Epoch 71/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1875 - acc: 0.5076\n",
            "Epoch 00071: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1878 - acc: 0.5074 - val_loss: 1.1801 - val_acc: 0.5119\n",
            "Epoch 72/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1843 - acc: 0.5082\n",
            "Epoch 00072: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1844 - acc: 0.5081 - val_loss: 1.1411 - val_acc: 0.5281\n",
            "Epoch 73/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1829 - acc: 0.5078\n",
            "Epoch 00073: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 111ms/step - loss: 1.1832 - acc: 0.5076 - val_loss: 1.1353 - val_acc: 0.5280\n",
            "Epoch 74/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1863 - acc: 0.5072\n",
            "Epoch 00074: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1860 - acc: 0.5074 - val_loss: 1.1438 - val_acc: 0.5243\n",
            "Epoch 75/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1817 - acc: 0.5092\n",
            "Epoch 00075: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1815 - acc: 0.5092 - val_loss: 1.1319 - val_acc: 0.5289\n",
            "Epoch 76/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1803 - acc: 0.5087\n",
            "Epoch 00076: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1807 - acc: 0.5084 - val_loss: 1.1413 - val_acc: 0.5258\n",
            "Epoch 77/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1806 - acc: 0.5093\n",
            "Epoch 00077: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1809 - acc: 0.5091 - val_loss: 1.1489 - val_acc: 0.5215\n",
            "Epoch 78/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1804 - acc: 0.5089\n",
            "Epoch 00078: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 13s 126ms/step - loss: 1.1804 - acc: 0.5089 - val_loss: 1.1399 - val_acc: 0.5285\n",
            "Epoch 79/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1818 - acc: 0.5102\n",
            "Epoch 00079: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1818 - acc: 0.5103 - val_loss: 1.1326 - val_acc: 0.5276\n",
            "Epoch 80/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1743 - acc: 0.5115\n",
            "Epoch 00080: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1740 - acc: 0.5116 - val_loss: 1.1529 - val_acc: 0.5209\n",
            "Epoch 81/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1768 - acc: 0.5114\n",
            "Epoch 00081: val_acc did not improve from 0.53268\n",
            "100/100 [==============================] - 11s 112ms/step - loss: 1.1765 - acc: 0.5117 - val_loss: 1.1380 - val_acc: 0.5261\n",
            "Epoch 82/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1783 - acc: 0.5100\n",
            "Epoch 00082: val_acc improved from 0.53268 to 0.53349, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1782 - acc: 0.5100 - val_loss: 1.1261 - val_acc: 0.5335\n",
            "Epoch 83/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1813 - acc: 0.5096\n",
            "Epoch 00083: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1813 - acc: 0.5096 - val_loss: 1.1618 - val_acc: 0.5206\n",
            "Epoch 84/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1787 - acc: 0.5100\n",
            "Epoch 00084: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 12s 115ms/step - loss: 1.1788 - acc: 0.5101 - val_loss: 1.1370 - val_acc: 0.5240\n",
            "Epoch 85/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1766 - acc: 0.5114\n",
            "Epoch 00085: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1763 - acc: 0.5115 - val_loss: 1.1228 - val_acc: 0.5303\n",
            "Epoch 86/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1689 - acc: 0.5136\n",
            "Epoch 00086: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1686 - acc: 0.5136 - val_loss: 1.1230 - val_acc: 0.5318\n",
            "Epoch 87/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1729 - acc: 0.5122\n",
            "Epoch 00087: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1727 - acc: 0.5123 - val_loss: 1.1279 - val_acc: 0.5282\n",
            "Epoch 88/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1714 - acc: 0.5137\n",
            "Epoch 00088: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1710 - acc: 0.5140 - val_loss: 1.1370 - val_acc: 0.5209\n",
            "Epoch 89/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1743 - acc: 0.5124\n",
            "Epoch 00089: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1741 - acc: 0.5123 - val_loss: 1.1554 - val_acc: 0.5223\n",
            "Epoch 90/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1748 - acc: 0.5125\n",
            "Epoch 00090: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1750 - acc: 0.5122 - val_loss: 1.1241 - val_acc: 0.5307\n",
            "Epoch 91/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1747 - acc: 0.5118\n",
            "Epoch 00091: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 14s 136ms/step - loss: 1.1749 - acc: 0.5117 - val_loss: 1.1223 - val_acc: 0.5321\n",
            "Epoch 92/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1725 - acc: 0.5126\n",
            "Epoch 00092: val_acc did not improve from 0.53349\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.1722 - acc: 0.5130 - val_loss: 1.1258 - val_acc: 0.5294\n",
            "Epoch 93/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1687 - acc: 0.5148\n",
            "Epoch 00093: val_acc improved from 0.53349 to 0.53408, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1687 - acc: 0.5148 - val_loss: 1.1167 - val_acc: 0.5341\n",
            "Epoch 94/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1765 - acc: 0.5116\n",
            "Epoch 00094: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1762 - acc: 0.5118 - val_loss: 1.1358 - val_acc: 0.5302\n",
            "Epoch 95/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1727 - acc: 0.5139\n",
            "Epoch 00095: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 11s 115ms/step - loss: 1.1725 - acc: 0.5140 - val_loss: 1.1338 - val_acc: 0.5276\n",
            "Epoch 96/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1699 - acc: 0.5152\n",
            "Epoch 00096: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 11s 114ms/step - loss: 1.1700 - acc: 0.5151 - val_loss: 1.1561 - val_acc: 0.5236\n",
            "Epoch 97/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1653 - acc: 0.5158\n",
            "Epoch 00097: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1649 - acc: 0.5159 - val_loss: 1.1537 - val_acc: 0.5227\n",
            "Epoch 98/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1700 - acc: 0.5140\n",
            "Epoch 00098: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 13s 129ms/step - loss: 1.1703 - acc: 0.5138 - val_loss: 1.1257 - val_acc: 0.5299\n",
            "Epoch 99/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1689 - acc: 0.5140\n",
            "Epoch 00099: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1695 - acc: 0.5137 - val_loss: 1.1355 - val_acc: 0.5296\n",
            "Epoch 100/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1687 - acc: 0.5155\n",
            "Epoch 00100: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 122ms/step - loss: 1.1689 - acc: 0.5153 - val_loss: 1.1115 - val_acc: 0.5337\n",
            "Epoch 101/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1687 - acc: 0.5150\n",
            "Epoch 00101: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1690 - acc: 0.5147 - val_loss: 1.1253 - val_acc: 0.5305\n",
            "Epoch 102/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1698 - acc: 0.5127\n",
            "Epoch 00102: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 120ms/step - loss: 1.1695 - acc: 0.5129 - val_loss: 1.1466 - val_acc: 0.5260\n",
            "Epoch 103/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1587 - acc: 0.5187\n",
            "Epoch 00103: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 11s 113ms/step - loss: 1.1589 - acc: 0.5188 - val_loss: 1.1314 - val_acc: 0.5249\n",
            "Epoch 104/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1664 - acc: 0.5154\n",
            "Epoch 00104: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 12s 117ms/step - loss: 1.1664 - acc: 0.5153 - val_loss: 1.1287 - val_acc: 0.5318\n",
            "Epoch 105/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1661 - acc: 0.5138\n",
            "Epoch 00105: val_acc did not improve from 0.53408\n",
            "100/100 [==============================] - 13s 130ms/step - loss: 1.1663 - acc: 0.5140 - val_loss: 1.1521 - val_acc: 0.5264\n",
            "Epoch 106/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1671 - acc: 0.5165\n",
            "Epoch 00106: val_acc improved from 0.53408 to 0.53897, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 12s 121ms/step - loss: 1.1668 - acc: 0.5167 - val_loss: 1.1133 - val_acc: 0.5390\n",
            "Epoch 107/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1646 - acc: 0.5162\n",
            "Epoch 00107: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 12s 123ms/step - loss: 1.1650 - acc: 0.5161 - val_loss: 1.1452 - val_acc: 0.5258\n",
            "Epoch 108/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1688 - acc: 0.5151\n",
            "Epoch 00108: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 12s 119ms/step - loss: 1.1684 - acc: 0.5150 - val_loss: 1.1395 - val_acc: 0.5267\n",
            "Epoch 109/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1641 - acc: 0.5173\n",
            "Epoch 00109: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 12s 118ms/step - loss: 1.1645 - acc: 0.5170 - val_loss: 1.1548 - val_acc: 0.5219\n",
            "Epoch 110/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1649 - acc: 0.5175\n",
            "Epoch 00110: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 12s 116ms/step - loss: 1.1646 - acc: 0.5176 - val_loss: 1.1217 - val_acc: 0.5339\n",
            "Epoch 111/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1624 - acc: 0.5172\n",
            "Epoch 00111: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 13s 127ms/step - loss: 1.1624 - acc: 0.5172 - val_loss: 1.1348 - val_acc: 0.5230\n",
            "Epoch 112/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1629 - acc: 0.5167\n",
            "Epoch 00112: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 12s 124ms/step - loss: 1.1635 - acc: 0.5165 - val_loss: 1.1154 - val_acc: 0.5352\n",
            "Epoch 113/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1663 - acc: 0.5157\n",
            "Epoch 00113: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 11s 107ms/step - loss: 1.1664 - acc: 0.5157 - val_loss: 1.1362 - val_acc: 0.5276\n",
            "Epoch 114/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1616 - acc: 0.5167\n",
            "Epoch 00114: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 73ms/step - loss: 1.1617 - acc: 0.5166 - val_loss: 1.1548 - val_acc: 0.5200\n",
            "Epoch 115/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1595 - acc: 0.5179\n",
            "Epoch 00115: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.1600 - acc: 0.5177 - val_loss: 1.1150 - val_acc: 0.5327\n",
            "Epoch 116/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1620 - acc: 0.5168\n",
            "Epoch 00116: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 71ms/step - loss: 1.1622 - acc: 0.5167 - val_loss: 1.1276 - val_acc: 0.5300\n",
            "Epoch 117/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1611 - acc: 0.5175\n",
            "Epoch 00117: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 77ms/step - loss: 1.1613 - acc: 0.5174 - val_loss: 1.1317 - val_acc: 0.5320\n",
            "Epoch 118/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1578 - acc: 0.5194\n",
            "Epoch 00118: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 79ms/step - loss: 1.1583 - acc: 0.5191 - val_loss: 1.1530 - val_acc: 0.5230\n",
            "Epoch 119/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1673 - acc: 0.5154\n",
            "Epoch 00119: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 9s 86ms/step - loss: 1.1670 - acc: 0.5154 - val_loss: 1.1207 - val_acc: 0.5336\n",
            "Epoch 120/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1539 - acc: 0.5191\n",
            "Epoch 00120: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.1553 - acc: 0.5185 - val_loss: 1.1331 - val_acc: 0.5297\n",
            "Epoch 121/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1560 - acc: 0.5206\n",
            "Epoch 00121: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 84ms/step - loss: 1.1568 - acc: 0.5199 - val_loss: 1.1163 - val_acc: 0.5343\n",
            "Epoch 122/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1627 - acc: 0.5163\n",
            "Epoch 00122: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 70ms/step - loss: 1.1631 - acc: 0.5159 - val_loss: 1.1327 - val_acc: 0.5271\n",
            "Epoch 123/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1612 - acc: 0.5171\n",
            "Epoch 00123: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1610 - acc: 0.5172 - val_loss: 1.1373 - val_acc: 0.5234\n",
            "Epoch 124/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1605 - acc: 0.5190\n",
            "Epoch 00124: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.1600 - acc: 0.5191 - val_loss: 1.1258 - val_acc: 0.5340\n",
            "Epoch 125/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1629 - acc: 0.5169\n",
            "Epoch 00125: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 75ms/step - loss: 1.1632 - acc: 0.5168 - val_loss: 1.1322 - val_acc: 0.5265\n",
            "Epoch 126/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1578 - acc: 0.5193\n",
            "Epoch 00126: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.1580 - acc: 0.5192 - val_loss: 1.1342 - val_acc: 0.5291\n",
            "Epoch 127/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1553 - acc: 0.5214\n",
            "Epoch 00127: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 73ms/step - loss: 1.1552 - acc: 0.5215 - val_loss: 1.1372 - val_acc: 0.5261\n",
            "Epoch 128/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1586 - acc: 0.5178\n",
            "Epoch 00128: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1586 - acc: 0.5177 - val_loss: 1.1888 - val_acc: 0.5071\n",
            "Epoch 129/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1604 - acc: 0.5182\n",
            "Epoch 00129: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.1604 - acc: 0.5182 - val_loss: 1.1377 - val_acc: 0.5284\n",
            "Epoch 130/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1596 - acc: 0.5196\n",
            "Epoch 00130: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1599 - acc: 0.5195 - val_loss: 1.1143 - val_acc: 0.5347\n",
            "Epoch 131/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1576 - acc: 0.5178\n",
            "Epoch 00131: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 8s 81ms/step - loss: 1.1577 - acc: 0.5179 - val_loss: 1.1266 - val_acc: 0.5320\n",
            "Epoch 132/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1581 - acc: 0.5203\n",
            "Epoch 00132: val_acc did not improve from 0.53897\n",
            "100/100 [==============================] - 9s 85ms/step - loss: 1.1577 - acc: 0.5205 - val_loss: 1.1310 - val_acc: 0.5290\n",
            "Epoch 133/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1546 - acc: 0.5189\n",
            "Epoch 00133: val_acc improved from 0.53897 to 0.53905, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 8s 84ms/step - loss: 1.1552 - acc: 0.5185 - val_loss: 1.1117 - val_acc: 0.5390\n",
            "Epoch 134/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1542 - acc: 0.5199\n",
            "Epoch 00134: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 75ms/step - loss: 1.1543 - acc: 0.5199 - val_loss: 1.2579 - val_acc: 0.4855\n",
            "Epoch 135/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1559 - acc: 0.5194\n",
            "Epoch 00135: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.1563 - acc: 0.5191 - val_loss: 1.1098 - val_acc: 0.5368\n",
            "Epoch 136/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1589 - acc: 0.5188\n",
            "Epoch 00136: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 80ms/step - loss: 1.1588 - acc: 0.5187 - val_loss: 1.3283 - val_acc: 0.4684\n",
            "Epoch 137/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1507 - acc: 0.5211\n",
            "Epoch 00137: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 73ms/step - loss: 1.1501 - acc: 0.5214 - val_loss: 1.1732 - val_acc: 0.5157\n",
            "Epoch 138/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1560 - acc: 0.5209\n",
            "Epoch 00138: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.1562 - acc: 0.5206 - val_loss: 1.1144 - val_acc: 0.5358\n",
            "Epoch 139/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1574 - acc: 0.5178\n",
            "Epoch 00139: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.1573 - acc: 0.5179 - val_loss: 1.1112 - val_acc: 0.5378\n",
            "Epoch 140/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1577 - acc: 0.5188\n",
            "Epoch 00140: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.1576 - acc: 0.5189 - val_loss: 1.1667 - val_acc: 0.5179\n",
            "Epoch 141/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1555 - acc: 0.5206\n",
            "Epoch 00141: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 72ms/step - loss: 1.1556 - acc: 0.5207 - val_loss: 1.1185 - val_acc: 0.5345\n",
            "Epoch 142/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1560 - acc: 0.5200\n",
            "Epoch 00142: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 9s 87ms/step - loss: 1.1560 - acc: 0.5200 - val_loss: 1.1475 - val_acc: 0.5223\n",
            "Epoch 143/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1491 - acc: 0.5236\n",
            "Epoch 00143: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1492 - acc: 0.5234 - val_loss: 1.1551 - val_acc: 0.5210\n",
            "Epoch 144/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1514 - acc: 0.5217\n",
            "Epoch 00144: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 79ms/step - loss: 1.1511 - acc: 0.5217 - val_loss: 1.1305 - val_acc: 0.5260\n",
            "Epoch 145/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1566 - acc: 0.5201\n",
            "Epoch 00145: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1562 - acc: 0.5202 - val_loss: 1.1324 - val_acc: 0.5301\n",
            "Epoch 146/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1526 - acc: 0.5199\n",
            "Epoch 00146: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 77ms/step - loss: 1.1527 - acc: 0.5196 - val_loss: 1.2389 - val_acc: 0.4886\n",
            "Epoch 147/150\n",
            " 98/100 [============================>.] - ETA: 0s - loss: 1.1485 - acc: 0.5225\n",
            "Epoch 00147: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 78ms/step - loss: 1.1488 - acc: 0.5227 - val_loss: 1.1226 - val_acc: 0.5340\n",
            "Epoch 148/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1519 - acc: 0.5211\n",
            "Epoch 00148: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 7s 74ms/step - loss: 1.1521 - acc: 0.5211 - val_loss: 1.1105 - val_acc: 0.5372\n",
            "Epoch 149/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1508 - acc: 0.5211\n",
            "Epoch 00149: val_acc did not improve from 0.53905\n",
            "100/100 [==============================] - 8s 79ms/step - loss: 1.1504 - acc: 0.5213 - val_loss: 1.1265 - val_acc: 0.5298\n",
            "Epoch 150/150\n",
            " 99/100 [============================>.] - ETA: 0s - loss: 1.1513 - acc: 0.5218\n",
            "Epoch 00150: val_acc improved from 0.53905 to 0.53936, saving model to /content/drive/My Drive/Best_Models/com3_model.h5\n",
            "100/100 [==============================] - 8s 76ms/step - loss: 1.1515 - acc: 0.5216 - val_loss: 1.1119 - val_acc: 0.5394\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1hsOl5_BReX5",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}