keypoint_classification_EN.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.5"
    },
    "colab": {
      "name": "keypoint_classification_EN.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "igMyGnjE9hEp"
      },
      "source": [
        "import csv\n",
        "\n",
        "import numpy as np\n",
        "import tensorflow as tf\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "RANDOM_SEED = 42"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "t2HDvhIu9hEr"
      },
      "source": [
        "# Specify each path"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9NvZP2Zn9hEy"
      },
      "source": [
        "dataset = 'model/keypoint_classifier/keypoint.csv'\n",
        "model_save_path = 'model/keypoint_classifier/keypoint_classifier.hdf5'\n",
        "tflite_save_path = 'model/keypoint_classifier/keypoint_classifier.tflite'"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "s5oMH7x19hEz"
      },
      "source": [
        "# Set number of classes"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "du4kodXL9hEz"
      },
      "source": [
        "NUM_CLASSES = 4"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XjnL0uso9hEz"
      },
      "source": [
        "# Dataset reading"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QT5ZqtEz9hE0"
      },
      "source": [
        "X_dataset = np.loadtxt(dataset, delimiter=',', dtype='float32', usecols=list(range(1, (21 * 2) + 1)))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QmoKFsp49hE0"
      },
      "source": [
        "y_dataset = np.loadtxt(dataset, delimiter=',', dtype='int32', usecols=(0))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xQU7JTZ_9hE0"
      },
      "source": [
        "X_train, X_test, y_train, y_test = train_test_split(X_dataset, y_dataset, train_size=0.75, random_state=RANDOM_SEED)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "mxK_lETT9hE0"
      },
      "source": [
        "# Model building"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vHBmUf1t9hE1"
      },
      "source": [
        "model = tf.keras.models.Sequential([\n",
        "    tf.keras.layers.Input((21 * 2, )),\n",
        "    tf.keras.layers.Dropout(0.2),\n",
        "    tf.keras.layers.Dense(20, activation='relu'),\n",
        "    tf.keras.layers.Dropout(0.4),\n",
        "    tf.keras.layers.Dense(10, activation='relu'),\n",
        "    tf.keras.layers.Dense(NUM_CLASSES, activation='softmax')\n",
        "])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ypqky9tc9hE1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5db082bb-30e3-4110-bf63-a1ee777ecd46"
      },
      "source": [
        "model.summary()  # tf.keras.utils.plot_model(model, show_shapes=True)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"sequential\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "dropout (Dropout)            (None, 42)                0         \n",
            "_________________________________________________________________\n",
            "dense (Dense)                (None, 20)                860       \n",
            "_________________________________________________________________\n",
            "dropout_1 (Dropout)          (None, 20)                0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 10)                210       \n",
            "_________________________________________________________________\n",
            "dense_2 (Dense)              (None, 4)                 44        \n",
            "=================================================================\n",
            "Total params: 1,114\n",
            "Trainable params: 1,114\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MbMjOflQ9hE1"
      },
      "source": [
        "# Model checkpoint callback\n",
        "cp_callback = tf.keras.callbacks.ModelCheckpoint(\n",
        "    model_save_path, verbose=1, save_weights_only=False)\n",
        "# Callback for early stopping\n",
        "es_callback = tf.keras.callbacks.EarlyStopping(patience=20, verbose=1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c3Dac0M_9hE2"
      },
      "source": [
        "# Model compilation\n",
        "model.compile(\n",
        "    optimizer='adam',\n",
        "    loss='sparse_categorical_crossentropy',\n",
        "    metrics=['accuracy']\n",
        ")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7XI0j1Iu9hE2"
      },
      "source": [
        "# Model training"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": true,
        "id": "WirBl-JE9hE3",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "71b30ca2-8294-4d9d-8aa2-800d90d399de"
      },
      "source": [
        "model.fit(\n",
        "    X_train,\n",
        "    y_train,\n",
        "    epochs=1000,\n",
        "    batch_size=128,\n",
        "    validation_data=(X_test, y_test),\n",
        "    callbacks=[cp_callback, es_callback]\n",
        ")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/1000\n",
            "29/29 [==============================] - 2s 15ms/step - loss: 1.3853 - accuracy: 0.3360 - val_loss: 1.2779 - val_accuracy: 0.4244\n",
            "\n",
            "Epoch 00001: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 2/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.2943 - accuracy: 0.3780 - val_loss: 1.2151 - val_accuracy: 0.4703\n",
            "\n",
            "Epoch 00002: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 3/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.2524 - accuracy: 0.3749 - val_loss: 1.1472 - val_accuracy: 0.5572\n",
            "\n",
            "Epoch 00003: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 4/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.1989 - accuracy: 0.4251 - val_loss: 1.0682 - val_accuracy: 0.6374\n",
            "\n",
            "Epoch 00004: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 5/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.1363 - accuracy: 0.4733 - val_loss: 1.0027 - val_accuracy: 0.6608\n",
            "\n",
            "Epoch 00005: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 6/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.0938 - accuracy: 0.5107 - val_loss: 0.9416 - val_accuracy: 0.6717\n",
            "\n",
            "Epoch 00006: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 7/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.0426 - accuracy: 0.5351 - val_loss: 0.8775 - val_accuracy: 0.7043\n",
            "\n",
            "Epoch 00007: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 8/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 1.0024 - accuracy: 0.5597 - val_loss: 0.8238 - val_accuracy: 0.7243\n",
            "\n",
            "Epoch 00008: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 9/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.9845 - accuracy: 0.5475 - val_loss: 0.7726 - val_accuracy: 0.7444\n",
            "\n",
            "Epoch 00009: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 10/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.9527 - accuracy: 0.5661 - val_loss: 0.7256 - val_accuracy: 0.7602\n",
            "\n",
            "Epoch 00010: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 11/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.9066 - accuracy: 0.5915 - val_loss: 0.6922 - val_accuracy: 0.7886\n",
            "\n",
            "Epoch 00011: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 12/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.8825 - accuracy: 0.6094 - val_loss: 0.6512 - val_accuracy: 0.8087\n",
            "\n",
            "Epoch 00012: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 13/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.8901 - accuracy: 0.6124 - val_loss: 0.6228 - val_accuracy: 0.8246\n",
            "\n",
            "Epoch 00013: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 14/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.8616 - accuracy: 0.6238 - val_loss: 0.5969 - val_accuracy: 0.8688\n",
            "\n",
            "Epoch 00014: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 15/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.8060 - accuracy: 0.6412 - val_loss: 0.5634 - val_accuracy: 0.8780\n",
            "\n",
            "Epoch 00015: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 16/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.8036 - accuracy: 0.6573 - val_loss: 0.5445 - val_accuracy: 0.8897\n",
            "\n",
            "Epoch 00016: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 17/1000\n",
            "29/29 [==============================] - 0s 6ms/step - loss: 0.7658 - accuracy: 0.6752 - val_loss: 0.5247 - val_accuracy: 0.9056\n",
            "\n",
            "Epoch 00017: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 18/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7816 - accuracy: 0.6566 - val_loss: 0.5061 - val_accuracy: 0.9073\n",
            "\n",
            "Epoch 00018: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 19/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.7564 - accuracy: 0.6842 - val_loss: 0.4910 - val_accuracy: 0.9039\n",
            "\n",
            "Epoch 00019: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 20/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7531 - accuracy: 0.6800 - val_loss: 0.4742 - val_accuracy: 0.9098\n",
            "\n",
            "Epoch 00020: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 21/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7271 - accuracy: 0.6952 - val_loss: 0.4619 - val_accuracy: 0.9190\n",
            "\n",
            "Epoch 00021: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 22/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7392 - accuracy: 0.6969 - val_loss: 0.4552 - val_accuracy: 0.9240\n",
            "\n",
            "Epoch 00022: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 23/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7169 - accuracy: 0.6980 - val_loss: 0.4407 - val_accuracy: 0.9190\n",
            "\n",
            "Epoch 00023: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 24/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7228 - accuracy: 0.6844 - val_loss: 0.4299 - val_accuracy: 0.9348\n",
            "\n",
            "Epoch 00024: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 25/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7076 - accuracy: 0.6995 - val_loss: 0.4208 - val_accuracy: 0.9273\n",
            "\n",
            "Epoch 00025: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 26/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.7026 - accuracy: 0.7094 - val_loss: 0.4089 - val_accuracy: 0.9340\n",
            "\n",
            "Epoch 00026: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 27/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6647 - accuracy: 0.7284 - val_loss: 0.4033 - val_accuracy: 0.9307\n",
            "\n",
            "Epoch 00027: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 28/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.7012 - accuracy: 0.7009 - val_loss: 0.4048 - val_accuracy: 0.9282\n",
            "\n",
            "Epoch 00028: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 29/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6833 - accuracy: 0.7196 - val_loss: 0.3877 - val_accuracy: 0.9390\n",
            "\n",
            "Epoch 00029: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 30/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6934 - accuracy: 0.7080 - val_loss: 0.3753 - val_accuracy: 0.9465\n",
            "\n",
            "Epoch 00030: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 31/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6482 - accuracy: 0.7330 - val_loss: 0.3744 - val_accuracy: 0.9407\n",
            "\n",
            "Epoch 00031: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 32/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6765 - accuracy: 0.7150 - val_loss: 0.3752 - val_accuracy: 0.9465\n",
            "\n",
            "Epoch 00032: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 33/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6690 - accuracy: 0.7229 - val_loss: 0.3627 - val_accuracy: 0.9490\n",
            "\n",
            "Epoch 00033: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 34/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6609 - accuracy: 0.7177 - val_loss: 0.3601 - val_accuracy: 0.9415\n",
            "\n",
            "Epoch 00034: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 35/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6472 - accuracy: 0.7369 - val_loss: 0.3538 - val_accuracy: 0.9357\n",
            "\n",
            "Epoch 00035: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 36/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6448 - accuracy: 0.7398 - val_loss: 0.3439 - val_accuracy: 0.9482\n",
            "\n",
            "Epoch 00036: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 37/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6417 - accuracy: 0.7341 - val_loss: 0.3454 - val_accuracy: 0.9482\n",
            "\n",
            "Epoch 00037: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 38/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6605 - accuracy: 0.7270 - val_loss: 0.3479 - val_accuracy: 0.9507\n",
            "\n",
            "Epoch 00038: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 39/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6306 - accuracy: 0.7349 - val_loss: 0.3439 - val_accuracy: 0.9499\n",
            "\n",
            "Epoch 00039: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 40/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6719 - accuracy: 0.7174 - val_loss: 0.3491 - val_accuracy: 0.9490\n",
            "\n",
            "Epoch 00040: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 41/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6213 - accuracy: 0.7391 - val_loss: 0.3326 - val_accuracy: 0.9465\n",
            "\n",
            "Epoch 00041: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 42/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6397 - accuracy: 0.7397 - val_loss: 0.3294 - val_accuracy: 0.9499\n",
            "\n",
            "Epoch 00042: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 43/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6255 - accuracy: 0.7534 - val_loss: 0.3269 - val_accuracy: 0.9515\n",
            "\n",
            "Epoch 00043: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 44/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6403 - accuracy: 0.7363 - val_loss: 0.3300 - val_accuracy: 0.9507\n",
            "\n",
            "Epoch 00044: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 45/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6105 - accuracy: 0.7541 - val_loss: 0.3156 - val_accuracy: 0.9574\n",
            "\n",
            "Epoch 00045: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 46/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.6065 - accuracy: 0.7611 - val_loss: 0.3083 - val_accuracy: 0.9582\n",
            "\n",
            "Epoch 00046: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 47/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5970 - accuracy: 0.7595 - val_loss: 0.3147 - val_accuracy: 0.9432\n",
            "\n",
            "Epoch 00047: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 48/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5949 - accuracy: 0.7490 - val_loss: 0.3119 - val_accuracy: 0.9524\n",
            "\n",
            "Epoch 00048: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 49/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6136 - accuracy: 0.7447 - val_loss: 0.3049 - val_accuracy: 0.9591\n",
            "\n",
            "Epoch 00049: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 50/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6021 - accuracy: 0.7487 - val_loss: 0.3109 - val_accuracy: 0.9591\n",
            "\n",
            "Epoch 00050: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 51/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5964 - accuracy: 0.7519 - val_loss: 0.3073 - val_accuracy: 0.9607\n",
            "\n",
            "Epoch 00051: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 52/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6201 - accuracy: 0.7530 - val_loss: 0.3005 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00052: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 53/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5830 - accuracy: 0.7675 - val_loss: 0.2952 - val_accuracy: 0.9641\n",
            "\n",
            "Epoch 00053: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 54/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5810 - accuracy: 0.7717 - val_loss: 0.2938 - val_accuracy: 0.9624\n",
            "\n",
            "Epoch 00054: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 55/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5772 - accuracy: 0.7629 - val_loss: 0.2909 - val_accuracy: 0.9616\n",
            "\n",
            "Epoch 00055: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 56/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5697 - accuracy: 0.7671 - val_loss: 0.2858 - val_accuracy: 0.9616\n",
            "\n",
            "Epoch 00056: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 57/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6045 - accuracy: 0.7662 - val_loss: 0.2897 - val_accuracy: 0.9607\n",
            "\n",
            "Epoch 00057: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 58/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5758 - accuracy: 0.7605 - val_loss: 0.2866 - val_accuracy: 0.9649\n",
            "\n",
            "Epoch 00058: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 59/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5680 - accuracy: 0.7674 - val_loss: 0.2823 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00059: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 60/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.6012 - accuracy: 0.7609 - val_loss: 0.2797 - val_accuracy: 0.9632\n",
            "\n",
            "Epoch 00060: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 61/1000\n",
            "29/29 [==============================] - 0s 7ms/step - loss: 0.5754 - accuracy: 0.7716 - val_loss: 0.2738 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00061: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 62/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5867 - accuracy: 0.7662 - val_loss: 0.2681 - val_accuracy: 0.9641\n",
            "\n",
            "Epoch 00062: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 63/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5659 - accuracy: 0.7775 - val_loss: 0.2679 - val_accuracy: 0.9624\n",
            "\n",
            "Epoch 00063: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 64/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5809 - accuracy: 0.7579 - val_loss: 0.2676 - val_accuracy: 0.9616\n",
            "\n",
            "Epoch 00064: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 65/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5411 - accuracy: 0.7946 - val_loss: 0.2597 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00065: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 66/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5708 - accuracy: 0.7580 - val_loss: 0.2605 - val_accuracy: 0.9683\n",
            "\n",
            "Epoch 00066: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 67/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5758 - accuracy: 0.7743 - val_loss: 0.2610 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00067: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 68/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5817 - accuracy: 0.7755 - val_loss: 0.2627 - val_accuracy: 0.9649\n",
            "\n",
            "Epoch 00068: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 69/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5433 - accuracy: 0.7961 - val_loss: 0.2506 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00069: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 70/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5277 - accuracy: 0.7969 - val_loss: 0.2515 - val_accuracy: 0.9674\n",
            "\n",
            "Epoch 00070: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 71/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5326 - accuracy: 0.7916 - val_loss: 0.2523 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00071: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 72/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5366 - accuracy: 0.7858 - val_loss: 0.2503 - val_accuracy: 0.9632\n",
            "\n",
            "Epoch 00072: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 73/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5365 - accuracy: 0.7923 - val_loss: 0.2454 - val_accuracy: 0.9674\n",
            "\n",
            "Epoch 00073: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 74/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5308 - accuracy: 0.7907 - val_loss: 0.2477 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00074: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 75/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5484 - accuracy: 0.7893 - val_loss: 0.2423 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00075: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 76/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5486 - accuracy: 0.7919 - val_loss: 0.2460 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00076: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 77/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5641 - accuracy: 0.7737 - val_loss: 0.2504 - val_accuracy: 0.9674\n",
            "\n",
            "Epoch 00077: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 78/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5293 - accuracy: 0.7988 - val_loss: 0.2358 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00078: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 79/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5279 - accuracy: 0.8004 - val_loss: 0.2314 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00079: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 80/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5228 - accuracy: 0.7923 - val_loss: 0.2357 - val_accuracy: 0.9708\n",
            "\n",
            "Epoch 00080: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 81/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5105 - accuracy: 0.8039 - val_loss: 0.2433 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00081: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 82/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5105 - accuracy: 0.7994 - val_loss: 0.2415 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00082: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 83/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5323 - accuracy: 0.7907 - val_loss: 0.2395 - val_accuracy: 0.9674\n",
            "\n",
            "Epoch 00083: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 84/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5423 - accuracy: 0.7904 - val_loss: 0.2396 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00084: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 85/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5419 - accuracy: 0.7913 - val_loss: 0.2335 - val_accuracy: 0.9683\n",
            "\n",
            "Epoch 00085: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 86/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5259 - accuracy: 0.8041 - val_loss: 0.2351 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00086: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 87/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5282 - accuracy: 0.7899 - val_loss: 0.2285 - val_accuracy: 0.9708\n",
            "\n",
            "Epoch 00087: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 88/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5117 - accuracy: 0.7977 - val_loss: 0.2334 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00088: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 89/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5065 - accuracy: 0.8034 - val_loss: 0.2389 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00089: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 90/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5209 - accuracy: 0.7974 - val_loss: 0.2391 - val_accuracy: 0.9632\n",
            "\n",
            "Epoch 00090: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 91/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5023 - accuracy: 0.8022 - val_loss: 0.2242 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00091: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 92/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5345 - accuracy: 0.7989 - val_loss: 0.2257 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00092: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 93/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5404 - accuracy: 0.7961 - val_loss: 0.2314 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00093: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 94/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5065 - accuracy: 0.8004 - val_loss: 0.2324 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00094: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 95/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5292 - accuracy: 0.8023 - val_loss: 0.2263 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00095: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 96/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5031 - accuracy: 0.8069 - val_loss: 0.2243 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00096: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 97/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4866 - accuracy: 0.8238 - val_loss: 0.2188 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00097: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 98/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5235 - accuracy: 0.8082 - val_loss: 0.2216 - val_accuracy: 0.9741\n",
            "\n",
            "Epoch 00098: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 99/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5103 - accuracy: 0.8040 - val_loss: 0.2309 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00099: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 100/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4986 - accuracy: 0.8049 - val_loss: 0.2237 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00100: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 101/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4859 - accuracy: 0.8137 - val_loss: 0.2149 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00101: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 102/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5011 - accuracy: 0.8068 - val_loss: 0.2196 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00102: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 103/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4784 - accuracy: 0.8216 - val_loss: 0.2194 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00103: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 104/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4757 - accuracy: 0.8298 - val_loss: 0.2195 - val_accuracy: 0.9749\n",
            "\n",
            "Epoch 00104: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 105/1000\n",
            "29/29 [==============================] - 0s 6ms/step - loss: 0.5101 - accuracy: 0.7992 - val_loss: 0.2342 - val_accuracy: 0.9632\n",
            "\n",
            "Epoch 00105: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 106/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4907 - accuracy: 0.8168 - val_loss: 0.2276 - val_accuracy: 0.9641\n",
            "\n",
            "Epoch 00106: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 107/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5035 - accuracy: 0.8050 - val_loss: 0.2187 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00107: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 108/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5085 - accuracy: 0.7979 - val_loss: 0.2091 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00108: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 109/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4948 - accuracy: 0.8134 - val_loss: 0.2169 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00109: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 110/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4943 - accuracy: 0.8085 - val_loss: 0.2115 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00110: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 111/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5165 - accuracy: 0.8106 - val_loss: 0.2226 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00111: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 112/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4962 - accuracy: 0.8136 - val_loss: 0.2235 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00112: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 113/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5203 - accuracy: 0.8059 - val_loss: 0.2215 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00113: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 114/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5095 - accuracy: 0.8011 - val_loss: 0.2207 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00114: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 115/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4947 - accuracy: 0.8178 - val_loss: 0.2101 - val_accuracy: 0.9683\n",
            "\n",
            "Epoch 00115: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 116/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5079 - accuracy: 0.8116 - val_loss: 0.2172 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00116: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 117/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5056 - accuracy: 0.8056 - val_loss: 0.2236 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00117: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 118/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5451 - accuracy: 0.7969 - val_loss: 0.2210 - val_accuracy: 0.9649\n",
            "\n",
            "Epoch 00118: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 119/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5005 - accuracy: 0.8192 - val_loss: 0.2220 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00119: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 120/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.5130 - accuracy: 0.8043 - val_loss: 0.2170 - val_accuracy: 0.9716\n",
            "\n",
            "Epoch 00120: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 121/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4874 - accuracy: 0.8132 - val_loss: 0.2177 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00121: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 122/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4863 - accuracy: 0.8106 - val_loss: 0.2247 - val_accuracy: 0.9716\n",
            "\n",
            "Epoch 00122: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 123/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4867 - accuracy: 0.8101 - val_loss: 0.2138 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00123: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 124/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4550 - accuracy: 0.8279 - val_loss: 0.2110 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00124: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 125/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4908 - accuracy: 0.8152 - val_loss: 0.2088 - val_accuracy: 0.9716\n",
            "\n",
            "Epoch 00125: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 126/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5095 - accuracy: 0.8085 - val_loss: 0.2052 - val_accuracy: 0.9749\n",
            "\n",
            "Epoch 00126: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 127/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4814 - accuracy: 0.8096 - val_loss: 0.2055 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00127: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 128/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4960 - accuracy: 0.8126 - val_loss: 0.2153 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00128: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 129/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4922 - accuracy: 0.8236 - val_loss: 0.2169 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00129: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 130/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4516 - accuracy: 0.8311 - val_loss: 0.2098 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00130: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 131/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4596 - accuracy: 0.8147 - val_loss: 0.2010 - val_accuracy: 0.9758\n",
            "\n",
            "Epoch 00131: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 132/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4641 - accuracy: 0.8284 - val_loss: 0.1976 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00132: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 133/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4831 - accuracy: 0.8071 - val_loss: 0.2037 - val_accuracy: 0.9766\n",
            "\n",
            "Epoch 00133: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 134/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4643 - accuracy: 0.8149 - val_loss: 0.2157 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00134: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 135/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4682 - accuracy: 0.8230 - val_loss: 0.2119 - val_accuracy: 0.9699\n",
            "\n",
            "Epoch 00135: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 136/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4986 - accuracy: 0.8085 - val_loss: 0.2093 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00136: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 137/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4729 - accuracy: 0.8226 - val_loss: 0.1992 - val_accuracy: 0.9741\n",
            "\n",
            "Epoch 00137: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 138/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.5082 - accuracy: 0.8100 - val_loss: 0.2034 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00138: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 139/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4770 - accuracy: 0.8159 - val_loss: 0.2011 - val_accuracy: 0.9691\n",
            "\n",
            "Epoch 00139: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 140/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4842 - accuracy: 0.8167 - val_loss: 0.2040 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00140: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 141/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4895 - accuracy: 0.8208 - val_loss: 0.2113 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00141: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 142/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4821 - accuracy: 0.8175 - val_loss: 0.2193 - val_accuracy: 0.9649\n",
            "\n",
            "Epoch 00142: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 143/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4909 - accuracy: 0.8237 - val_loss: 0.2194 - val_accuracy: 0.9607\n",
            "\n",
            "Epoch 00143: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 144/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4814 - accuracy: 0.8163 - val_loss: 0.2222 - val_accuracy: 0.9591\n",
            "\n",
            "Epoch 00144: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 145/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4776 - accuracy: 0.8226 - val_loss: 0.2159 - val_accuracy: 0.9657\n",
            "\n",
            "Epoch 00145: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 146/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4810 - accuracy: 0.8290 - val_loss: 0.2111 - val_accuracy: 0.9632\n",
            "\n",
            "Epoch 00146: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 147/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4892 - accuracy: 0.8163 - val_loss: 0.2065 - val_accuracy: 0.9666\n",
            "\n",
            "Epoch 00147: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 148/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4642 - accuracy: 0.8298 - val_loss: 0.2058 - val_accuracy: 0.9716\n",
            "\n",
            "Epoch 00148: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 149/1000\n",
            "29/29 [==============================] - 0s 7ms/step - loss: 0.4666 - accuracy: 0.8255 - val_loss: 0.2084 - val_accuracy: 0.9733\n",
            "\n",
            "Epoch 00149: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 150/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4687 - accuracy: 0.8264 - val_loss: 0.1983 - val_accuracy: 0.9749\n",
            "\n",
            "Epoch 00150: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 151/1000\n",
            "29/29 [==============================] - 0s 4ms/step - loss: 0.4801 - accuracy: 0.8201 - val_loss: 0.2018 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00151: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 152/1000\n",
            "29/29 [==============================] - 0s 3ms/step - loss: 0.4387 - accuracy: 0.8379 - val_loss: 0.2064 - val_accuracy: 0.9724\n",
            "\n",
            "Epoch 00152: saving model to model/keypoint_classifier/keypoint_classifier.hdf5\n",
            "Epoch 00152: early stopping\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f92ce96a240>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pxvb2Y299hE3",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "59eb3185-2e37-4b9e-bc9d-ab1b8ac29b7f"
      },
      "source": [
        "# Model evaluation\n",
        "val_loss, val_acc = model.evaluate(X_test, y_test, batch_size=128)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "10/10 [==============================] - 0s 2ms/step - loss: 0.2064 - accuracy: 0.9724\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RBkmDeUW9hE4"
      },
      "source": [
        "# Loading the saved model\n",
        "model = tf.keras.models.load_model(model_save_path)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tFz9Tb0I9hE4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1c3b3528-54ae-4ee2-ab04-77429211cbef"
      },
      "source": [
        "# Inference test\n",
        "predict_result = model.predict(np.array([X_test[0]]))\n",
        "print(np.squeeze(predict_result))\n",
        "print(np.argmax(np.squeeze(predict_result)))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[9.8105639e-01 1.8674158e-02 2.2328236e-04 4.6191799e-05]\n",
            "0\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "S3U4yNWx9hE4"
      },
      "source": [
        "# Confusion matrix"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AP1V6SCk9hE5",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 582
        },
        "outputId": "08e41a80-7a4a-4619-8125-ecc371368d19"
      },
      "source": [
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "from sklearn.metrics import confusion_matrix, classification_report\n",
        "\n",
        "def print_confusion_matrix(y_true, y_pred, report=True):\n",
        "    labels = sorted(list(set(y_true)))\n",
        "    cmx_data = confusion_matrix(y_true, y_pred, labels=labels)\n",
        "    \n",
        "    df_cmx = pd.DataFrame(cmx_data, index=labels, columns=labels)\n",
        " \n",
        "    fig, ax = plt.subplots(figsize=(7, 6))\n",
        "    sns.heatmap(df_cmx, annot=True, fmt='g' ,square=False)\n",
        "    ax.set_ylim(len(set(y_true)), 0)\n",
        "    plt.show()\n",
        "    \n",
        "    if report:\n",
        "        print('Classification Report')\n",
        "        print(classification_report(y_test, y_pred))\n",
        "\n",
        "Y_pred = model.predict(X_test)\n",
        "y_pred = np.argmax(Y_pred, axis=1)\n",
        "\n",
        "print_confusion_matrix(y_test, y_pred)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZUAAAFpCAYAAABUC7VZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3de5xVdb3/8ddnzwwgICKBCAOKCWWoAQlEeckrAongyUDKvPGTU1kHykuWeUxPdqyTKJp6HALFVGDyhiIqhpqSCOIRiZsKIjLDXeSqwszsz++PWdJkzAwOa2Z995r308d6sG57r89ej3F/5vP9rLXG3B0REZE4ZJIOQERE0kNJRUREYqOkIiIisVFSERGR2CipiIhIbJRUREQkNkoqIiKNjJnlmdnrZjY9Wj7CzOaa2XIzm2pmTaL1TaPl5dH2LrW9t5KKiEjjMxpYWmX5t8At7t4V+AAYGa0fCXwQrb8l2q9GSioiIo2ImXUCvgn8MVo24FTgoWiXScDQaH5ItEy0/bRo/2opqYiINC63AlcB2Wj5c8AWdy+PlkuAwmi+EFgNEG3fGu1frfy4o/20sk3v6DkwddC844lJh5CT9MMmDa18d2mNv7l/FnF8XzZpd+S/A6OqrCpy9yIAMzsL2ODur5nZyft7rL2p96QiIiL7KFux328RJZCiajYfD5xtZoOAZkArYBzQ2szyo2qkE1Aa7V8KdAZKzCwfOAh4v6bja/hLRKSRcPefu3snd+8CnAc85+7fBZ4Hzo12uxCYFs0/Hi0TbX/Oa3kKsSoVEZFQeLb2ferHz4ApZvZr4HVgQrR+AvAnM1sObKYyEdVISUVEJBTZhksq7v4C8EI0/w7Qdy/7fAx8+7O8r5KKiEggPLlKJTbqqYiISGxUqYiIhKIBh7/qi5KKiEgoUjD8paQiIhKKGO5TSZqSiohIKFJQqahRLyIisVGlIiISCjXqRUQkLmm4T0VJRUQkFKpUREQkNimoVNSoFxGR2KhSEREJhe5TERGR2KRg+EtJRUQkFClo1KunIiIisVGlIiISCg1/iYhIbFIw/KWkIiISCHdd/SUiInFJwfCXGvUiIhIbVSoiIqFQT0VERGKTguEvJRURkVDoMS0iIhKbFFQqatSLiEhsVKmIiIRCjXoREYlNCoa/lFREREKRgkpFPRUREYmNKhURkVCoUglfRUUF5150GT+88joAStasY8SlYxg47BIuv/a/KSsrA2D37t1cfu1/M3DYJYy4dAyla9cnGXaQOnXqyLMz/8wbbzzPggXP8eMfjUw6pJxxZv+TWbzoRZYtmc1VV16WdDg5o7GdN/eK/Z6Slvqkcv+fp/H5LoftWb7lrol8b/hQniqeSKsDW/Lw9GcAeGT6TFod2JKniiu3j71zYlIhB6u8vJyrrrqeHj1O4YQTBvP9H1zEl77ULemwgpfJZLht3I2cNfh8ju1xCsOHD9V52weN8rxls/s/1cDMmpnZPDN7w8wWm9n10fp7zWylmS2Ipp7RejOz28xsuZktNLOv1PYRak0qZnaUmf0seuPbovkv7eMpStS6DRt58eV5fGvwmQC4O3Nfe4P+J58IwJBBp/Pci3MAeO6lOQwZdDoA/U8+kbmvLcDdkwk8UOvWbeD1BYsA2LFjJ8uWvU3HjocmHFX4+vbpxYoV77Jy5XuUlZVRXDyNs6OfSaleozxvnt3/qWa7gFPdvQfQExhgZv2ibVe6e89oWhCtGwh0i6ZRwF21HaDGpGJmPwOmAAbMiyYDJpvZ1bW9edJ+O+5ufvrDkZhVfswtW7dxYMsW5OfnAdC+XVs2bHwfgA0b3+fQQ9oCkJ+fR8sWzdmydVsygeeAww/vRM8exzBv3utJhxK8joWHsrpkzZ7lktK1Ssb7QOctfl5pR7RYEE01/fY8BLgvet0rQGsz61DTMWqrVEYCfdz9Jne/P5puAvpG2/bKzEaZ2Xwzm//H+ybXcoj68cLf5tLm4NYcfVTKy+UEtGjRnOKp47n8iuvYvn1H7S8QkX0Tw/BX1e/faBpV9RBmlmdmC4ANwLPuPjfadGM0xHWLmTWN1hUCq6u8vCRaV63arv7KAh2BVZ9a3yHatlfuXgQUAZRteieRMaTXFy7hhdmv8NKcV9m1u4ydOz/kplv/l+07dlJeXkF+fh7rN27ikHafA+CQdp9j3YZNHHpIO8rLK9ix80NaH9QqidCDlp+fT/HU8Uye/CiPPfZU0uHkhDWl6+jcqeOe5U6FHVizZl2CEeWGRnneYrj5ser3bzXbK4CeZtYaeNTMjgF+DqwDmkSv/RlwQ12OX1ulMgaYZWZPmVlRND0NzAJG1+WADeUnP7iYWY/dz8yHJ/E/119N3+N68Ntf/Yy+X/kyM194CYBpM/7CqSd+DYBTTujHtBl/AWDmCy/x1eN6YGaJxR+q8UU3s2zZcm4dV+3PrHzKq/MX0LXrEXTp0pmCggKGDRvCE9NnJh1W8BrleavnRn1V7r4FeB4Y4O5royGuXcA9VI5GAZQCnau8rFO0rlo1JhV3fxr4AnA98Ew0/Qr4YrQt5/zkB5dw35RHGTjsErZu28a/ndUfgH8760y2btvGwGGV28d8/+KEIw3P8V/vw/nnn8spp3yd+a/OZP6rMxkw4NSkwwpeRUUFo8f8khlPPsiihS/w0ENPsGTJW0mHFbxGed7quVFvZu2iCgUzOwA4A1j2SZ/EKn+THgosil7yOHBBdBVYP2Cru6+t8Rj1fYVTUsNfua55xxOTDiEn6YdNGlr57tLYhjQ+euYP+/0jfMCZP6o2HjP7MjAJyKOyqCh29xvM7DmgHZUXYi0Avu/uO6Ik8wdgAPAhcLG7z6/p+LqjXkQkFPV8R727LwR67WX9XoccvLLq+Ex3nSqpiIiEIgWPaVFSEREJRQoefZ/6x7SIiEjDUaUiIhIKDX+JiEhsUjD8paQiIhIKVSoiIhKbFFQqatSLiEhsVKmIiIRCw18iIhIbJRUREYlNCv7arJKKiEgoUlCpqFEvIiKxUaUiIhKKFFQqSioiIqFIwX0qSioiIqFIQaWinoqIiMRGlYqISCh0SbGIiMQmBcNfSioiIqFQUhERkdik4OovNepFRCQ2qlRERALhWTXqRUQkLuqpiIhIbFLQU1FSEREJRQqGv9SoFxGR2KhSEREJhXoqIiISGyUVERGJTQqe/aWeioiIxEaViohIKFIw/KVKRUQkFFnf/6kGZtbMzOaZ2RtmttjMro/WH2Fmc81suZlNNbMm0fqm0fLyaHuX2j6CkoqISCg8u/9TzXYBp7p7D6AnMMDM+gG/BW5x967AB8DIaP+RwAfR+lui/WqkpCIiEop6rlS80o5osSCaHDgVeChaPwkYGs0PiZaJtp9mZlbTMeq9p9K844n1fYhU2vbolUmHkJM6j7gz6RBy0paPdyYdgsTEzEYBo6qsKnL3oirb84DXgK7AHcAKYIu7l0e7lACF0XwhsBrA3cvNbCvwOWBTdcdXo15EJBAeQ6M+SiBFNWyvAHqaWWvgUeCo/T5oFUoqIiKhaMBnf7n7FjN7Hvga0NrM8qNqpRNQGu1WCnQGSswsHzgIeL+m91VPRUQkFPXcqDezdlGFgpkdAJwBLAWeB86NdrsQmBbNPx4tE21/zr3mOzRVqYiINB4dgElRXyUDFLv7dDNbAkwxs18DrwMTov0nAH8ys+XAZuC82g6gpCIiEop6Hv5y94VAr72sfwfou5f1HwPf/izHUFIREQlFCu6oV1IREQlFCv5Il5KKiEgoUvDnhHX1l4iIxEaViohIKDT8JSIicYnjjvqkKamIiIRClYqIiMQmBUlFjXoREYmNKhURkVCk4JJiJRURkVCkYPhLSUVEJBCegqSinoqIiMRGlYqISChSUKkoqYiIhEI3P4qISGxUqYiISGxSkFTUqBcRkdioUhERCYR77lcqSioiIqFIwfCXkoqISCiUVEREJC66o15ERKQKVSoiIqFIQaWipCIiEorcv6FeSUVEJBTqqYiIiFShSkVEJBQpqFSUVEREQqGeioiIxCUNPRUlFRGRUKhSyU1Nmzbl+ecepmnTpuTl5/HII09yww03Jx1WMHaVlXPJH6ZRVl5BeTbL6T0+zw8H9N2z/bePzOaxeUuZc9OlAPz55cVMnb2ITMZo3rSAa7/9DY48tE1S4QehY+Gh3Hn372h3SFvcnfvunUrRXffR+uCD+OM9t3LY4YW8t6qUkReNZuuWbUmHG6wz+5/M2LE3kJfJMPGeyfzuf+5IOiSpRaO8+mvXrl2c0X8Yx/U+g969+3Nm/5P5at+vJB1WMJrk5zH+h2dTfOUwpl7xbV5etpqF764DYPHqDWz7aNc/7T/wK9146KrhFF8xjItO6cnN015OIuygVJRX8J/X3MTxfQcx4LRhjLz0u3zhi0cy+iejePGvc+jbqz8v/nUOo38yKulQg5XJZLht3I2cNfh8ju1xCsOHD+VLX+qWdFj1yrO+31NNzKyzmT1vZkvMbLGZjY7W/8rMSs1sQTQNqvKan5vZcjN708zOrO0zNMqkArBz54cAFBTkU1BQkIpHTsfFrLLiACivyFJekcXMqMhmueXxOYwZ3O+f9m/ZrMme+Y92l2PWoOEGaf36jSx8YwkAO3bs5K03V9ChY3sGfvM0pj74KABTH3yUQWednmSYQevbpxcrVrzLypXvUVZWRnHxNM4eXOt3Wm7LxjDVrBy43N27A/2Ay8yse7TtFnfvGU0zAKJt5wFHAwOAO80sr6YD1Hn4y8wudvd76vr6pGUyGebNfZojj+zCXf97L/NefT3pkIJSkc0yYuxDrN60leHHH8Oxh7fngRcX8o1jutCuVYt/2X/K7EXc/9c3KKuooOgHZycQcbg6H1bIsV/uzmvz36Bdu7asX78RqEw87dq1TTi6cHUsPJTVJWv2LJeUrqVvn14JRlT/vJ57Ku6+FlgbzW83s6VAYQ0vGQJMcfddwEozWw70BeZU94L9qVSur26DmY0ys/lmNj+b3bkfh6g/2WyW3n360+WI3vTp3Yujj/5i0iEFJS+TofiKYTxz3QUsem8Dr61Yw7NvrGDECcfudf/zTjiG6dd8l9Hf7Mf4Z19r4GjD1aJFc+790+1cc/Vv2LH9X/9fUIUs/ySGSqXq92807XWM1cy6AL2AudGqH5nZQjObaGYHR+sKgdVVXlZCzUmo5qQSHWBv09+B9tW9zt2L3L23u/fOZP71t9qQbN26jRf++jf69z856VCC1OqApvTpWsiry0tZvWkrg3/zIAP/634+Litn8I0P/Mv+A3p144VF7zZ8oAHKz8/nnvtv56HiJ3jyiZkAbNy4ifbt2wHQvn07Nm16P8kQg7amdB2dO3Xcs9ypsANr1qxLMKLcUPX7N5qKPr2PmbUEHgbGuPs24C7gSKAnlZVMna9cqq1SaQ9cAAzey5Sz/ze0bduGgw5qBUCzZs04/bSTePPNFQlHFY7NOz7a04z/eHc5r7y1mu6d2jHr+ot46trzeera82lWkM8T13wXgFUbt+x57UtLV3FY24MSiTs04+74DW+9uYK77vjHKPHTM55j+HfOAWD4d87hqSdnJRVe8F6dv4CuXY+gS5fOFBQUMGzYEJ6YPjPpsOqVZ/d/qo2ZFVCZUB5w90cA3H29u1e4exYYT+UQF0Ap0LnKyztF66pVW09lOtDS3RfsJbAXag8/TB06tGfihFvJy8tgmQwPPfQEM2b8JemwgrFp24dcO/k5stksWXf69+jKSUd3qXb/KbMXMfetEvLzMrQ6oCk3fOfUhgs2UF/tdxzDRwxl8aJlPD97GgA33jCWcbcUMeHecZx/wbmsfm8NIy8anXCk4aqoqGD0mF8y48kHyctkuHfSVJYseSvpsOpXPfdUzMyACcBSdx9bZX2HqN8CcA6wKJp/HHjQzMYCHYFuwLwaj1HfY7oFTQo1aFwH2x69MukQclLnEXcmHUJO2vJxmL3PXFC+uzS26x03nvGN/f6+bPfsX6uNx8xOAF4C/s4/UtgvgBFUDn058C7w758kGTO7BriEyivHxrj7UzUdv1He/Cgi0hi5+2xgb0lnRg2vuRG4cV+PoaQiIhKI+r6kuCEoqYiIBEJJRURE4uO5/zgKJRURkUCkoVJptM/+EhGR+KlSEREJhGc1/CUiIjFJw/CXkoqISCBcjXoREYlLGioVNepFRCQ2qlRERAKhRr2IiMQmDX+zTUlFRCQQaahU1FMREZHYqFIREQlEGioVJRURkUCopyIiIrFRpSIiIrFJwx31atSLiEhsVKmIiAQiDY9pUVIREQlENgXDX0oqIiKBSENPRUlFRCQQabj6S416ERGJjSoVEZFA6OZHERGJTRqGv5RUREQCkYarv9RTERGR2KhSEREJhC4pFhGR2KhRLyIisVFPRUREYuNu+z3VxMw6m9nzZrbEzBab2ehofRsze9bM3o7+PThab2Z2m5ktN7OFZvaV2j6DkoqISONRDlzu7t2BfsBlZtYduBqY5e7dgFnRMsBAoFs0jQLuqu0ASioiIoFw3/+p5vf3te7+f9H8dmApUAgMASZFu00ChkbzQ4D7vNIrQGsz61DTMdRTCVTrb92cdAg5acvky5IOIScdOPz2pEMQGranYmZdgF7AXKC9u6+NNq0D2kfzhcDqKi8ridatpRpKKiIigYjjkmIzG0XlUNUnity96FP7tAQeBsa4+zazfxzX3d3M6nwdmpKKiEgg4qhUogRSVN12MyugMqE84O6PRKvXm1kHd18bDW9tiNaXAp2rvLxTtK5a6qmIiDQSVlmSTACWuvvYKpseBy6M5i8EplVZf0F0FVg/YGuVYbK9UqUiIhKIBrj38Xjge8DfzWxBtO4XwE1AsZmNBFYBw6JtM4BBwHLgQ+Di2g6gpCIiEoj6btS7+2yguoOctpf9HfhMV78oqYiIBCINz/5ST0VERGKjSkVEJBDZpAOIgZKKiEggvNp2R+5QUhERCURWj74XEZG4ZFNQqahRLyIisVGlIiISCPVUREQkNrr6S0REYpOGSkU9FRERiY0qFRGRQGj4S0REYqOkIiIisUlDT0VJRUQkENnczylq1IuISHxUqYiIBCINj2lRUhERCUQKnieppCIiEgpd/SUiIrHJWu4Pf6lRLyIisVGlIiISCPVUREQkNuqpiIhIbHTzo4iISBWqVEREAqGbH0VEJDZq1IuISGzS0FNRUhERCUQarv5So15ERGKjSkVEJBDqqeSoTp06cs/EcRzSvi3uzoQ/PsDtf5iQdFg54c03X2bH9p1UVFRQXl7B14//ZtIhBWNXWTmX3P0UZeUVlGed04/twg/P6MWvHprNkpJNOHB421bc8O0Tad60AIBnFq7k7r+8Dhhf6NCGm0Z8I9HPEJoz+5/M2LE3kJfJMPGeyfzuf+5IOqR6pZ5KjiovL+eqq67n9QWLaNmyBXPnPs1fZr3I0qVvJx1aTuh/5jDef/+DpMMITpP8PMZfOoDmTQsoq8hy8f8+yQlfLOSKs/rSslkTAH4/fR5T5izlkpO/zKpNW5n4/ELu/f43adW8KZt3fJTwJwhLJpPhtnE3MmDQCEpK1vLKnBk8MX1mqv8/bYieiplNBM4CNrj7MdG6XwGXAhuj3X7h7jOibT8HRgIVwH+4+zM1vX+tPRUzO8rMTjOzlp9aP+AzfpZgrFu3gdcXLAJgx46dLFv2Nh07HppwVJLrzGxPBVJekaW8IothexKKu7OrrHzPnQiPzHuL4V/7Eq2aNwWgTcsDkgg7WH379GLFindZufI9ysrKKC6extmDz0w6rHqVjWHaB/cCe/v+vsXde0bTJwmlO3AecHT0mjvNLK+mN68xqZjZfwDTgB8Di8xsSJXNv9m3+MN2+OGd6NnjGObNez3pUHKDO09Of4A5Lz/JyJHfSTqa4FRkswwbN41Tfz2Zft06cuxh7QD4zz+/xGk3TmHlxq2c9/XuAKzatI1Vm7Zy4V1P8r07pvO3N0uSDD04HQsPZXXJmj3LJaVr9ctfDNz9RWDzPu4+BJji7rvcfSWwHOhb0wtqG/66FDjO3XeYWRfgITPr4u7joPpbP81sFDAKIJN3EJlMi32Mv2G1aNGc4qnjufyK69i+fUfS4eSEU079FmvWrKNdu88x48kHefPNFcyePTfpsIKRl8lQPHoI2z7axU//9BzL131A10MP5oZvn0hFNstNj8/lmYUrGdq7GxXZLO9t2sYfRw1kw9adXHL3DP48ZiitDmia9MeQhHgMPZWq37+RIncv2oeX/sjMLgDmA5e7+wdAIfBKlX1KonXVqm34K+PuOwDc/V3gZGCgmY2lhqTi7kXu3tvde4eaUPLz8ymeOp7Jkx/lsceeSjqcnLFmzToANm58n2mPP02f3j0TjihMrQ5oSp/Pd+Bvb/2j+sjLZBjw5SOYtehdANof1IJvdD+MgrwMhW0O5PC2B/Hepm0JRRyeNaXr6Nyp457lToUd9vz8pVUcw19Vv3+jaV8Syl3AkUBPYC1wc10/Q21JZb2Z7fnWiBLMWUBb4Ni6HjQE44tuZtmy5dw6bl/OtwA0b34ALVu22DN/+mknsXjxmwlHFY7NOz5m20e7APi4rJxXlq+hS5VE4e78del7HNHuIABO6X4Y899ZC8AHOz9m1aatdGpzYDLBB+jV+Qvo2vUIunTpTEFBAcOGDeGJ6TOTDqteNVBP5V+4+3p3r3D3LDCefwxxlQKdq+zaKVpXrdqGvy4Ayj918HLgAjO7+zNFHZDjv96H888/l7//fQnzX638If3ltTfx9NPPJRxZ2Nq3b0fx1PEA5OfnMWXqNGY++0KyQQVk0/YPubb4JbLuZN3pf+wRnHhUZy6+ewY7P96NA1/o0IZrhn4NgK9/oZA5b6/h38Y+QsaMnwzqQ+sWzZL9EAGpqKhg9JhfMuPJB8nLZLh30lSWLHkr6bBSycw6uPvaaPEcYFE0/zjwYDQ61RHoBsyr8b3c6/d2m4ImhWm4n6fBZTJ62EFdbJl8WdIh5KQDh9+edAg5q3x3aWx3l9ze+fz9/r788er7a4zHzCZT2cpoC6wHrouWe1J5/+W7wL9/kmTM7BrgEioLjDHuXmO/oFHepyIiEqKGuPnR3UfsZXW1d3+7+43Ajfv6/koqIiKBSMMDJZVUREQCkYakooF7ERGJjSoVEZFApOGqJiUVEZFA6CnFIiISmzT0VJRUREQCkYbhLzXqRUQkNqpUREQCkU1BraKkIiISCPVUREQkNrlfp6inIiIiMVKlIiISCA1/iYhIbHTzo4iIxEZXf4mISGxyP6WoUS8iIjFSpSIiEgg16kVEJDbqqYiISGxyP6UoqYiIBCMNw19q1IuISGxUqYiIBEI9FRERiU3upxQlFRGRYKinIiIiUoUqFRGRQHgKBsCUVEREApGG4S8lFRGRQOjqLxERiU3upxQ16kVEJEaqVEREApGG4S9VKiIigcjGMNXGzCaa2QYzW1RlXRsze9bM3o7+PThab2Z2m5ktN7OFZvaV2t5fSUVEJBAew3/74F5gwKfWXQ3McvduwKxoGWAg0C2aRgF31fbmSioiIoFoiErF3V8ENn9q9RBgUjQ/CRhaZf19XukVoLWZdajp/eu9p5L7I4TJqMim4Yr1hnfg8NuTDiEnnd3huKRDkJiY2Sgqq4pPFLl7US0va+/ua6P5dUD7aL4QWF1lv5Jo3VqqoUa9iEgg4rijPkogtSWRml7vZlbnQJRUREQCkeD4xHoz6+Dua6PhrQ3R+lKgc5X9OkXrqqWeiohIILLu+z3V0ePAhdH8hcC0KusviK4C6wdsrTJMtleqVEREGhEzmwycDLQ1sxLgOuAmoNjMRgKrgGHR7jOAQcBy4EPg4treX0lFRCQQDXFhk7uPqGbTaXvZ14HLPsv7K6mIiAQiDXfUK6mIiARCf09FRERik4a703T1l4iIxEaViohIINRTERGR2KinIiIisUlDT0VJRUQkEF73O+KDoUa9iIjERpWKiEgg1KgXEZHYqKciIiKxScPVX+qpiIhIbFSpiIgEQj0VERGJTRouKVZSEREJhBr1IiISGzXqRUREqlClIiISCDXqRUQkNmrUi4hIbNJQqainIiIisVGlIiISiDRc/aWkIiISiKx6KiIiEpfcTylKKiIiwVCjXkREpApVKiIigUhDpaKkIiISCN38KCIisVGlIiIisUnDfSqNslE/vuhm1pS8wYLXZyUdSs45s//JLF70IsuWzOaqKy9LOpycofO2784aeTa3PvsHbp15Oz+57QoKmhbwo9+P5q7Z47l5xq3cPONWunQ/IukwpRqNslK5775i7rzzHu65Z1zSoeSUTCbDbeNuZMCgEZSUrOWVOTN4YvpMli59O+nQgqbztu/atG/DNy8ezOjTLmP3rt1cfsdVnDD4RADu+809zJnxcsIR1q+G6KmY2bvAdqACKHf33mbWBpgKdAHeBYa5+wd1ef9aKxUz62tmfaL57mb2UzMbVJeDheKl2XPZ/MGWpMPIOX379GLFindZufI9ysrKKC6extmDz0w6rODpvH02eXkZmjRrQiYvQ9MDmrJ5/eakQ2owWXy/p310irv3dPfe0fLVwCx37wbMipbrpMakYmbXAbcBd5nZfwN/AFoAV5vZNXU9qOSmjoWHsrpkzZ7lktK1dOx4aIIR5Qadt323ef1mphU9xt1zJjDh1Ul8uH0nb7y0AIDvXHE+Y5++jYuvHUl+k3QOsrj7fk91NASYFM1PAobW9Y1qq1TOBY4HTgIuA4a6+38BZwLDq3uRmY0ys/lmNj+b3VnX2ESkkWnRqgV9+3+VH5xwKf+v70U0PaAZJ51zMg/87j5+fOoPuersn9Ky9YGc8/1vJR1qsKp+/0bTqE/t4sBMM3utyrb27r42ml8HtK/r8WtL9+XuXgF8aGYr3H0bgLt/ZGbZ6l7k7kVAEUB+k8Lcv5xBAFhTuo7OnTruWe5U2IE1a9YlGFFu0Hnbd18+oSfrV69n2+ZtAMx9eg5HHXcULz76AgDlu8t57s9/YciocxKMsv7EcUlx1e/fapzg7qVmdgjwrJkt+9Tr3czqHEhtlcpuM2sezR/3yUozOwioNqlIOr06fwFdux5Bly6dKSgoYF0UiJUAAATlSURBVNiwITwxfWbSYQVP523fbVqzkS/0+iJNmjUB4Njje1CyfDUHH3Lwnn2+2r8f7725KqkQ65XH8F+tx3Avjf7dADwK9AXWm1kHgOjfDXX9DLVVKie5+64ogKpJpAC4sK4HTdr9f7qDb5z0Ndq2bcO778zn+ht+zz33Tkk6rOBVVFQweswvmfHkg+RlMtw7aSpLlryVdFjB03nbd28veIs5M/7G75+8lWxFBe8sfoeZDz7DtZN+Ras2rTAzVi5Zyd2/uDPpUOtFfT/63sxaABl33x7N9wduAB6n8jv9pujfaXU+Rn1fwqbhL5Hwnd3huNp3kr16ZNXjFtd7Hd3+q/v9fbl4/dxq4zGzz1NZnUBlUfGgu99oZp8DioHDgFVUXlJcp8vu0nkJhYiI/At3fwfosZf17wOnxXEMJRURkUDoLz+KiEhs0vDsLyUVEZFAqFIREZHYpKFSaZRPKRYRkfqhSkVEJBAa/hIRkdikYfhLSUVEJBD//OCS3KSeioiIxEaViohIIOJ4SnHSlFRERALREH9OuL4pqYiIBEKVioiIxCYNlYoa9SIiEhtVKiIigdDNjyIiEhvd/CgiIrFJQ09FSUVEJBBpuPpLjXoREYmNKhURkUBo+EtERGKjq79ERCQ2aahU1FMREZHYqFIREQlEGq7+UlIREQlEGoa/lFRERAKhRr2IiMQmDY9pUaNeRERio0pFRCQQGv4SEZHYqFEvIiKxUU9FRERi4+77PdXGzAaY2ZtmttzMro77MyipiIg0EmaWB9wBDAS6AyPMrHucx9Dwl4hIIBqgp9IXWO7u7wCY2RRgCLAkrgOoUhERCYTHMNWiEFhdZbkkWhebeq9UyneXWn0fo67MbJS7FyUdR67Reas7nbu6aSznLY7vSzMbBYyqsqqoIc9dY69URtW+i+yFzlvd6dzVjc7bPnL3InfvXWWqmlBKgc5VljtF62LT2JOKiEhj8irQzcyOMLMmwHnA43EeQI16EZFGwt3LzexHwDNAHjDR3RfHeYzGnlRSP0ZbT3Te6k7nrm503mLi7jOAGfX1/paGxwKIiEgY1FMREZHYNNqkUt+PKkgjM5toZhvMbFHSseQSM+tsZs+b2RIzW2xmo5OOKReYWTMzm2dmb0Tn7fqkY5LaNcrhr+hRBW8BZ1B588+rwAh3j+2u0jQys5OAHcB97n5M0vHkCjPrAHRw9/8zswOB14Ch+nmrmZkZ0MLdd5hZATAbGO3uryQcmtSgsVYqex5V4O67gU8eVSA1cPcXgc1Jx5Fr3H2tu/9fNL8dWErMdzGnkVfaES0WRFPj+y04xzTWpFLvjyoQ2Rsz6wL0AuYmG0luMLM8M1sAbACedXedt8A11qQi0uDMrCXwMDDG3bclHU8ucPcKd+9J5Z3ffc1Mw66Ba6xJpd4fVSBSVdQTeBh4wN0fSTqeXOPuW4DngQFJxyI1a6xJpd4fVSDyiajhPAFY6u5jk44nV5hZOzNrHc0fQOWFNcuSjUpq0yiTiruXA588qmApUBz3owrSyMwmA3OAL5pZiZmNTDqmHHE88D3gVDNbEE2Dkg4qB3QAnjezhVT+Ivisu09POCapRaO8pFhEROpHo6xURESkfiipiIhIbJRUREQkNkoqIiISGyUVERGJjZKKiIjERklFRERio6QiIiKx+f+qZaCCTOC31wAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 504x432 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Classification Report\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.99      1.00      0.99       402\n",
            "           1       0.98      0.94      0.96       366\n",
            "           2       0.94      0.98      0.96       343\n",
            "           3       1.00      0.99      0.99        86\n",
            "\n",
            "    accuracy                           0.97      1197\n",
            "   macro avg       0.98      0.98      0.98      1197\n",
            "weighted avg       0.97      0.97      0.97      1197\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FNP6aqzc9hE5"
      },
      "source": [
        "# Convert to model for Tensorflow-Lite"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ODjnYyld9hE6"
      },
      "source": [
        "# Save as a model dedicated to inference\n",
        "model.save(model_save_path, include_optimizer=False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zRfuK8Y59hE6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a4ca585c-b5d5-4244-8291-8674063209bb"
      },
      "source": [
        "# Transform model (quantization)\n",
        "\n",
        "converter = tf.lite.TFLiteConverter.from_keras_model(model)\n",
        "converter.optimizations = [tf.lite.Optimize.DEFAULT]\n",
        "tflite_quantized_model = converter.convert()\n",
        "\n",
        "open(tflite_save_path, 'wb').write(tflite_quantized_model)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Assets written to: /tmp/tmpe5yx255p/assets\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "6352"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CHBPBXdx9hE6"
      },
      "source": [
        "# Inference test"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mGAzLocO9hE7"
      },
      "source": [
        "interpreter = tf.lite.Interpreter(model_path=tflite_save_path)\n",
        "interpreter.allocate_tensors()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oQuDK8YS9hE7"
      },
      "source": [
        "# Get I / O tensor\n",
        "input_details = interpreter.get_input_details()\n",
        "output_details = interpreter.get_output_details()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2_ixAf_l9hE7"
      },
      "source": [
        "interpreter.set_tensor(input_details[0]['index'], np.array([X_test[0]]))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": true,
        "id": "s4FoAnuc9hE7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "91f18257-8d8b-4ef3-c558-e9b5f94fabbf"
      },
      "source": [
        "%%time\n",
        "# Inference implementation\n",
        "interpreter.invoke()\n",
        "tflite_results = interpreter.get_tensor(output_details[0]['index'])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "CPU times: user 131 µs, sys: 17 µs, total: 148 µs\n",
            "Wall time: 679 µs\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vONjp19J9hE8",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "77205e24-fd00-42c4-f7b6-e06e527c2cba"
      },
      "source": [
        "print(np.squeeze(tflite_results))\n",
        "print(np.argmax(np.squeeze(tflite_results)))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[9.8105639e-01 1.8674169e-02 2.2328216e-04 4.6191799e-05]\n",
            "0\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}