Build_Model_AMN.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "797214a1",
   "metadata": {
    "id": "725c9c6d",
    "tags": []
   },
   "source": [
    "# Install conda on your Colab environment"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0b115347",
   "metadata": {},
   "source": [
    "Ignore this first cell if you are running the notebook in a local environment.\n",
    "\n",
    "One can still run it locally but it will have no effect."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "28aa9e51",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 40951,
     "status": "ok",
     "timestamp": 1664526150927,
     "user": {
      "displayName": "Leon Faure",
      "userId": "06483081905364613855"
     },
     "user_tz": -120
    },
    "id": "c4f08880",
    "outputId": "eaae29a9-4739-4b0f-a2a7-56bfa89f0bf0",
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Run this cell first - it will install a conda distribution (mamba)\n",
    "# on your Drive then restart the kernel automatically \n",
    "# (don't worry about the crashing/restarting kernel messages)\n",
    "# It HAS to be runned FIRST everytime you use the notebook in colab\n",
    "\n",
    "import os\n",
    "import sys\n",
    "RunningInCOLAB  = 'google.colab' in str(get_ipython())\n",
    "\n",
    "if RunningInCOLAB:\n",
    "    !pip install -q condacolab\n",
    "    import condacolab\n",
    "    condacolab.install()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b68185a2",
   "metadata": {
    "tags": []
   },
   "source": [
    "# Set up your Colab or local environment\n",
    "# Then import libraries"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9a68eb72",
   "metadata": {},
   "source": [
    "Run this cell in both cases of use (local or Colab)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "2fd7e165",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 117260,
     "status": "ok",
     "timestamp": 1664526767265,
     "user": {
      "displayName": "Leon Faure",
      "userId": "06483081905364613855"
     },
     "user_tz": -120
    },
    "id": "BYwheAEcr-ME",
    "outputId": "8ba41a54-6751-4c00-ed1a-938db78cafb6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Build_Model_RC.ipynb', 'Duplicate_Model.ipynb', 'Dataset_experimental', 'Result', '.DS_Store', 'Dataset_model', 'LICENSE', 'Reservoir', 'Build_Model_MM.ipynb', 'Build_Experimental.ipynb', 'Build_Model_ANN_Dense.ipynb', 'Build_Model_AMN.ipynb', 'environment_amn.yml', 'Library', 'Build_Model_RF.ipynb', 'README.md', '.gitignore', 'Figures', 'Build_Dataset.ipynb', '.ipynb_checkpoints', 'Dataset_input', 'Build_Model_ANN_Dense_one_by_one.ipynb', 'Figures.ipynb', 'Tutorial.ipynb', 'environment_amn_light.yml']\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import sys\n",
    "RunningInCOLAB  = 'google.colab' in str(get_ipython())\n",
    "\n",
    "if RunningInCOLAB:\n",
    "    \n",
    "    # Check everything is fine with conda in Colab\n",
    "    import condacolab\n",
    "    condacolab.check()\n",
    "    \n",
    "    # Mount your drive environment in the colab runtime\n",
    "    from google.colab import drive\n",
    "    drive.mount('/content/drive',force_remount=True)\n",
    "    \n",
    "    # Change this variable to your path on Google Drive to which the repo has been cloned\n",
    "    # If you followed the colab notebook 'repo_cloning.ipynb', nothing to change here\n",
    "    repo_path_in_drive = '/content/drive/My Drive/Github/amn_release/'\n",
    "    # Change directory to your repo cloned in your drive\n",
    "    DIRECTORY = repo_path_in_drive\n",
    "    os.chdir(repo_path_in_drive)\n",
    "    # Copy the environment given in the environment_amn_light.yml\n",
    "    !mamba env update -n base -f environment_amn_light.yml\n",
    "    \n",
    "    # This is one of the few Colab-compatible font\n",
    "    font = 'Liberation Sans'\n",
    "    \n",
    "else:\n",
    "    \n",
    "    # In this case the local root of the repo is our working directory\n",
    "    DIRECTORY = './'\n",
    "    font = 'arial'\n",
    "\n",
    "# printing the working directory files. One can check you see the same folders and files as in the git webpage.\n",
    "print(os.listdir(DIRECTORY))\n",
    "\n",
    "from Library.Build_Model import *\n",
    "\n",
    "# We declare this function here and not in the\n",
    "# function-storing python file to modify it easily\n",
    "# as it can change the printouts of the methods\n",
    "def printout(filename, Stats, model, time): \n",
    "    # printing Stats\n",
    "    print('Stats for %s CPU-time %.4f' % (filename, time))\n",
    "    print('R2 = %.4f (+/- %.4f) Constraint = %.4f (+/- %.4f)' % \\\n",
    "          (Stats.train_objective[0], Stats.train_objective[1],\n",
    "           Stats.train_loss[0], Stats.train_loss[1]))\n",
    "    print('Q2 = %.4f (+/- %.4f) Constraint = %.4f (+/- %.4f)' % \\\n",
    "          (Stats.test_objective[0], Stats.test_objective[1],\n",
    "           Stats.test_loss[0], Stats.test_loss[1]))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "abb633f0",
   "metadata": {
    "id": "ZHZI1afGS9ZO",
    "tags": []
   },
   "source": [
    "# Hybrid models\n",
    "\n",
    "# Examples of trainable AMN models (neural and mechanistic)\n",
    "\n",
    "# Using FBA simulated training sets or experimental datasets"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1cc8374a-7e3f-43a4-9dab-763beab40810",
   "metadata": {},
   "source": [
    "Each cell is showing a different setup: \n",
    "\n",
    "- using either E. coli core simulations, iML1515 simulations, or the experimental dataset as the training set;\n",
    "- using either LP, QP or Wt as the mechanistic layer of the AMNs"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2224212c",
   "metadata": {
    "id": "zjsc0wvNS9ZP",
    "tags": []
   },
   "source": [
    "### AMN with QP solver on *E. coli* core FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "93a26837",
   "metadata": {
    "collapsed": true,
    "id": "lDVwVqUfS9ZP",
    "jupyter": {
     "outputs_hidden": true
    },
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  154 154\n",
      "number of metabolites:  72\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/e_coli_core_UB_100\n",
      "model type: AMN_QP\n",
      "model scaler: 1.0\n",
      "model input dim: 20\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (100, 20) (100, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 50\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "nbr parameters: 8904\n",
      "train = 0.72 test = 0.77 loss-train = 0.005059 loss-test = 0.004790 iter=0\n",
      "nbr parameters: 8904\n",
      "train = 0.72 test = 0.73 loss-train = 0.004495 loss-test = 0.004798 iter=0\n",
      "nbr parameters: 8904\n",
      "train = 0.70 test = 0.69 loss-train = 0.005036 loss-test = 0.004717 iter=0\n",
      "nbr parameters: 8904\n",
      "train = 0.81 test = 0.52 loss-train = 0.002896 loss-test = 0.002974 iter=0\n",
      "nbr parameters: 8904\n",
      "train = 0.76 test = 0.61 loss-train = 0.003861 loss-test = 0.003852 iter=0\n",
      "Stats for e_coli_core_UB_100_AMN_QP CPU-time 166.3403\n",
      "R2 = 0.7412 (+/- 0.0384) Constraint = 0.0043 (+/- 0.0008)\n",
      "Q2 = 0.6640 (+/- 0.0887) Constraint = 0.0042 (+/- 0.0007)\n",
      "./Reservoir/e_coli_core_UB_100_AMN_QP_param.csv\n",
      "training file: ./Dataset_model/e_coli_core_UB_100\n",
      "model type: AMN_QP\n",
      "model scaler: 10.0\n",
      "model input dim: 20\n",
      "model output dim: 312\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (100, 20) (100, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 50\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "Stats for Test set CPU-time 0.8825\n",
      "R2 = 0.6887 (+/- 0.0000) Constraint = 0.0036 (+/- 0.0000)\n",
      "Q2 = 0.6887 (+/- 0.0000) Constraint = 0.0036 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_QP o models with FBA simulated training set for E. coli core\n",
    "# with EB or UB with a mechanistic layer\n",
    "\n",
    "# What you can change \n",
    "seed = 10\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'e_coli_core_UB_100' # can change EB by UB\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model 90% for training 10% for testing\n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "                     objective=['BIOMASS_Ecoli_core_w_GAM'],  \n",
    "                     model_type='AMN_QP', \n",
    "                     timestep = timestep, learn_rate=0.01,\n",
    "                     scaler=True,\n",
    "                     n_hidden = 1, hidden_dim = 50,\n",
    "                     epochs=50, xfold=5,\n",
    "                     verbose=True)\n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y = Xtrain, Ytrain\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=False)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "reservoir.save(reservoirfile)\n",
    "reservoir.load(reservoirfile)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    X, Y = model_input(reservoir, verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "914ec593-1562-4814-b303-ab95a8f49ddf",
   "metadata": {
    "id": "zjsc0wvNS9ZP",
    "tags": []
   },
   "source": [
    "### AMN with LP solver on *E. coli* core FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "8d8efc6e",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  154 154\n",
      "number of metabolites:  72\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/e_coli_core_UB_100\n",
      "model type: AMN_LP\n",
      "model scaler: 1.0\n",
      "model input dim: 20\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (100, 20) (100, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "training epochs: 50\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "nbr parameters: 25152\n",
      "train = 0.79 test = 0.82 loss-train = 0.003888 loss-test = 0.003760 iter=0\n",
      "nbr parameters: 25152\n",
      "train = 0.70 test = 0.71 loss-train = 0.003761 loss-test = 0.003954 iter=0\n",
      "nbr parameters: 25152\n",
      "train = 0.72 test = 0.71 loss-train = 0.004861 loss-test = 0.004566 iter=0\n",
      "nbr parameters: 25152\n",
      "train = 0.82 test = 0.53 loss-train = 0.004074 loss-test = 0.004209 iter=0\n",
      "nbr parameters: 25152\n",
      "train = 0.72 test = 0.59 loss-train = 0.005545 loss-test = 0.005462 iter=0\n",
      "Stats for e_coli_core_UB_100_AMN_LP CPU-time 135.8863\n",
      "R2 = 0.7499 (+/- 0.0474) Constraint = 0.0044 (+/- 0.0007)\n",
      "Q2 = 0.6730 (+/- 0.1018) Constraint = 0.0044 (+/- 0.0006)\n",
      "./Reservoir/e_coli_core_UB_100_AMN_LP_param.csv\n",
      "training file: ./Dataset_model/e_coli_core_UB_100\n",
      "model type: AMN_LP\n",
      "model scaler: 10.0\n",
      "model input dim: 20\n",
      "model output dim: 312\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (100, 20) (100, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "training epochs: 50\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "Stats for Test set CPU-time 827.7763\n",
      "R2 = 0.6525 (+/- 0.0000) Constraint = 0.0052 (+/- 0.0000)\n",
      "Q2 = 0.6525 (+/- 0.0000) Constraint = 0.0052 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_LP models with FBA simulated training set for E. coli core\n",
    "# with UB with a mechanistic layer\n",
    "\n",
    "# What you can change \n",
    "seed = 10\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'e_coli_core_UB_100' # can change EB by UB\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model 90% for training 10% for testing\n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "                     objective=['BIOMASS_Ecoli_core_w_GAM'],  \n",
    "                     model_type='AMN_LP', \n",
    "                     timestep = timestep, learn_rate=1.0e-6,\n",
    "                     scaler=True,\n",
    "                     n_hidden = 1, hidden_dim = 50,\n",
    "                     epochs= 50, xfold=5,\n",
    "                     verbose=True)\n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), \n",
    "                      replace=False)\n",
    "# LP keeps track of boundary fluxes in b_int and b_ext\n",
    "# and these are different in EB or UB modes\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "btest = model.b_ext[ID,:] if model.mediumbound == 'UB' else model.b_int[ID,:]\n",
    "bint  = model.b_int if model.mediumbound == 'UB' else model.b_ext\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "btrain = np.delete(model.b_ext, ID, axis=0) if model.mediumbound == 'UB' \\\n",
    "else np.delete(model.b_int, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y, model.b_ext, model.b_int = Xtrain, Ytrain, btrain, bint\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=False)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "reservoir.save(reservoirfile)\n",
    "reservoir.load(reservoirfile) \n",
    "# Issue for loading AMN-LP models: takes about 15 minutes (when QP takes a few)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    reservoir.b_ext, reservoir.b_int =  btest, bint\n",
    "    X, Y = model_input(reservoir,verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e8b63ab0-31aa-4605-a3c5-d128e9332489",
   "metadata": {
    "tags": []
   },
   "source": [
    "### AMN with QP solver on iML1515 FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "22708105",
   "metadata": {
    "id": "_4pngggoS9ZQ",
    "outputId": "e795dbca-4ae0-407e-a437-1a4bdac90bdf",
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_QP\n",
      "model scaler: 1.0\n",
      "model input dim: 38\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (11000, 38) (11000, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 25\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "AMN scaler 11.0\n",
      "QP input shape (9900, 38) (9900, 4)\n",
      "-------train [   0    1    3 ... 9897 9898 9899]\n",
      "-------test  [   2    4    6 ... 9883 9891 9893]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 500 550 relu True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_95\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_96 (InputLayer)          [(None, 38)]         0           []                               \n",
      "                                                                                                  \n",
      " dense_372 (Dense)              (None, 500)          19500       ['input_96[0][0]']               \n",
      "                                                                                                  \n",
      " dropout_186 (Dropout)          (None, 500)          0           ['dense_372[0][0]']              \n",
      "                                                                                                  \n",
      " dense_373 (Dense)              (None, 550)          275550      ['dropout_186[0][0]']            \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_448 (TFOpLamb  (None, 550)         0           ['input_96[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_320 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_448[0][0]',   \n",
      " da)                                                              'dense_373[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_320 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_320[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_235 (TFO  (None, 550)         0           ['tf.nn.relu_320[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_320[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_321 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_235[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_839 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_235[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_373[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_840 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_321[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_448[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_841 (TFOpLamb  (None, 550)         0           ['dense_373[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_240 (TFOp  (None, 550)         0           ['tf.math.multiply_839[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_840[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_241 (TFOp  (None, 550)         0           ['tf.math.multiply_841[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_240[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_451 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_241[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_322 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_451[0][0]',   \n",
      " da)                                                              'input_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_321 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_322[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_128 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_241[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_449 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_241[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_236 (TFO  (None, 38)          0           ['tf.nn.relu_321[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_321[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_322 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_128[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_450 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_449[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_843 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_321[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_236[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_237 (TFO  (None, 550)         0           ['tf.nn.relu_322[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_322[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_492 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_450[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_452 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_843[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_129 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_237[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_493 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_492[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_495 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_452[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_844 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_322[0][0]',         \n",
      " da)                                                              'tf.math.negative_129[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_242 (TFOp  (None, 550)         0           ['tf.math.truediv_493[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_495[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_497 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_844[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_243 (TFOp  (None, 550)         0           ['tf.__operators__.add_242[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_497[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_842 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_241[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_845 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_243[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_846 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_842[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_847 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_845[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_323 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_846[0][0]',   \n",
      " da)                                                              'tf.math.multiply_847[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_244 (TFOp  (None, 550)         0           ['tf.__operators__.add_241[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_323[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_455 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_244[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_324 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_455[0][0]',   \n",
      " da)                                                              'input_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_323 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_324[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_130 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_244[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_453 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_244[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_239 (TFO  (None, 38)          0           ['tf.nn.relu_323[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_323[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_324 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_130[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_454 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_453[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_848 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_323[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_239[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_240 (TFO  (None, 550)         0           ['tf.nn.relu_324[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_324[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_499 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_454[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_456 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_848[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_131 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_240[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_500 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_499[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_502 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_456[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_849 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_324[0][0]',         \n",
      " da)                                                              'tf.math.negative_131[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_245 (TFOp  (None, 550)         0           ['tf.math.truediv_500[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_502[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_504 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_849[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_246 (TFOp  (None, 550)         0           ['tf.__operators__.add_245[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_504[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_850 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_246[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_851 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_323[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_852 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_850[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_325 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_851[0][0]',   \n",
      " da)                                                              'tf.math.multiply_852[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_247 (TFOp  (None, 550)         0           ['tf.__operators__.add_244[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_325[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_459 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_247[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_326 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_459[0][0]',   \n",
      " da)                                                              'input_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_325 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_326[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_132 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_247[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_457 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_247[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_242 (TFO  (None, 38)          0           ['tf.nn.relu_325[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_325[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_326 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_132[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_458 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_457[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_853 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_325[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_242[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_243 (TFO  (None, 550)         0           ['tf.nn.relu_326[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_326[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_506 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_458[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_460 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_853[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_133 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_243[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_507 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_506[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_509 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_460[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_854 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_326[0][0]',         \n",
      " da)                                                              'tf.math.negative_133[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_248 (TFOp  (None, 550)         0           ['tf.math.truediv_507[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_509[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_511 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_854[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_249 (TFOp  (None, 550)         0           ['tf.__operators__.add_248[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_511[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_855 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_249[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_856 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_325[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_857 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_855[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_327 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_856[0][0]',   \n",
      " da)                                                              'tf.math.multiply_857[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_250 (TFOp  (None, 550)         0           ['tf.__operators__.add_247[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_327[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_463 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_250[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_328 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_463[0][0]',   \n",
      " da)                                                              'input_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_327 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_328[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_134 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_250[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_461 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_250[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_245 (TFO  (None, 38)          0           ['tf.nn.relu_327[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_327[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_328 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_134[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_462 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_461[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_858 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_327[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_245[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_246 (TFO  (None, 550)         0           ['tf.nn.relu_328[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_328[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_513 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_462[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_464 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_858[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_135 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_246[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_514 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_513[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_516 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_464[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_859 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_328[0][0]',         \n",
      " da)                                                              'tf.math.negative_135[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_251 (TFOp  (None, 550)         0           ['tf.math.truediv_514[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_516[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_518 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_859[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_252 (TFOp  (None, 550)         0           ['tf.__operators__.add_251[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_518[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_860 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_252[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_861 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_327[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_862 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_860[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_329 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_861[0][0]',   \n",
      " da)                                                              'tf.math.multiply_862[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_253 (TFOp  (None, 550)         0           ['tf.__operators__.add_250[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_329[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_467 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_253[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_330 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_467[0][0]',   \n",
      " da)                                                              'input_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.negative_136 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_253[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_466 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_253[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_329 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_330[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_330 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_136[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_348 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_466[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_349 (TFOpLam  (None, 1)           0           ['tf.nn.relu_329[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_350 (TFOpLam  (None, 1)           0           ['tf.nn.relu_330[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_465 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_253[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_519 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_348[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_520 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_349[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_521 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_350[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_277 (Concatenate)  (None, 1104)         0           ['tf.linalg.matmul_465[0][0]',   \n",
      "                                                                  'tf.math.truediv_519[0][0]',    \n",
      "                                                                  'tf.math.truediv_520[0][0]',    \n",
      "                                                                  'tf.math.truediv_521[0][0]',    \n",
      "                                                                  'tf.__operators__.add_253[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_241[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 295,050\n",
      "Trainable params: 295,050\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 295050\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 5.1336e-04 - my_mae: 5.1336e-04 - val_loss: 8.9116e-05 - val_my_mae: 8.9116e-05\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.3906e-04 - my_mae: 1.3906e-04 - val_loss: 1.9080e-05 - val_my_mae: 1.9080e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 1.1397e-04 - my_mae: 1.1397e-04 - val_loss: 3.1442e-05 - val_my_mae: 3.1442e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.0247e-04 - my_mae: 1.0247e-04 - val_loss: 6.5487e-05 - val_my_mae: 6.5487e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 9.8755e-05 - my_mae: 9.8755e-05 - val_loss: 8.0426e-05 - val_my_mae: 8.0426e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 9.2058e-05 - my_mae: 9.2058e-05 - val_loss: 6.9799e-05 - val_my_mae: 6.9799e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 32s 21ms/step - loss: 1.0947e-04 - my_mae: 1.0947e-04 - val_loss: 1.2056e-05 - val_my_mae: 1.2056e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.0002e-04 - my_mae: 1.0002e-04 - val_loss: 1.9436e-05 - val_my_mae: 1.9436e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.2442e-05 - my_mae: 9.2442e-05 - val_loss: 3.2354e-05 - val_my_mae: 3.2354e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 9.4709e-05 - my_mae: 9.4709e-05 - val_loss: 2.8881e-05 - val_my_mae: 2.8881e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 1.0933e-04 - my_mae: 1.0933e-04 - val_loss: 2.7255e-05 - val_my_mae: 2.7255e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 1.0074e-04 - my_mae: 1.0074e-04 - val_loss: 4.2631e-05 - val_my_mae: 4.2631e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.6181e-05 - my_mae: 9.6181e-05 - val_loss: 1.6338e-05 - val_my_mae: 1.6338e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 9.3310e-05 - my_mae: 9.3310e-05 - val_loss: 7.0220e-05 - val_my_mae: 7.0220e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 1.0443e-04 - my_mae: 1.0443e-04 - val_loss: 1.2831e-05 - val_my_mae: 1.2831e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 9.5154e-05 - my_mae: 9.5154e-05 - val_loss: 1.4822e-05 - val_my_mae: 1.4822e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.3913e-05 - my_mae: 9.3913e-05 - val_loss: 1.3755e-05 - val_my_mae: 1.3755e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 9.8745e-05 - my_mae: 9.8745e-05 - val_loss: 2.4199e-05 - val_my_mae: 2.4199e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.0931e-04 - my_mae: 1.0931e-04 - val_loss: 2.1987e-05 - val_my_mae: 2.1987e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.1710e-05 - my_mae: 9.1710e-05 - val_loss: 5.2978e-05 - val_my_mae: 5.2978e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 1.0021e-04 - my_mae: 1.0021e-04 - val_loss: 1.1463e-05 - val_my_mae: 1.1463e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 1.1377e-04 - my_mae: 1.1377e-04 - val_loss: 2.7071e-05 - val_my_mae: 2.7071e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 9.7756e-05 - my_mae: 9.7756e-05 - val_loss: 2.7518e-05 - val_my_mae: 2.7518e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.0018e-04 - my_mae: 1.0018e-04 - val_loss: 1.6507e-05 - val_my_mae: 1.6507e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 9.7244e-05 - my_mae: 9.7244e-05 - val_loss: 5.0222e-05 - val_my_mae: 5.0222e-05\n",
      "248/248 [==============================] - 3s 11ms/step\n",
      "Loss out on V0:  0.010585983\n",
      "Loss constraint on V0:  1.9160505e-06\n",
      "Loss all on V0:  4.9545317e-05\n",
      "Loss out on Vf:  0.01057917\n",
      "Loss constraint on Vf:  1.9150154e-06\n",
      "Loss all on Vf:  4.949235e-05\n",
      "Distance V0 to Vf 0.000749: \n",
      "62/62 [==============================] - 1s 11ms/step\n",
      "Loss out on V0:  0.010480203\n",
      "Loss constraint on V0:  1.9227512e-06\n",
      "Loss all on V0:  5.0273124e-05\n",
      "Loss out on Vf:  0.010473374\n",
      "Loss constraint on Vf:  1.9217139e-06\n",
      "Loss all on Vf:  5.0221704e-05\n",
      "Distance V0 to Vf 0.000375: \n",
      "train = 0.99 test = 0.99 loss-train = 0.000002 loss-test = 0.000002 iter=0\n",
      "-------train [   0    1    2 ... 9897 9898 9899]\n",
      "-------test  [  20   22   23 ... 9885 9887 9894]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 500 550 relu True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_96\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_97 (InputLayer)          [(None, 38)]         0           []                               \n",
      "                                                                                                  \n",
      " dense_374 (Dense)              (None, 500)          19500       ['input_97[0][0]']               \n",
      "                                                                                                  \n",
      " dropout_187 (Dropout)          (None, 500)          0           ['dense_374[0][0]']              \n",
      "                                                                                                  \n",
      " dense_375 (Dense)              (None, 550)          275550      ['dropout_187[0][0]']            \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_468 (TFOpLamb  (None, 550)         0           ['input_97[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_331 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_468[0][0]',   \n",
      " da)                                                              'dense_375[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_331 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_331[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_248 (TFO  (None, 550)         0           ['tf.nn.relu_331[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_331[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_332 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_248[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_866 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_248[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_375[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_867 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_332[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_468[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_868 (TFOpLamb  (None, 550)         0           ['dense_375[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_254 (TFOp  (None, 550)         0           ['tf.math.multiply_866[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_867[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_255 (TFOp  (None, 550)         0           ['tf.math.multiply_868[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_254[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_471 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_255[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_333 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_471[0][0]',   \n",
      " da)                                                              'input_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_332 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_333[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_137 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_255[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_469 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_255[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_249 (TFO  (None, 38)          0           ['tf.nn.relu_332[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_332[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_333 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_137[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_470 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_469[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_870 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_332[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_249[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_250 (TFO  (None, 550)         0           ['tf.nn.relu_333[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_333[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_523 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_470[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_472 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_870[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_138 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_250[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_524 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_523[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_526 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_472[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_871 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_333[0][0]',         \n",
      " da)                                                              'tf.math.negative_138[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_256 (TFOp  (None, 550)         0           ['tf.math.truediv_524[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_526[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_528 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_871[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_257 (TFOp  (None, 550)         0           ['tf.__operators__.add_256[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_528[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_869 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_255[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_872 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_257[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_873 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_869[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_874 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_872[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_334 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_873[0][0]',   \n",
      " da)                                                              'tf.math.multiply_874[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_258 (TFOp  (None, 550)         0           ['tf.__operators__.add_255[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_334[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_475 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_258[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_335 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_475[0][0]',   \n",
      " da)                                                              'input_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_334 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_335[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_139 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_258[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_473 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_258[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_252 (TFO  (None, 38)          0           ['tf.nn.relu_334[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_334[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_335 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_139[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_474 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_473[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_875 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_334[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_252[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_253 (TFO  (None, 550)         0           ['tf.nn.relu_335[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_335[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_530 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_474[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_476 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_875[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_140 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_253[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_531 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_530[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_533 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_476[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_876 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_335[0][0]',         \n",
      " da)                                                              'tf.math.negative_140[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_259 (TFOp  (None, 550)         0           ['tf.math.truediv_531[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_533[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_535 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_876[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_260 (TFOp  (None, 550)         0           ['tf.__operators__.add_259[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_535[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_877 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_260[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_878 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_334[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_879 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_877[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_336 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_878[0][0]',   \n",
      " da)                                                              'tf.math.multiply_879[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_261 (TFOp  (None, 550)         0           ['tf.__operators__.add_258[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_336[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_479 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_261[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_337 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_479[0][0]',   \n",
      " da)                                                              'input_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_336 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_337[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_141 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_261[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_477 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_261[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_255 (TFO  (None, 38)          0           ['tf.nn.relu_336[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_336[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_337 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_141[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_478 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_477[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_880 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_336[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_255[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_256 (TFO  (None, 550)         0           ['tf.nn.relu_337[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_337[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_537 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_478[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_480 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_880[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_142 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_256[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_538 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_537[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_540 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_480[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_881 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_337[0][0]',         \n",
      " da)                                                              'tf.math.negative_142[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_262 (TFOp  (None, 550)         0           ['tf.math.truediv_538[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_540[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_542 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_881[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_263 (TFOp  (None, 550)         0           ['tf.__operators__.add_262[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_542[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_882 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_263[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_883 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_336[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_884 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_882[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_338 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_883[0][0]',   \n",
      " da)                                                              'tf.math.multiply_884[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_264 (TFOp  (None, 550)         0           ['tf.__operators__.add_261[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_338[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_483 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_264[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_339 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_483[0][0]',   \n",
      " da)                                                              'input_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_338 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_339[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_143 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_264[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_481 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_264[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_258 (TFO  (None, 38)          0           ['tf.nn.relu_338[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_338[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_339 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_143[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_482 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_481[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_885 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_338[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_258[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_259 (TFO  (None, 550)         0           ['tf.nn.relu_339[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_339[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_544 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_482[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_484 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_885[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_144 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_259[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_545 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_544[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_547 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_484[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_886 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_339[0][0]',         \n",
      " da)                                                              'tf.math.negative_144[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_265 (TFOp  (None, 550)         0           ['tf.math.truediv_545[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_547[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_549 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_886[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_266 (TFOp  (None, 550)         0           ['tf.__operators__.add_265[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_549[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_887 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_266[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_888 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_338[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_889 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_887[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_340 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_888[0][0]',   \n",
      " da)                                                              'tf.math.multiply_889[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_267 (TFOp  (None, 550)         0           ['tf.__operators__.add_264[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_340[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_487 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_267[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_341 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_487[0][0]',   \n",
      " da)                                                              'input_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.negative_145 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_267[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_486 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_267[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_340 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_341[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_341 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_145[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_363 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_486[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_364 (TFOpLam  (None, 1)           0           ['tf.nn.relu_340[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_365 (TFOpLam  (None, 1)           0           ['tf.nn.relu_341[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_485 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_267[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_550 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_363[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_551 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_364[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_552 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_365[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_278 (Concatenate)  (None, 1104)         0           ['tf.linalg.matmul_485[0][0]',   \n",
      "                                                                  'tf.math.truediv_550[0][0]',    \n",
      "                                                                  'tf.math.truediv_551[0][0]',    \n",
      "                                                                  'tf.math.truediv_552[0][0]',    \n",
      "                                                                  'tf.__operators__.add_267[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_255[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 295,050\n",
      "Trainable params: 295,050\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 295050\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 33s 20ms/step - loss: 5.9164e-04 - my_mae: 5.9164e-04 - val_loss: 5.0706e-05 - val_my_mae: 5.0706e-05\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 1.4083e-04 - my_mae: 1.4083e-04 - val_loss: 3.1214e-05 - val_my_mae: 3.1214e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 29s 19ms/step - loss: 1.1561e-04 - my_mae: 1.1561e-04 - val_loss: 1.1469e-04 - val_my_mae: 1.1469e-04\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 29s 19ms/step - loss: 9.7519e-05 - my_mae: 9.7519e-05 - val_loss: 4.5725e-05 - val_my_mae: 4.5725e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 1.0046e-04 - my_mae: 1.0046e-04 - val_loss: 3.4196e-05 - val_my_mae: 3.4196e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 1.0079e-04 - my_mae: 1.0079e-04 - val_loss: 1.5008e-05 - val_my_mae: 1.5008e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 9.9092e-05 - my_mae: 9.9092e-05 - val_loss: 6.0036e-05 - val_my_mae: 6.0036e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.0981e-04 - my_mae: 1.0981e-04 - val_loss: 2.8975e-05 - val_my_mae: 2.8975e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.3368e-05 - my_mae: 9.3368e-05 - val_loss: 2.3174e-05 - val_my_mae: 2.3174e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.2774e-05 - my_mae: 9.2774e-05 - val_loss: 5.9131e-05 - val_my_mae: 5.9131e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 8.9656e-05 - my_mae: 8.9656e-05 - val_loss: 2.5720e-05 - val_my_mae: 2.5720e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.5883e-05 - my_mae: 9.5883e-05 - val_loss: 3.8879e-05 - val_my_mae: 3.8879e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.3211e-05 - my_mae: 9.3211e-05 - val_loss: 2.7160e-05 - val_my_mae: 2.7160e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.2284e-05 - my_mae: 9.2284e-05 - val_loss: 1.7852e-05 - val_my_mae: 1.7852e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.0457e-04 - my_mae: 1.0457e-04 - val_loss: 1.0086e-05 - val_my_mae: 1.0086e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 9.0104e-05 - my_mae: 9.0104e-05 - val_loss: 1.6719e-05 - val_my_mae: 1.6719e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.0532e-04 - my_mae: 1.0532e-04 - val_loss: 1.3852e-05 - val_my_mae: 1.3852e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 9.6872e-05 - my_mae: 9.6872e-05 - val_loss: 3.1869e-04 - val_my_mae: 3.1869e-04\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.3257e-05 - my_mae: 9.3257e-05 - val_loss: 3.4571e-05 - val_my_mae: 3.4571e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.1357e-04 - my_mae: 1.1357e-04 - val_loss: 9.0406e-06 - val_my_mae: 9.0406e-06\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 9.6549e-05 - my_mae: 9.6549e-05 - val_loss: 1.9491e-05 - val_my_mae: 1.9491e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.0812e-04 - my_mae: 1.0812e-04 - val_loss: 3.1808e-05 - val_my_mae: 3.1808e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 9.4891e-05 - my_mae: 9.4891e-05 - val_loss: 1.3346e-04 - val_my_mae: 1.3346e-04\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.1009e-04 - my_mae: 1.1009e-04 - val_loss: 1.5204e-05 - val_my_mae: 1.5204e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.0726e-04 - my_mae: 1.0726e-04 - val_loss: 3.8235e-05 - val_my_mae: 3.8235e-05\n",
      "248/248 [==============================] - 3s 12ms/step\n",
      "Loss out on V0:  0.01060319\n",
      "Loss constraint on V0:  1.7365514e-06\n",
      "Loss all on V0:  3.584548e-05\n",
      "Loss out on Vf:  0.0105977105\n",
      "Loss constraint on Vf:  1.7359088e-06\n",
      "Loss all on Vf:  3.5813777e-05\n",
      "Distance V0 to Vf 0.000591: \n",
      "62/62 [==============================] - 1s 11ms/step\n",
      "Loss out on V0:  0.0105697345\n",
      "Loss constraint on V0:  1.7505387e-06\n",
      "Loss all on V0:  3.826583e-05\n",
      "Loss out on Vf:  0.010564392\n",
      "Loss constraint on Vf:  1.7499382e-06\n",
      "Loss all on Vf:  3.8234888e-05\n",
      "Distance V0 to Vf 0.000286: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000002 loss-test = 0.000002 iter=0\n",
      "-------train [   0    1    2 ... 9896 9898 9899]\n",
      "-------test  [   5   10   21 ... 9889 9895 9897]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 500 550 relu True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_97\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_98 (InputLayer)          [(None, 38)]         0           []                               \n",
      "                                                                                                  \n",
      " dense_376 (Dense)              (None, 500)          19500       ['input_98[0][0]']               \n",
      "                                                                                                  \n",
      " dropout_188 (Dropout)          (None, 500)          0           ['dense_376[0][0]']              \n",
      "                                                                                                  \n",
      " dense_377 (Dense)              (None, 550)          275550      ['dropout_188[0][0]']            \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_488 (TFOpLamb  (None, 550)         0           ['input_98[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_342 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_488[0][0]',   \n",
      " da)                                                              'dense_377[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_342 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_342[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_261 (TFO  (None, 550)         0           ['tf.nn.relu_342[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_342[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_343 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_261[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_893 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_261[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_377[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_894 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_343[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_488[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_895 (TFOpLamb  (None, 550)         0           ['dense_377[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_268 (TFOp  (None, 550)         0           ['tf.math.multiply_893[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_894[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_269 (TFOp  (None, 550)         0           ['tf.math.multiply_895[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_268[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_491 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_269[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_344 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_491[0][0]',   \n",
      " da)                                                              'input_98[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_343 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_344[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_146 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_269[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_489 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_269[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_262 (TFO  (None, 38)          0           ['tf.nn.relu_343[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_343[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_344 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_146[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_490 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_489[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_897 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_343[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_262[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_263 (TFO  (None, 550)         0           ['tf.nn.relu_344[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_344[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_554 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_490[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_492 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_897[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_147 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_263[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_555 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_554[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_557 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_492[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_898 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_344[0][0]',         \n",
      " da)                                                              'tf.math.negative_147[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_270 (TFOp  (None, 550)         0           ['tf.math.truediv_555[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_557[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_559 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_898[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_271 (TFOp  (None, 550)         0           ['tf.__operators__.add_270[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_559[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_896 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_269[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_899 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_271[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_900 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_896[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_901 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_899[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_345 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_900[0][0]',   \n",
      " da)                                                              'tf.math.multiply_901[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_272 (TFOp  (None, 550)         0           ['tf.__operators__.add_269[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_345[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_495 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_272[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_346 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_495[0][0]',   \n",
      " da)                                                              'input_98[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_345 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_346[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_148 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_272[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_493 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_272[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_265 (TFO  (None, 38)          0           ['tf.nn.relu_345[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_345[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_346 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_148[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_494 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_493[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_902 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_345[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_265[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_266 (TFO  (None, 550)         0           ['tf.nn.relu_346[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_346[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_561 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_494[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_496 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_902[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_149 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_266[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_562 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_561[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_564 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_496[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_903 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_346[0][0]',         \n",
      " da)                                                              'tf.math.negative_149[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_273 (TFOp  (None, 550)         0           ['tf.math.truediv_562[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_564[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_566 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_903[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_274 (TFOp  (None, 550)         0           ['tf.__operators__.add_273[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_566[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_904 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_274[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_905 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_345[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_906 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_904[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_347 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_905[0][0]',   \n",
      " da)                                                              'tf.math.multiply_906[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_275 (TFOp  (None, 550)         0           ['tf.__operators__.add_272[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_347[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_499 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_275[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_348 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_499[0][0]',   \n",
      " da)                                                              'input_98[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_347 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_348[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_150 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_275[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_497 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_275[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_268 (TFO  (None, 38)          0           ['tf.nn.relu_347[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_347[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_348 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_150[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_498 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_497[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_907 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_347[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_268[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_269 (TFO  (None, 550)         0           ['tf.nn.relu_348[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_348[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_568 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_498[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_500 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_907[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_151 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_269[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_569 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_568[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_571 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_500[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_908 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_348[0][0]',         \n",
      " da)                                                              'tf.math.negative_151[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_276 (TFOp  (None, 550)         0           ['tf.math.truediv_569[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_571[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_573 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_908[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_277 (TFOp  (None, 550)         0           ['tf.__operators__.add_276[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_573[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_909 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_277[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_910 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_347[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_911 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_909[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_349 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_910[0][0]',   \n",
      " da)                                                              'tf.math.multiply_911[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_278 (TFOp  (None, 550)         0           ['tf.__operators__.add_275[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_349[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_503 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_278[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_350 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_503[0][0]',   \n",
      " da)                                                              'input_98[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_349 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_350[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_152 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_278[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_501 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_278[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_271 (TFO  (None, 38)          0           ['tf.nn.relu_349[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_349[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_350 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_152[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_502 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_501[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_912 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_349[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_271[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_272 (TFO  (None, 550)         0           ['tf.nn.relu_350[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_350[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_575 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_502[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_504 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_912[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_153 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_272[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_576 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_575[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_578 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_504[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_913 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_350[0][0]',         \n",
      " da)                                                              'tf.math.negative_153[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_279 (TFOp  (None, 550)         0           ['tf.math.truediv_576[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_578[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_580 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_913[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_280 (TFOp  (None, 550)         0           ['tf.__operators__.add_279[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_580[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_914 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_280[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_915 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_349[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_916 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_914[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_351 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_915[0][0]',   \n",
      " da)                                                              'tf.math.multiply_916[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_281 (TFOp  (None, 550)         0           ['tf.__operators__.add_278[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_351[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_507 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_281[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_352 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_507[0][0]',   \n",
      " da)                                                              'input_98[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.negative_154 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_281[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_506 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_281[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_351 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_352[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_352 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_154[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_378 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_506[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_379 (TFOpLam  (None, 1)           0           ['tf.nn.relu_351[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_380 (TFOpLam  (None, 1)           0           ['tf.nn.relu_352[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_505 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_281[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_581 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_378[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_582 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_379[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_583 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_380[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_279 (Concatenate)  (None, 1104)         0           ['tf.linalg.matmul_505[0][0]',   \n",
      "                                                                  'tf.math.truediv_581[0][0]',    \n",
      "                                                                  'tf.math.truediv_582[0][0]',    \n",
      "                                                                  'tf.math.truediv_583[0][0]',    \n",
      "                                                                  'tf.__operators__.add_281[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_269[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 295,050\n",
      "Trainable params: 295,050\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 295050\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 5.1609e-04 - my_mae: 5.1609e-04 - val_loss: 1.3542e-04 - val_my_mae: 1.3542e-04\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 1.5190e-04 - my_mae: 1.5190e-04 - val_loss: 2.8530e-05 - val_my_mae: 2.8530e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.2398e-04 - my_mae: 1.2398e-04 - val_loss: 3.1689e-05 - val_my_mae: 3.1689e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.0497e-04 - my_mae: 1.0497e-04 - val_loss: 4.1014e-05 - val_my_mae: 4.1014e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0418e-04 - my_mae: 1.0418e-04 - val_loss: 2.5373e-05 - val_my_mae: 2.5373e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0287e-04 - my_mae: 1.0287e-04 - val_loss: 4.0555e-05 - val_my_mae: 4.0555e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.0162e-04 - my_mae: 1.0162e-04 - val_loss: 4.6244e-05 - val_my_mae: 4.6244e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.0199e-04 - my_mae: 1.0199e-04 - val_loss: 9.4853e-05 - val_my_mae: 9.4853e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 9.5584e-05 - my_mae: 9.5584e-05 - val_loss: 1.0897e-04 - val_my_mae: 1.0897e-04\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.7598e-05 - my_mae: 9.7598e-05 - val_loss: 6.9094e-05 - val_my_mae: 6.9094e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0967e-04 - my_mae: 1.0967e-04 - val_loss: 4.7827e-05 - val_my_mae: 4.7827e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.3073e-05 - my_mae: 9.3073e-05 - val_loss: 2.5242e-05 - val_my_mae: 2.5242e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.0682e-04 - my_mae: 1.0682e-04 - val_loss: 3.7456e-05 - val_my_mae: 3.7456e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.3144e-05 - my_mae: 9.3144e-05 - val_loss: 1.2819e-05 - val_my_mae: 1.2819e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 9.4310e-05 - my_mae: 9.4310e-05 - val_loss: 2.4137e-05 - val_my_mae: 2.4137e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 9.1554e-05 - my_mae: 9.1554e-05 - val_loss: 1.2167e-05 - val_my_mae: 1.2167e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.3922e-05 - my_mae: 9.3922e-05 - val_loss: 4.7490e-05 - val_my_mae: 4.7490e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.0650e-04 - my_mae: 1.0650e-04 - val_loss: 4.0916e-05 - val_my_mae: 4.0916e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 9.9447e-05 - my_mae: 9.9447e-05 - val_loss: 7.5561e-05 - val_my_mae: 7.5561e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 9.8379e-05 - my_mae: 9.8379e-05 - val_loss: 3.9884e-05 - val_my_mae: 3.9884e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 1.0181e-04 - my_mae: 1.0181e-04 - val_loss: 2.5091e-05 - val_my_mae: 2.5091e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0333e-04 - my_mae: 1.0333e-04 - val_loss: 4.0141e-05 - val_my_mae: 4.0141e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0474e-04 - my_mae: 1.0474e-04 - val_loss: 1.3133e-04 - val_my_mae: 1.3133e-04\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 1.0660e-04 - my_mae: 1.0660e-04 - val_loss: 9.4084e-05 - val_my_mae: 9.4084e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 9.8510e-05 - my_mae: 9.8510e-05 - val_loss: 2.3169e-05 - val_my_mae: 2.3169e-05\n",
      "248/248 [==============================] - 3s 13ms/step\n",
      "Loss out on V0:  0.0048327725\n",
      "Loss constraint on V0:  2.2928862e-06\n",
      "Loss all on V0:  1.7945327e-05\n",
      "Loss out on Vf:  0.0048266375\n",
      "Loss constraint on Vf:  2.2909346e-06\n",
      "Loss all on Vf:  1.7909835e-05\n",
      "Distance V0 to Vf 0.001027: \n",
      "62/62 [==============================] - 1s 13ms/step\n",
      "Loss out on V0:  0.004902003\n",
      "Loss constraint on V0:  2.2126983e-06\n",
      "Loss all on V0:  2.3205268e-05\n",
      "Loss out on Vf:  0.0048959954\n",
      "Loss constraint on Vf:  2.2108463e-06\n",
      "Loss all on Vf:  2.3169321e-05\n",
      "Distance V0 to Vf 0.000500: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000002 loss-test = 0.000002 iter=0\n",
      "-------train [   1    2    3 ... 9896 9897 9898]\n",
      "-------test  [   0    8   12 ... 9879 9892 9899]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 500 550 relu True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_98\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_99 (InputLayer)          [(None, 38)]         0           []                               \n",
      "                                                                                                  \n",
      " dense_378 (Dense)              (None, 500)          19500       ['input_99[0][0]']               \n",
      "                                                                                                  \n",
      " dropout_189 (Dropout)          (None, 500)          0           ['dense_378[0][0]']              \n",
      "                                                                                                  \n",
      " dense_379 (Dense)              (None, 550)          275550      ['dropout_189[0][0]']            \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_508 (TFOpLamb  (None, 550)         0           ['input_99[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_353 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_508[0][0]',   \n",
      " da)                                                              'dense_379[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_353 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_353[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_274 (TFO  (None, 550)         0           ['tf.nn.relu_353[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_353[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_354 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_274[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_920 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_274[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_379[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_921 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_354[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_508[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_922 (TFOpLamb  (None, 550)         0           ['dense_379[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_282 (TFOp  (None, 550)         0           ['tf.math.multiply_920[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_921[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_283 (TFOp  (None, 550)         0           ['tf.math.multiply_922[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_282[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_511 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_283[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_355 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_511[0][0]',   \n",
      " da)                                                              'input_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_354 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_355[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_155 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_283[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_509 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_283[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_275 (TFO  (None, 38)          0           ['tf.nn.relu_354[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_354[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_355 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_155[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_510 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_509[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_924 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_354[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_275[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_276 (TFO  (None, 550)         0           ['tf.nn.relu_355[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_355[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_585 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_510[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_512 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_924[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_156 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_276[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_586 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_585[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_588 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_512[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_925 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_355[0][0]',         \n",
      " da)                                                              'tf.math.negative_156[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_284 (TFOp  (None, 550)         0           ['tf.math.truediv_586[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_588[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_590 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_925[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_285 (TFOp  (None, 550)         0           ['tf.__operators__.add_284[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_590[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_923 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_283[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_926 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_285[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_927 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_923[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_928 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_926[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_356 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_927[0][0]',   \n",
      " da)                                                              'tf.math.multiply_928[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_286 (TFOp  (None, 550)         0           ['tf.__operators__.add_283[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_356[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_515 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_286[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_357 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_515[0][0]',   \n",
      " da)                                                              'input_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_356 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_357[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_157 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_286[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_513 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_286[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_278 (TFO  (None, 38)          0           ['tf.nn.relu_356[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_356[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_357 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_157[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_514 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_513[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_929 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_356[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_278[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_279 (TFO  (None, 550)         0           ['tf.nn.relu_357[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_357[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_592 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_514[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_516 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_929[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_158 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_279[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_593 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_592[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_595 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_516[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_930 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_357[0][0]',         \n",
      " da)                                                              'tf.math.negative_158[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_287 (TFOp  (None, 550)         0           ['tf.math.truediv_593[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_595[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_597 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_930[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_288 (TFOp  (None, 550)         0           ['tf.__operators__.add_287[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_597[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_931 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_288[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_932 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_356[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_933 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_931[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_358 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_932[0][0]',   \n",
      " da)                                                              'tf.math.multiply_933[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_289 (TFOp  (None, 550)         0           ['tf.__operators__.add_286[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_358[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_519 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_289[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_359 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_519[0][0]',   \n",
      " da)                                                              'input_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_358 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_359[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_159 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_289[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_517 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_289[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_281 (TFO  (None, 38)          0           ['tf.nn.relu_358[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_358[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_359 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_159[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_518 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_517[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_934 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_358[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_281[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_282 (TFO  (None, 550)         0           ['tf.nn.relu_359[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_359[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_599 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_518[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_520 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_934[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_160 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_282[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_600 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_599[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_602 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_520[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_935 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_359[0][0]',         \n",
      " da)                                                              'tf.math.negative_160[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_290 (TFOp  (None, 550)         0           ['tf.math.truediv_600[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_602[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_604 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_935[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_291 (TFOp  (None, 550)         0           ['tf.__operators__.add_290[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_604[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_936 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_291[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_937 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_358[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_938 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_936[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_360 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_937[0][0]',   \n",
      " da)                                                              'tf.math.multiply_938[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_292 (TFOp  (None, 550)         0           ['tf.__operators__.add_289[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_360[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_523 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_292[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_361 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_523[0][0]',   \n",
      " da)                                                              'input_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_360 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_361[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_161 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_292[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_521 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_292[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_284 (TFO  (None, 38)          0           ['tf.nn.relu_360[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_360[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_361 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_161[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_522 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_521[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_939 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_360[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_284[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_285 (TFO  (None, 550)         0           ['tf.nn.relu_361[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_361[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_606 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_522[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_524 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_939[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_162 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_285[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_607 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_606[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_609 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_524[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_940 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_361[0][0]',         \n",
      " da)                                                              'tf.math.negative_162[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_293 (TFOp  (None, 550)         0           ['tf.math.truediv_607[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_609[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_611 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_940[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_294 (TFOp  (None, 550)         0           ['tf.__operators__.add_293[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_611[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_941 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_294[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_942 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_360[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_943 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_941[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_362 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_942[0][0]',   \n",
      " da)                                                              'tf.math.multiply_943[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_295 (TFOp  (None, 550)         0           ['tf.__operators__.add_292[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_362[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_527 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_295[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_363 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_527[0][0]',   \n",
      " da)                                                              'input_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.negative_163 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_295[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_526 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_295[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_362 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_363[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_363 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_163[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_393 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_526[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_394 (TFOpLam  (None, 1)           0           ['tf.nn.relu_362[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_395 (TFOpLam  (None, 1)           0           ['tf.nn.relu_363[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_525 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_295[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_612 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_393[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_613 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_394[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_614 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_395[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_280 (Concatenate)  (None, 1104)         0           ['tf.linalg.matmul_525[0][0]',   \n",
      "                                                                  'tf.math.truediv_612[0][0]',    \n",
      "                                                                  'tf.math.truediv_613[0][0]',    \n",
      "                                                                  'tf.math.truediv_614[0][0]',    \n",
      "                                                                  'tf.__operators__.add_295[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_283[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 295,050\n",
      "Trainable params: 295,050\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 295050\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 41s 25ms/step - loss: 5.7763e-04 - my_mae: 5.7763e-04 - val_loss: 5.2465e-05 - val_my_mae: 5.2465e-05\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.4762e-04 - my_mae: 1.4762e-04 - val_loss: 4.7395e-05 - val_my_mae: 4.7395e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.1357e-04 - my_mae: 1.1357e-04 - val_loss: 1.9744e-05 - val_my_mae: 1.9744e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.1482e-04 - my_mae: 1.1482e-04 - val_loss: 1.6129e-04 - val_my_mae: 1.6129e-04\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 1.0308e-04 - my_mae: 1.0308e-04 - val_loss: 2.8776e-04 - val_my_mae: 2.8776e-04\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 1.0740e-04 - my_mae: 1.0740e-04 - val_loss: 1.7279e-05 - val_my_mae: 1.7279e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 9.3142e-05 - my_mae: 9.3142e-05 - val_loss: 5.1049e-05 - val_my_mae: 5.1049e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 9.8209e-05 - my_mae: 9.8209e-05 - val_loss: 2.2479e-05 - val_my_mae: 2.2479e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 9.3212e-05 - my_mae: 9.3212e-05 - val_loss: 2.3686e-05 - val_my_mae: 2.3686e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.6702e-05 - my_mae: 9.6702e-05 - val_loss: 1.1477e-04 - val_my_mae: 1.1477e-04\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.0478e-04 - my_mae: 1.0478e-04 - val_loss: 1.3415e-04 - val_my_mae: 1.3415e-04\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 9.8103e-05 - my_mae: 9.8103e-05 - val_loss: 5.5360e-05 - val_my_mae: 5.5360e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.4596e-05 - my_mae: 9.4596e-05 - val_loss: 9.6712e-06 - val_my_mae: 9.6712e-06\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 9.7221e-05 - my_mae: 9.7221e-05 - val_loss: 2.1803e-04 - val_my_mae: 2.1803e-04\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.0868e-04 - my_mae: 1.0868e-04 - val_loss: 1.2306e-05 - val_my_mae: 1.2306e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 1.0378e-04 - my_mae: 1.0378e-04 - val_loss: 1.4306e-05 - val_my_mae: 1.4306e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 37s 24ms/step - loss: 1.0409e-04 - my_mae: 1.0409e-04 - val_loss: 1.9650e-05 - val_my_mae: 1.9650e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 9.3517e-05 - my_mae: 9.3517e-05 - val_loss: 8.7436e-06 - val_my_mae: 8.7436e-06\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.1648e-05 - my_mae: 9.1648e-05 - val_loss: 5.1112e-05 - val_my_mae: 5.1112e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 9.9077e-05 - my_mae: 9.9077e-05 - val_loss: 8.7144e-06 - val_my_mae: 8.7144e-06\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 9.7864e-05 - my_mae: 9.7864e-05 - val_loss: 8.9911e-06 - val_my_mae: 8.9911e-06\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.1050e-04 - my_mae: 1.1050e-04 - val_loss: 1.8800e-04 - val_my_mae: 1.8800e-04\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.0210e-04 - my_mae: 1.0210e-04 - val_loss: 1.3303e-05 - val_my_mae: 1.3303e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.2650e-04 - my_mae: 1.2650e-04 - val_loss: 1.3847e-05 - val_my_mae: 1.3847e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.1070e-04 - my_mae: 1.1070e-04 - val_loss: 1.1663e-05 - val_my_mae: 1.1663e-05\n",
      "248/248 [==============================] - 3s 13ms/step\n",
      "Loss out on V0:  0.005319283\n",
      "Loss constraint on V0:  1.6941715e-06\n",
      "Loss all on V0:  1.2628919e-05\n",
      "Loss out on Vf:  0.005317337\n",
      "Loss constraint on Vf:  1.6939069e-06\n",
      "Loss all on Vf:  1.2622976e-05\n",
      "Distance V0 to Vf 0.000380: \n",
      "62/62 [==============================] - 1s 11ms/step\n",
      "Loss out on V0:  0.0053674625\n",
      "Loss constraint on V0:  1.6194954e-06\n",
      "Loss all on V0:  1.1670714e-05\n",
      "Loss out on Vf:  0.0053655426\n",
      "Loss constraint on Vf:  1.6192658e-06\n",
      "Loss all on Vf:  1.1663109e-05\n",
      "Distance V0 to Vf 0.000177: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000002 loss-test = 0.000002 iter=0\n",
      "-------train [   0    2    4 ... 9895 9897 9899]\n",
      "-------test  [   1    3   17 ... 9890 9896 9898]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 500 550 relu True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_99\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_100 (InputLayer)         [(None, 38)]         0           []                               \n",
      "                                                                                                  \n",
      " dense_380 (Dense)              (None, 500)          19500       ['input_100[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_190 (Dropout)          (None, 500)          0           ['dense_380[0][0]']              \n",
      "                                                                                                  \n",
      " dense_381 (Dense)              (None, 550)          275550      ['dropout_190[0][0]']            \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_528 (TFOpLamb  (None, 550)         0           ['input_100[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_364 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_528[0][0]',   \n",
      " da)                                                              'dense_381[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_364 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_364[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_287 (TFO  (None, 550)         0           ['tf.nn.relu_364[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_364[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_365 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_287[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_947 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_287[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_381[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_948 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_365[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_528[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_949 (TFOpLamb  (None, 550)         0           ['dense_381[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_296 (TFOp  (None, 550)         0           ['tf.math.multiply_947[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_948[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_297 (TFOp  (None, 550)         0           ['tf.math.multiply_949[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_296[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_531 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_297[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_366 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_531[0][0]',   \n",
      " da)                                                              'input_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_365 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_366[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_164 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_297[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_529 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_297[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_288 (TFO  (None, 38)          0           ['tf.nn.relu_365[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_365[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_366 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_164[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_530 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_529[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_951 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_365[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_288[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_289 (TFO  (None, 550)         0           ['tf.nn.relu_366[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_366[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_616 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_530[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_532 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_951[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_165 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_289[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_617 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_616[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_619 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_532[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_952 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_366[0][0]',         \n",
      " da)                                                              'tf.math.negative_165[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_298 (TFOp  (None, 550)         0           ['tf.math.truediv_617[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_619[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_621 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_952[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_299 (TFOp  (None, 550)         0           ['tf.__operators__.add_298[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_621[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_950 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_297[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_953 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_299[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_954 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_950[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_955 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_953[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_367 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_954[0][0]',   \n",
      " da)                                                              'tf.math.multiply_955[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_300 (TFOp  (None, 550)         0           ['tf.__operators__.add_297[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_367[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_535 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_300[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_368 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_535[0][0]',   \n",
      " da)                                                              'input_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_367 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_368[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_166 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_300[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_533 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_300[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_291 (TFO  (None, 38)          0           ['tf.nn.relu_367[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_367[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_368 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_166[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_534 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_533[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_956 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_367[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_291[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_292 (TFO  (None, 550)         0           ['tf.nn.relu_368[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_368[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_623 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_534[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_536 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_956[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_167 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_292[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_624 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_623[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_626 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_536[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_957 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_368[0][0]',         \n",
      " da)                                                              'tf.math.negative_167[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_301 (TFOp  (None, 550)         0           ['tf.math.truediv_624[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_626[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_628 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_957[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_302 (TFOp  (None, 550)         0           ['tf.__operators__.add_301[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_628[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_958 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_302[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_959 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_367[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_960 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_958[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_369 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_959[0][0]',   \n",
      " da)                                                              'tf.math.multiply_960[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_303 (TFOp  (None, 550)         0           ['tf.__operators__.add_300[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_369[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_539 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_303[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_370 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_539[0][0]',   \n",
      " da)                                                              'input_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_369 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_370[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_168 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_303[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_537 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_303[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_294 (TFO  (None, 38)          0           ['tf.nn.relu_369[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_369[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_370 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_168[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_538 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_537[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_961 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_369[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_294[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_295 (TFO  (None, 550)         0           ['tf.nn.relu_370[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_370[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_630 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_538[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_540 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_961[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_169 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_295[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_631 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_630[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_633 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_540[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_962 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_370[0][0]',         \n",
      " da)                                                              'tf.math.negative_169[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_304 (TFOp  (None, 550)         0           ['tf.math.truediv_631[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_633[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_635 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_962[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_305 (TFOp  (None, 550)         0           ['tf.__operators__.add_304[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_635[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_963 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_305[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_964 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_369[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_965 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_963[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_371 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_964[0][0]',   \n",
      " da)                                                              'tf.math.multiply_965[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_306 (TFOp  (None, 550)         0           ['tf.__operators__.add_303[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_371[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_543 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_306[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_372 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_543[0][0]',   \n",
      " da)                                                              'input_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.nn.relu_371 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_372[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.negative_170 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_306[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_541 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_306[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_297 (TFO  (None, 38)          0           ['tf.nn.relu_371[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_371[0][0]']         \n",
      "                                                                                                  \n",
      " tf.nn.relu_372 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_170[0][0]']   \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_542 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_541[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_966 (TFOpLamb  (None, 38)          0           ['tf.nn.relu_371[0][0]',         \n",
      " da)                                                              'tf.math.divide_no_nan_297[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_298 (TFO  (None, 550)         0           ['tf.nn.relu_372[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_372[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.truediv_637 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_542[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_544 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_966[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.negative_171 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_298[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_638 (TFOpLambd  (None, 550)         0           ['tf.math.truediv_637[0][0]']    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_640 (TFOpLambd  (None, 550)         0           ['tf.linalg.matmul_544[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_967 (TFOpLamb  (None, 550)         0           ['tf.nn.relu_372[0][0]',         \n",
      " da)                                                              'tf.math.negative_171[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_307 (TFOp  (None, 550)         0           ['tf.math.truediv_638[0][0]',    \n",
      " Lambda)                                                          'tf.math.truediv_640[0][0]']    \n",
      "                                                                                                  \n",
      " tf.math.truediv_642 (TFOpLambd  (None, 550)         0           ['tf.math.multiply_967[0][0]']   \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_308 (TFOp  (None, 550)         0           ['tf.__operators__.add_307[0][0]'\n",
      " Lambda)                                                         , 'tf.math.truediv_642[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_968 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_308[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_969 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_371[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_970 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_968[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_373 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_969[0][0]',   \n",
      " da)                                                              'tf.math.multiply_970[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_309 (TFOp  (None, 550)         0           ['tf.__operators__.add_306[0][0]'\n",
      " Lambda)                                                         , 'tf.math.subtract_373[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_547 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_309[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_374 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_547[0][0]',   \n",
      " da)                                                              'input_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_172 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_309[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_546 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_309[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_373 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_374[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_374 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_172[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_408 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_546[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_409 (TFOpLam  (None, 1)           0           ['tf.nn.relu_373[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_410 (TFOpLam  (None, 1)           0           ['tf.nn.relu_374[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_545 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_309[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_643 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_408[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_644 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_409[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_645 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_410[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_281 (Concatenate)  (None, 1104)         0           ['tf.linalg.matmul_545[0][0]',   \n",
      "                                                                  'tf.math.truediv_643[0][0]',    \n",
      "                                                                  'tf.math.truediv_644[0][0]',    \n",
      "                                                                  'tf.math.truediv_645[0][0]',    \n",
      "                                                                  'tf.__operators__.add_309[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_297[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 295,050\n",
      "Trainable params: 295,050\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 295050\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 35s 21ms/step - loss: 5.9056e-04 - my_mae: 5.9056e-04 - val_loss: 7.1564e-05 - val_my_mae: 7.1564e-05\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.4100e-04 - my_mae: 1.4100e-04 - val_loss: 2.4672e-05 - val_my_mae: 2.4672e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.2451e-04 - my_mae: 1.2451e-04 - val_loss: 1.6967e-05 - val_my_mae: 1.6967e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.1166e-04 - my_mae: 1.1166e-04 - val_loss: 4.5601e-04 - val_my_mae: 4.5601e-04\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.1295e-04 - my_mae: 1.1295e-04 - val_loss: 2.5795e-05 - val_my_mae: 2.5795e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 46s 29ms/step - loss: 1.0644e-04 - my_mae: 1.0644e-04 - val_loss: 2.7447e-05 - val_my_mae: 2.7447e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 9.7370e-05 - my_mae: 9.7370e-05 - val_loss: 2.5537e-05 - val_my_mae: 2.5537e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 9.6991e-05 - my_mae: 9.6991e-05 - val_loss: 3.9069e-05 - val_my_mae: 3.9069e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.0596e-04 - my_mae: 1.0596e-04 - val_loss: 1.8243e-05 - val_my_mae: 1.8243e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 1.0158e-04 - my_mae: 1.0158e-04 - val_loss: 4.4870e-05 - val_my_mae: 4.4870e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 9.8169e-05 - my_mae: 9.8169e-05 - val_loss: 5.8260e-05 - val_my_mae: 5.8260e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 27s 17ms/step - loss: 8.8370e-05 - my_mae: 8.8370e-05 - val_loss: 4.5958e-05 - val_my_mae: 4.5958e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 27s 17ms/step - loss: 1.1429e-04 - my_mae: 1.1429e-04 - val_loss: 4.2554e-05 - val_my_mae: 4.2554e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 27s 17ms/step - loss: 8.9139e-05 - my_mae: 8.9139e-05 - val_loss: 2.2927e-05 - val_my_mae: 2.2927e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 9.5025e-05 - my_mae: 9.5025e-05 - val_loss: 1.7065e-05 - val_my_mae: 1.7065e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 9.5794e-05 - my_mae: 9.5794e-05 - val_loss: 4.5895e-05 - val_my_mae: 4.5895e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 1.0152e-04 - my_mae: 1.0152e-04 - val_loss: 5.0382e-05 - val_my_mae: 5.0382e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 29s 19ms/step - loss: 9.6568e-05 - my_mae: 9.6568e-05 - val_loss: 2.1557e-05 - val_my_mae: 2.1557e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.2247e-04 - my_mae: 1.2247e-04 - val_loss: 6.4681e-06 - val_my_mae: 6.4681e-06\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.1581e-04 - my_mae: 1.1581e-04 - val_loss: 3.9191e-05 - val_my_mae: 3.9191e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 8.9557e-05 - my_mae: 8.9557e-05 - val_loss: 2.5653e-05 - val_my_mae: 2.5653e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.0233e-04 - my_mae: 1.0233e-04 - val_loss: 2.1561e-05 - val_my_mae: 2.1561e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 1.0036e-04 - my_mae: 1.0036e-04 - val_loss: 8.0470e-05 - val_my_mae: 8.0470e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 1.1154e-04 - my_mae: 1.1154e-04 - val_loss: 5.1210e-05 - val_my_mae: 5.1210e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 49s 31ms/step - loss: 1.0798e-04 - my_mae: 1.0798e-04 - val_loss: 3.3277e-05 - val_my_mae: 3.3277e-05\n",
      "248/248 [==============================] - 4s 14ms/step\n",
      "Loss out on V0:  0.007444533\n",
      "Loss constraint on V0:  1.8331752e-06\n",
      "Loss all on V0:  3.1191703e-05\n",
      "Loss out on Vf:  0.007442057\n",
      "Loss constraint on Vf:  1.832665e-06\n",
      "Loss all on Vf:  3.1169046e-05\n",
      "Distance V0 to Vf 0.000526: \n",
      "62/62 [==============================] - 1s 12ms/step\n",
      "Loss out on V0:  0.0077917255\n",
      "Loss constraint on V0:  1.8175429e-06\n",
      "Loss all on V0:  3.3302553e-05\n",
      "Loss out on Vf:  0.0077891303\n",
      "Loss constraint on Vf:  1.8171316e-06\n",
      "Loss all on Vf:  3.3277418e-05\n",
      "Distance V0 to Vf 0.000236: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000002 loss-test = 0.000002 iter=0\n",
      "310/310 [==============================] - 4s 12ms/step\n",
      "Loss out on V0:  0.007513972\n",
      "Loss constraint on V0:  1.8300486e-06\n",
      "Loss all on V0:  3.1613872e-05\n",
      "Loss out on Vf:  0.007511472\n",
      "Loss constraint on Vf:  1.8295582e-06\n",
      "Loss all on Vf:  3.1590716e-05\n",
      "Distance V0 to Vf 0.000576: \n",
      "Stats for iML1515_UB_AMN_QP CPU-time 4445.7780\n",
      "R2 = 0.9971 (+/- 0.0014) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9969 (+/- 0.0013) Constraint = 0.0000 (+/- 0.0000)\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_QP\n",
      "model scaler: 11.0\n",
      "model input dim: 38\n",
      "model output dim: 1104\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (9900, 38) (9900, 4)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 25\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "35/35 [==============================] - 0s 12ms/step\n",
      "Stats for Test set CPU-time 0.4460\n",
      "R2 = 0.9971 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9971 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_QP models with FBA simulated training set for iML1515\n",
    "# with EB or UB with a mechanistic layer \n",
    "# This cell takes several hours to execute\n",
    "\n",
    "# What you can change \n",
    "seed = 1\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'iML1515_UB' # can change EB by UB\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model \n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_QP',\n",
    "              scaler = True,\n",
    "              timestep = timestep, learn_rate=0.01,\n",
    "              n_hidden = 1, hidden_dim = 500,\n",
    "              epochs = 25, xfold = 5, \n",
    "              verbose=True) \n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y = Xtrain, Ytrain\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=2)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "reservoir.save(reservoirfile)\n",
    "reservoir.load(reservoirfile)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    X, Y = model_input(reservoir, verbose=False)\n",
    "    reservoir.model.b_ext = btest\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)\n",
    " "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c5cd2e64-948f-4e30-a52b-75cbe0491ef3",
   "metadata": {},
   "source": [
    "### AMN with QP solver on iJN1463 FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "e32f0e96-7a5e-4162-82c2-305f3908e6c4",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  2135 2135\n",
      "number of metabolites:  1637\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/IJN1463_10_UB\n",
      "model type: AMN_QP\n",
      "model scaler: 1.0\n",
      "model input dim: 196\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (4860, 196) (4860, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 500\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 100\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "nbr parameters: 1168135\n",
      "110/110 [==============================] - 3s 26ms/step\n",
      "---------- 1\n",
      "28/28 [==============================] - 1s 26ms/step\n",
      "---------- 1\n",
      "train = 0.99 test = 0.98 loss-train = 0.000009 loss-test = 0.000009 iter=0\n",
      "nbr parameters: 1168135\n",
      "110/110 [==============================] - 3s 25ms/step\n",
      "---------- 1\n",
      "28/28 [==============================] - 1s 28ms/step\n",
      "---------- 1\n",
      "train = 0.99 test = 0.99 loss-train = 0.000008 loss-test = 0.000008 iter=0\n",
      "nbr parameters: 1168135\n",
      "110/110 [==============================] - 3s 23ms/step\n",
      "---------- 1\n",
      "28/28 [==============================] - 1s 23ms/step\n",
      "---------- 1\n",
      "train = 0.99 test = 0.99 loss-train = 0.000007 loss-test = 0.000007 iter=0\n",
      "nbr parameters: 1168135\n",
      "110/110 [==============================] - 2s 20ms/step\n",
      "---------- 1\n",
      "28/28 [==============================] - 1s 20ms/step\n",
      "---------- 1\n",
      "train = 0.99 test = 0.99 loss-train = 0.000009 loss-test = 0.000010 iter=0\n",
      "nbr parameters: 1168135\n",
      "110/110 [==============================] - 3s 22ms/step\n",
      "---------- 1\n",
      "28/28 [==============================] - 1s 21ms/step\n",
      "---------- 1\n",
      "train = 0.99 test = 0.99 loss-train = 0.000008 loss-test = 0.000008 iter=0\n",
      "137/137 [==============================] - 3s 21ms/step\n",
      "---------- 1\n",
      "Stats for IJN1463_10_UB_AMN_QP CPU-time 12756.9262\n",
      "R2 = 0.9930 (+/- 0.0018) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9883 (+/- 0.0023) Constraint = 0.0000 (+/- 0.0000)\n",
      "./Reservoir/IJN1463_10_UB_AMN_QP_param.csv\n",
      "training file: ./Dataset_model/IJN1463_10_UB\n",
      "model type: AMN_QP\n",
      "model scaler: 100.0\n",
      "model input dim: 196\n",
      "model output dim: 4274\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (4860, 196) (4860, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "gradient learn rate: 0.01\n",
      "gradient decay rate: 0.9\n",
      "training epochs: 500\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 100\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "16/16 [==============================] - 31s 23ms/step\n",
      "---------- 1\n",
      "Stats for Test set CPU-time 31.5217\n",
      "R2 = 0.9899 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9899 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_QP models with FBA simulated training set for P. putida iJN1463\n",
    "# with UB with a mechanistic layer \n",
    "# This cell takes several hours to execute\n",
    "\n",
    "# What you can change \n",
    "seed = 1\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'IJN1463_10_UB' # can change EB by UB\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model \n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_KT2440_WT3'], \n",
    "              model_type = 'AMN_QP',\n",
    "              scaler = True,\n",
    "              timestep = timestep, learn_rate=0.01,\n",
    "              n_hidden = 1, hidden_dim = 500, batch_size=100,\n",
    "              epochs = 500, xfold = 5, \n",
    "              verbose=True) \n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y = Xtrain, Ytrain\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=False)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "reservoir.save(reservoirfile)\n",
    "reservoir.load(reservoirfile)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    X, Y = model_input(reservoir, verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1e994779-afb8-4bba-beae-4b11768d86b8",
   "metadata": {
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### AMN with LP solver on iML1515 FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "579337e6",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_LP\n",
      "model scaler: 1.0\n",
      "model input dim: 38\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (11000, 38) (11000, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 250\n",
      "activation function: relu\n",
      "training epochs: 25\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "AMN scaler 11.0\n",
      "LP input shape (9900, 3235) (9900, 4)\n",
      "-------train [   0    1    3 ... 9897 9898 9899]\n",
      "-------test  [   2    4    6 ... 9883 9891 9893]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 550 relu True\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 2716 linear True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_29\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_30 (InputLayer)          [(None, 3235)]       0           []                               \n",
      "                                                                                                  \n",
      " lambda_54 (Lambda)             (None, 38)           0           ['input_30[0][0]']               \n",
      "                                                                                                  \n",
      " dense_82 (Dense)               (None, 250)          9750        ['lambda_54[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_41 (Dropout)           (None, 250)          0           ['dense_82[0][0]']               \n",
      "                                                                                                  \n",
      " dense_83 (Dense)               (None, 550)          138050      ['dropout_41[0][0]']             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_694 (TFOpLamb  (None, 550)         0           ['lambda_54[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_451 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_694[0][0]',   \n",
      " da)                                                              'dense_83[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_265 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_451[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_143 (TFO  (None, 550)         0           ['tf.nn.relu_265[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_265[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_452 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_143[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_741 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_143[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_83[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_742 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_452[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_694[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_743 (TFOpLamb  (None, 550)         0           ['dense_83[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_526 (TFOp  (None, 550)         0           ['tf.math.multiply_741[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_742[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_527 (TFOp  (None, 550)         0           ['tf.math.multiply_743[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_526[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " dense_84 (Dense)               (None, 250)          9750        ['lambda_54[0][0]']              \n",
      "                                                                                                  \n",
      " tf.expand_dims_360 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_527[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " dropout_42 (Dropout)           (None, 250)          0           ['dense_84[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_697 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_360[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " dense_85 (Dense)               (None, 2716)         681716      ['dropout_42[0][0]']             \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_360 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_697[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_530 (TFOp  (None, 2716)        0           ['dense_85[0][0]',               \n",
      " Lambda)                                                          'tf.compat.v1.squeeze_360[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " lambda_56 (Lambda)             (None, 2716)         0           ['input_30[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.subtract_454 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_530[0][0]'\n",
      " da)                                                             , 'lambda_56[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_268 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_454[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_361 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_268[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_363 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_527[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_698 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_361[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_700 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_363[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_361 (TFOp  (None, 550)         0           ['tf.linalg.matmul_698[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_363 (TFOp  (None, 481)         0           ['tf.linalg.matmul_700[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " lambda_55 (Lambda)             (None, 481)          0           ['input_30[0][0]']               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_531 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_361[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_455 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_363[0][0]'\n",
      " da)                                                             , 'lambda_55[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_362 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_531[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_364 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_455[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_699 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_362[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_701 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_364[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_362 (TFOp  (None, 550)         0           ['tf.linalg.matmul_699[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_364 (TFOp  (None, 550)         0           ['tf.linalg.matmul_701[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_456 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_362[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_364[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_748 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_456[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_749 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_748[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_532 (TFOp  (None, 550)         0           ['tf.__operators__.add_527[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_749[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_457 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_268[0][0]',         \n",
      " da)                                                              'dense_85[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_747 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_457[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_365 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_532[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_750 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_747[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_704 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_365[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_533 (TFOp  (None, 2716)        0           ['dense_85[0][0]',               \n",
      " Lambda)                                                          'tf.math.multiply_750[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_365 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_704[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_536 (TFOp  (None, 2716)        0           ['tf.__operators__.add_533[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_365[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_459 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_536[0][0]'\n",
      " da)                                                             , 'lambda_56[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_271 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_459[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_366 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_271[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_368 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_532[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_705 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_366[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_707 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_368[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_366 (TFOp  (None, 550)         0           ['tf.linalg.matmul_705[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_368 (TFOp  (None, 481)         0           ['tf.linalg.matmul_707[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_537 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_366[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_460 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_368[0][0]'\n",
      " da)                                                             , 'lambda_55[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_367 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_537[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_369 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_460[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_706 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_367[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_708 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_369[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_367 (TFOp  (None, 550)         0           ['tf.linalg.matmul_706[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_369 (TFOp  (None, 550)         0           ['tf.linalg.matmul_708[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_461 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_367[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_369[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_755 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_461[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_756 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_755[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_538 (TFOp  (None, 550)         0           ['tf.__operators__.add_532[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_756[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_462 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_271[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_533[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_754 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_462[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_370 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_538[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_757 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_754[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_711 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_370[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_539 (TFOp  (None, 2716)        0           ['tf.__operators__.add_533[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_757[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_370 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_711[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_542 (TFOp  (None, 2716)        0           ['tf.__operators__.add_539[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_370[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_464 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_542[0][0]'\n",
      " da)                                                             , 'lambda_56[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_274 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_464[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_371 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_274[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_373 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_538[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_712 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_371[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_714 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_373[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_371 (TFOp  (None, 550)         0           ['tf.linalg.matmul_712[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_373 (TFOp  (None, 481)         0           ['tf.linalg.matmul_714[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_543 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_371[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_465 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_373[0][0]'\n",
      " da)                                                             , 'lambda_55[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_372 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_543[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_374 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_465[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_713 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_372[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_715 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_374[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_372 (TFOp  (None, 550)         0           ['tf.linalg.matmul_713[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_374 (TFOp  (None, 550)         0           ['tf.linalg.matmul_715[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_466 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_372[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_374[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_762 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_466[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_763 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_762[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_544 (TFOp  (None, 550)         0           ['tf.__operators__.add_538[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_763[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_467 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_274[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_539[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_761 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_467[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_375 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_544[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_764 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_761[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_718 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_375[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_545 (TFOp  (None, 2716)        0           ['tf.__operators__.add_539[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_764[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_375 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_718[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_548 (TFOp  (None, 2716)        0           ['tf.__operators__.add_545[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_375[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_469 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_548[0][0]'\n",
      " da)                                                             , 'lambda_56[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_277 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_469[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_376 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_277[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_378 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_544[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_719 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_376[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_721 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_378[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_376 (TFOp  (None, 550)         0           ['tf.linalg.matmul_719[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_378 (TFOp  (None, 481)         0           ['tf.linalg.matmul_721[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_549 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_376[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_470 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_378[0][0]'\n",
      " da)                                                             , 'lambda_55[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_377 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_549[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_379 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_470[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_720 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_377[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_722 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_379[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_377 (TFOp  (None, 550)         0           ['tf.linalg.matmul_720[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_379 (TFOp  (None, 550)         0           ['tf.linalg.matmul_722[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_471 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_377[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_379[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_769 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_471[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_770 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_769[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_550 (TFOp  (None, 550)         0           ['tf.__operators__.add_544[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_770[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_725 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_550[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_473 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_725[0][0]',   \n",
      " da)                                                              'lambda_54[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_145 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_550[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_724 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_550[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_278 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_473[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_279 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_145[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_375 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_724[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_376 (TFOpLam  (None, 1)           0           ['tf.nn.relu_278[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_377 (TFOpLam  (None, 1)           0           ['tf.nn.relu_279[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_723 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_550[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_455 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_375[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_456 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_376[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_457 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_377[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_29 (Concatenate)   (None, 1104)         0           ['tf.linalg.matmul_723[0][0]',   \n",
      "                                                                  'tf.math.truediv_455[0][0]',    \n",
      "                                                                  'tf.math.truediv_456[0][0]',    \n",
      "                                                                  'tf.math.truediv_457[0][0]',    \n",
      "                                                                  'tf.__operators__.add_550[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_527[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 839,266\n",
      "Trainable params: 839,266\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 839266\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 17s 10ms/step - loss: 0.0089 - my_mae: 0.0089 - val_loss: 0.0028 - val_my_mae: 0.0028\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 0.0018 - my_mae: 0.0018 - val_loss: 0.0012 - val_my_mae: 0.0012\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 0.0012 - my_mae: 0.0012 - val_loss: 9.6324e-04 - val_my_mae: 9.6324e-04\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 0.0010 - my_mae: 0.0010 - val_loss: 7.9800e-04 - val_my_mae: 7.9800e-04\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 8.2180e-04 - my_mae: 8.2180e-04 - val_loss: 5.9536e-04 - val_my_mae: 5.9536e-04\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 6.1496e-04 - my_mae: 6.1496e-04 - val_loss: 4.0693e-04 - val_my_mae: 4.0693e-04\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 4.8543e-04 - my_mae: 4.8543e-04 - val_loss: 4.0875e-04 - val_my_mae: 4.0875e-04\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 4.0111e-04 - my_mae: 4.0111e-04 - val_loss: 2.6550e-04 - val_my_mae: 2.6550e-04\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 3.5272e-04 - my_mae: 3.5272e-04 - val_loss: 2.3113e-04 - val_my_mae: 2.3113e-04\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 3.1222e-04 - my_mae: 3.1222e-04 - val_loss: 2.1077e-04 - val_my_mae: 2.1077e-04\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 2.8137e-04 - my_mae: 2.8137e-04 - val_loss: 1.9159e-04 - val_my_mae: 1.9159e-04\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 2.5359e-04 - my_mae: 2.5359e-04 - val_loss: 1.5134e-04 - val_my_mae: 1.5134e-04\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 2.4525e-04 - my_mae: 2.4525e-04 - val_loss: 1.4393e-04 - val_my_mae: 1.4393e-04\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 2.2612e-04 - my_mae: 2.2612e-04 - val_loss: 1.2467e-04 - val_my_mae: 1.2467e-04\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 2.0607e-04 - my_mae: 2.0607e-04 - val_loss: 1.0919e-04 - val_my_mae: 1.0919e-04\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.9932e-04 - my_mae: 1.9932e-04 - val_loss: 9.9616e-05 - val_my_mae: 9.9616e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.8993e-04 - my_mae: 1.8993e-04 - val_loss: 9.0131e-05 - val_my_mae: 9.0131e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.8465e-04 - my_mae: 1.8465e-04 - val_loss: 9.3774e-05 - val_my_mae: 9.3774e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.8025e-04 - my_mae: 1.8025e-04 - val_loss: 8.0929e-05 - val_my_mae: 8.0929e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.7312e-04 - my_mae: 1.7312e-04 - val_loss: 8.7293e-05 - val_my_mae: 8.7293e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.6620e-04 - my_mae: 1.6620e-04 - val_loss: 8.1397e-05 - val_my_mae: 8.1397e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.7252e-04 - my_mae: 1.7252e-04 - val_loss: 7.7997e-05 - val_my_mae: 7.7997e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.6452e-04 - my_mae: 1.6452e-04 - val_loss: 7.6049e-05 - val_my_mae: 7.6049e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.6376e-04 - my_mae: 1.6376e-04 - val_loss: 8.2603e-05 - val_my_mae: 8.2603e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.5819e-04 - my_mae: 1.5819e-04 - val_loss: 6.8534e-05 - val_my_mae: 6.8534e-05\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  0.3174945\n",
      "Loss constraint on V0:  0.001134018\n",
      "Loss all on V0:  0.035572775\n",
      "Loss out on Vf:  0.002731682\n",
      "Loss constraint on Vf:  7.916986e-05\n",
      "Loss all on Vf:  6.529844e-05\n",
      "Distance V0 to Vf 2112.292969: \n",
      "62/62 [==============================] - 0s 8ms/step\n",
      "Loss out on V0:  0.3165195\n",
      "Loss constraint on V0:  0.0011374801\n",
      "Loss all on V0:  0.03562737\n",
      "Loss out on Vf:  0.0027240522\n",
      "Loss constraint on Vf:  7.9763886e-05\n",
      "Loss all on Vf:  6.8533576e-05\n",
      "Distance V0 to Vf 1059.516479: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000079 loss-test = 0.000080 iter=0\n",
      "-------train [   0    1    2 ... 9897 9898 9899]\n",
      "-------test  [  20   22   23 ... 9885 9887 9894]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 550 relu True\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 2716 linear True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_30\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_31 (InputLayer)          [(None, 3235)]       0           []                               \n",
      "                                                                                                  \n",
      " lambda_57 (Lambda)             (None, 38)           0           ['input_31[0][0]']               \n",
      "                                                                                                  \n",
      " dense_86 (Dense)               (None, 250)          9750        ['lambda_57[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_43 (Dropout)           (None, 250)          0           ['dense_86[0][0]']               \n",
      "                                                                                                  \n",
      " dense_87 (Dense)               (None, 550)          138050      ['dropout_43[0][0]']             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_726 (TFOpLamb  (None, 550)         0           ['lambda_57[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_474 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_726[0][0]',   \n",
      " da)                                                              'dense_87[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_280 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_474[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_148 (TFO  (None, 550)         0           ['tf.nn.relu_280[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_280[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_475 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_148[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_775 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_148[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_87[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_776 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_475[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_726[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_777 (TFOpLamb  (None, 550)         0           ['dense_87[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_552 (TFOp  (None, 550)         0           ['tf.math.multiply_775[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_776[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_553 (TFOp  (None, 550)         0           ['tf.math.multiply_777[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_552[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " dense_88 (Dense)               (None, 250)          9750        ['lambda_57[0][0]']              \n",
      "                                                                                                  \n",
      " tf.expand_dims_380 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_553[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " dropout_44 (Dropout)           (None, 250)          0           ['dense_88[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_729 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_380[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " dense_89 (Dense)               (None, 2716)         681716      ['dropout_44[0][0]']             \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_380 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_729[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_556 (TFOp  (None, 2716)        0           ['dense_89[0][0]',               \n",
      " Lambda)                                                          'tf.compat.v1.squeeze_380[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " lambda_59 (Lambda)             (None, 2716)         0           ['input_31[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.subtract_477 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_556[0][0]'\n",
      " da)                                                             , 'lambda_59[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_283 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_477[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_381 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_283[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_383 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_553[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_730 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_381[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_732 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_383[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_381 (TFOp  (None, 550)         0           ['tf.linalg.matmul_730[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_383 (TFOp  (None, 481)         0           ['tf.linalg.matmul_732[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " lambda_58 (Lambda)             (None, 481)          0           ['input_31[0][0]']               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_557 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_381[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_478 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_383[0][0]'\n",
      " da)                                                             , 'lambda_58[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_382 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_557[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_384 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_478[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_731 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_382[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_733 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_384[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_382 (TFOp  (None, 550)         0           ['tf.linalg.matmul_731[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_384 (TFOp  (None, 550)         0           ['tf.linalg.matmul_733[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_479 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_382[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_384[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_782 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_479[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_783 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_782[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_558 (TFOp  (None, 550)         0           ['tf.__operators__.add_553[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_783[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_480 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_283[0][0]',         \n",
      " da)                                                              'dense_89[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_781 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_480[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_385 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_558[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_784 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_781[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_736 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_385[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_559 (TFOp  (None, 2716)        0           ['dense_89[0][0]',               \n",
      " Lambda)                                                          'tf.math.multiply_784[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_385 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_736[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_562 (TFOp  (None, 2716)        0           ['tf.__operators__.add_559[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_385[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_482 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_562[0][0]'\n",
      " da)                                                             , 'lambda_59[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_286 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_482[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_386 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_286[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_388 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_558[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_737 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_386[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_739 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_388[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_386 (TFOp  (None, 550)         0           ['tf.linalg.matmul_737[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_388 (TFOp  (None, 481)         0           ['tf.linalg.matmul_739[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_563 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_386[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_483 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_388[0][0]'\n",
      " da)                                                             , 'lambda_58[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_387 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_563[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_389 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_483[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_738 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_387[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_740 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_389[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_387 (TFOp  (None, 550)         0           ['tf.linalg.matmul_738[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_389 (TFOp  (None, 550)         0           ['tf.linalg.matmul_740[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_484 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_387[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_389[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_789 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_484[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_790 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_789[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_564 (TFOp  (None, 550)         0           ['tf.__operators__.add_558[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_790[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_485 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_286[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_559[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_788 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_485[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_390 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_564[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_791 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_788[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_743 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_390[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_565 (TFOp  (None, 2716)        0           ['tf.__operators__.add_559[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_791[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_390 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_743[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_568 (TFOp  (None, 2716)        0           ['tf.__operators__.add_565[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_390[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_487 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_568[0][0]'\n",
      " da)                                                             , 'lambda_59[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_289 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_487[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_391 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_289[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_393 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_564[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_744 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_391[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_746 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_393[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_391 (TFOp  (None, 550)         0           ['tf.linalg.matmul_744[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_393 (TFOp  (None, 481)         0           ['tf.linalg.matmul_746[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_569 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_391[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_488 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_393[0][0]'\n",
      " da)                                                             , 'lambda_58[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_392 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_569[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_394 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_488[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_745 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_392[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_747 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_394[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_392 (TFOp  (None, 550)         0           ['tf.linalg.matmul_745[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_394 (TFOp  (None, 550)         0           ['tf.linalg.matmul_747[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_489 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_392[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_394[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_796 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_489[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_797 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_796[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_570 (TFOp  (None, 550)         0           ['tf.__operators__.add_564[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_797[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_490 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_289[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_565[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_795 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_490[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_395 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_570[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_798 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_795[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_750 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_395[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_571 (TFOp  (None, 2716)        0           ['tf.__operators__.add_565[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_798[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_395 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_750[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_574 (TFOp  (None, 2716)        0           ['tf.__operators__.add_571[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_395[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_492 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_574[0][0]'\n",
      " da)                                                             , 'lambda_59[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_292 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_492[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_396 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_292[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_398 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_570[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_751 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_396[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_753 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_398[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_396 (TFOp  (None, 550)         0           ['tf.linalg.matmul_751[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_398 (TFOp  (None, 481)         0           ['tf.linalg.matmul_753[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_575 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_396[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_493 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_398[0][0]'\n",
      " da)                                                             , 'lambda_58[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_397 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_575[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_399 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_493[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_752 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_397[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_754 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_399[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_397 (TFOp  (None, 550)         0           ['tf.linalg.matmul_752[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_399 (TFOp  (None, 550)         0           ['tf.linalg.matmul_754[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_494 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_397[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_399[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_803 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_494[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_804 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_803[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_576 (TFOp  (None, 550)         0           ['tf.__operators__.add_570[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_804[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_757 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_576[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_496 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_757[0][0]',   \n",
      " da)                                                              'lambda_57[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_150 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_576[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_756 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_576[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_293 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_496[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_294 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_150[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_390 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_756[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_391 (TFOpLam  (None, 1)           0           ['tf.nn.relu_293[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_392 (TFOpLam  (None, 1)           0           ['tf.nn.relu_294[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_755 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_576[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_470 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_390[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_471 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_391[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_472 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_392[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_30 (Concatenate)   (None, 1104)         0           ['tf.linalg.matmul_755[0][0]',   \n",
      "                                                                  'tf.math.truediv_470[0][0]',    \n",
      "                                                                  'tf.math.truediv_471[0][0]',    \n",
      "                                                                  'tf.math.truediv_472[0][0]',    \n",
      "                                                                  'tf.__operators__.add_576[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_553[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 839,266\n",
      "Trainable params: 839,266\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 839266\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 6.5613e-04 - my_mae: 6.5613e-04 - val_loss: 3.0144e-04 - val_my_mae: 3.0144e-04\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.6585e-04 - my_mae: 1.6585e-04 - val_loss: 4.4857e-05 - val_my_mae: 4.4857e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.3822e-04 - my_mae: 1.3822e-04 - val_loss: 5.1204e-05 - val_my_mae: 5.1204e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.1213e-04 - my_mae: 1.1213e-04 - val_loss: 2.1825e-05 - val_my_mae: 2.1825e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1634e-04 - my_mae: 1.1634e-04 - val_loss: 2.9758e-05 - val_my_mae: 2.9758e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0988e-04 - my_mae: 1.0988e-04 - val_loss: 1.8681e-05 - val_my_mae: 1.8681e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.2051e-04 - my_mae: 1.2051e-04 - val_loss: 2.2120e-05 - val_my_mae: 2.2120e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1493e-04 - my_mae: 1.1493e-04 - val_loss: 3.3610e-05 - val_my_mae: 3.3610e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 1.0282e-04 - my_mae: 1.0282e-04 - val_loss: 4.2413e-05 - val_my_mae: 4.2413e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 1.1335e-04 - my_mae: 1.1335e-04 - val_loss: 1.4823e-05 - val_my_mae: 1.4823e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0548e-04 - my_mae: 1.0548e-04 - val_loss: 1.4177e-05 - val_my_mae: 1.4177e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.2189e-04 - my_mae: 1.2189e-04 - val_loss: 2.1664e-05 - val_my_mae: 2.1664e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 1.0500e-04 - my_mae: 1.0500e-04 - val_loss: 4.9279e-05 - val_my_mae: 4.9279e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.1451e-04 - my_mae: 1.1451e-04 - val_loss: 8.1142e-05 - val_my_mae: 8.1142e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 9.8076e-05 - my_mae: 9.8076e-05 - val_loss: 3.9870e-05 - val_my_mae: 3.9870e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 1.1986e-04 - my_mae: 1.1986e-04 - val_loss: 2.3836e-05 - val_my_mae: 2.3836e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 9.9410e-05 - my_mae: 9.9410e-05 - val_loss: 2.6497e-05 - val_my_mae: 2.6497e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0416e-04 - my_mae: 1.0416e-04 - val_loss: 2.3092e-05 - val_my_mae: 2.3092e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.1452e-04 - my_mae: 1.1452e-04 - val_loss: 1.7969e-05 - val_my_mae: 1.7969e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0283e-04 - my_mae: 1.0283e-04 - val_loss: 7.4886e-05 - val_my_mae: 7.4886e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.2675e-04 - my_mae: 1.2675e-04 - val_loss: 3.6438e-05 - val_my_mae: 3.6438e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 9.4634e-05 - my_mae: 9.4634e-05 - val_loss: 3.3200e-05 - val_my_mae: 3.3200e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.1578e-04 - my_mae: 1.1578e-04 - val_loss: 2.8779e-05 - val_my_mae: 2.8779e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.0934e-04 - my_mae: 1.0934e-04 - val_loss: 4.4631e-05 - val_my_mae: 4.4631e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 16s 10ms/step - loss: 1.0228e-04 - my_mae: 1.0228e-04 - val_loss: 3.5581e-05 - val_my_mae: 3.5581e-05\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  0.013539258\n",
      "Loss constraint on V0:  4.3519226e-06\n",
      "Loss all on V0:  9.094317e-05\n",
      "Loss out on Vf:  0.008905625\n",
      "Loss constraint on Vf:  3.121924e-06\n",
      "Loss all on Vf:  3.6263827e-05\n",
      "Distance V0 to Vf 184.527985: \n",
      "62/62 [==============================] - 1s 8ms/step\n",
      "Loss out on V0:  0.0135699455\n",
      "Loss constraint on V0:  4.5384654e-06\n",
      "Loss all on V0:  8.981919e-05\n",
      "Loss out on Vf:  0.008903709\n",
      "Loss constraint on Vf:  3.2299477e-06\n",
      "Loss all on Vf:  3.5580662e-05\n",
      "Distance V0 to Vf 94.188400: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000003 loss-test = 0.000003 iter=0\n",
      "-------train [   0    1    2 ... 9896 9898 9899]\n",
      "-------test  [   5   10   21 ... 9889 9895 9897]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 550 relu True\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 2716 linear True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_31\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_32 (InputLayer)          [(None, 3235)]       0           []                               \n",
      "                                                                                                  \n",
      " lambda_60 (Lambda)             (None, 38)           0           ['input_32[0][0]']               \n",
      "                                                                                                  \n",
      " dense_90 (Dense)               (None, 250)          9750        ['lambda_60[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_45 (Dropout)           (None, 250)          0           ['dense_90[0][0]']               \n",
      "                                                                                                  \n",
      " dense_91 (Dense)               (None, 550)          138050      ['dropout_45[0][0]']             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_758 (TFOpLamb  (None, 550)         0           ['lambda_60[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_497 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_758[0][0]',   \n",
      " da)                                                              'dense_91[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_295 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_497[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_153 (TFO  (None, 550)         0           ['tf.nn.relu_295[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_295[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_498 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_153[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_809 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_153[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_91[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_810 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_498[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_758[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_811 (TFOpLamb  (None, 550)         0           ['dense_91[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_578 (TFOp  (None, 550)         0           ['tf.math.multiply_809[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_810[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_579 (TFOp  (None, 550)         0           ['tf.math.multiply_811[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_578[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " dense_92 (Dense)               (None, 250)          9750        ['lambda_60[0][0]']              \n",
      "                                                                                                  \n",
      " tf.expand_dims_400 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_579[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " dropout_46 (Dropout)           (None, 250)          0           ['dense_92[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_761 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_400[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " dense_93 (Dense)               (None, 2716)         681716      ['dropout_46[0][0]']             \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_400 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_761[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_582 (TFOp  (None, 2716)        0           ['dense_93[0][0]',               \n",
      " Lambda)                                                          'tf.compat.v1.squeeze_400[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " lambda_62 (Lambda)             (None, 2716)         0           ['input_32[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.subtract_500 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_582[0][0]'\n",
      " da)                                                             , 'lambda_62[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_298 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_500[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_401 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_298[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_403 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_579[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_762 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_401[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_764 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_403[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_401 (TFOp  (None, 550)         0           ['tf.linalg.matmul_762[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_403 (TFOp  (None, 481)         0           ['tf.linalg.matmul_764[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " lambda_61 (Lambda)             (None, 481)          0           ['input_32[0][0]']               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_583 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_401[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_501 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_403[0][0]'\n",
      " da)                                                             , 'lambda_61[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_402 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_583[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_404 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_501[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_763 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_402[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_765 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_404[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_402 (TFOp  (None, 550)         0           ['tf.linalg.matmul_763[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_404 (TFOp  (None, 550)         0           ['tf.linalg.matmul_765[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_502 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_402[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_404[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_816 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_502[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_817 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_816[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_584 (TFOp  (None, 550)         0           ['tf.__operators__.add_579[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_817[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_503 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_298[0][0]',         \n",
      " da)                                                              'dense_93[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_815 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_503[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_405 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_584[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_818 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_815[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_768 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_405[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_585 (TFOp  (None, 2716)        0           ['dense_93[0][0]',               \n",
      " Lambda)                                                          'tf.math.multiply_818[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_405 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_768[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_588 (TFOp  (None, 2716)        0           ['tf.__operators__.add_585[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_405[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_505 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_588[0][0]'\n",
      " da)                                                             , 'lambda_62[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_301 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_505[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_406 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_301[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_408 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_584[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_769 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_406[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_771 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_408[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_406 (TFOp  (None, 550)         0           ['tf.linalg.matmul_769[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_408 (TFOp  (None, 481)         0           ['tf.linalg.matmul_771[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_589 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_406[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_506 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_408[0][0]'\n",
      " da)                                                             , 'lambda_61[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_407 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_589[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_409 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_506[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_770 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_407[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_772 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_409[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_407 (TFOp  (None, 550)         0           ['tf.linalg.matmul_770[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_409 (TFOp  (None, 550)         0           ['tf.linalg.matmul_772[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_507 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_407[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_409[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_823 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_507[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_824 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_823[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_590 (TFOp  (None, 550)         0           ['tf.__operators__.add_584[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_824[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_508 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_301[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_585[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_822 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_508[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_410 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_590[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_825 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_822[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_775 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_410[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_591 (TFOp  (None, 2716)        0           ['tf.__operators__.add_585[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_825[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_410 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_775[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_594 (TFOp  (None, 2716)        0           ['tf.__operators__.add_591[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_410[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_510 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_594[0][0]'\n",
      " da)                                                             , 'lambda_62[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_304 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_510[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_411 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_304[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_413 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_590[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_776 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_411[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_778 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_413[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_411 (TFOp  (None, 550)         0           ['tf.linalg.matmul_776[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_413 (TFOp  (None, 481)         0           ['tf.linalg.matmul_778[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_595 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_411[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_511 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_413[0][0]'\n",
      " da)                                                             , 'lambda_61[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_412 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_595[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_414 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_511[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_777 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_412[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_779 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_414[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_412 (TFOp  (None, 550)         0           ['tf.linalg.matmul_777[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_414 (TFOp  (None, 550)         0           ['tf.linalg.matmul_779[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_512 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_412[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_414[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_830 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_512[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_831 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_830[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_596 (TFOp  (None, 550)         0           ['tf.__operators__.add_590[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_831[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_513 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_304[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_591[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_829 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_513[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_415 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_596[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_832 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_829[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_782 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_415[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_597 (TFOp  (None, 2716)        0           ['tf.__operators__.add_591[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_832[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_415 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_782[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_600 (TFOp  (None, 2716)        0           ['tf.__operators__.add_597[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_415[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_515 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_600[0][0]'\n",
      " da)                                                             , 'lambda_62[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_307 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_515[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_416 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_307[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_418 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_596[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_783 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_416[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_785 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_418[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_416 (TFOp  (None, 550)         0           ['tf.linalg.matmul_783[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_418 (TFOp  (None, 481)         0           ['tf.linalg.matmul_785[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_601 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_416[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_516 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_418[0][0]'\n",
      " da)                                                             , 'lambda_61[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_417 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_601[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_419 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_516[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_784 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_417[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_786 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_419[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_417 (TFOp  (None, 550)         0           ['tf.linalg.matmul_784[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_419 (TFOp  (None, 550)         0           ['tf.linalg.matmul_786[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_517 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_417[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_419[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_837 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_517[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_838 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_837[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_602 (TFOp  (None, 550)         0           ['tf.__operators__.add_596[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_838[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_789 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_602[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_519 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_789[0][0]',   \n",
      " da)                                                              'lambda_60[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_155 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_602[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_788 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_602[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_308 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_519[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_309 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_155[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_405 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_788[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_406 (TFOpLam  (None, 1)           0           ['tf.nn.relu_308[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_407 (TFOpLam  (None, 1)           0           ['tf.nn.relu_309[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_787 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_602[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_485 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_405[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_486 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_406[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_487 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_407[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_31 (Concatenate)   (None, 1104)         0           ['tf.linalg.matmul_787[0][0]',   \n",
      "                                                                  'tf.math.truediv_485[0][0]',    \n",
      "                                                                  'tf.math.truediv_486[0][0]',    \n",
      "                                                                  'tf.math.truediv_487[0][0]',    \n",
      "                                                                  'tf.__operators__.add_602[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_579[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 839,266\n",
      "Trainable params: 839,266\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 839266\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 6.6278e-04 - my_mae: 6.6278e-04 - val_loss: 4.0509e-05 - val_my_mae: 4.0509e-05\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.6155e-04 - my_mae: 1.6155e-04 - val_loss: 5.2513e-05 - val_my_mae: 5.2513e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2784e-04 - my_mae: 1.2784e-04 - val_loss: 3.4280e-05 - val_my_mae: 3.4280e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2167e-04 - my_mae: 1.2167e-04 - val_loss: 2.8497e-05 - val_my_mae: 2.8497e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1310e-04 - my_mae: 1.1310e-04 - val_loss: 2.0137e-05 - val_my_mae: 2.0137e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2067e-04 - my_mae: 1.2067e-04 - val_loss: 1.9463e-05 - val_my_mae: 1.9463e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1032e-04 - my_mae: 1.1032e-04 - val_loss: 7.3551e-05 - val_my_mae: 7.3551e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0340e-04 - my_mae: 1.0340e-04 - val_loss: 2.1936e-05 - val_my_mae: 2.1936e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 15s 10ms/step - loss: 1.0200e-04 - my_mae: 1.0200e-04 - val_loss: 3.8499e-05 - val_my_mae: 3.8499e-05\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1056e-04 - my_mae: 1.1056e-04 - val_loss: 2.8084e-05 - val_my_mae: 2.8084e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0090e-04 - my_mae: 1.0090e-04 - val_loss: 3.1952e-05 - val_my_mae: 3.1952e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 9.8414e-05 - my_mae: 9.8414e-05 - val_loss: 8.7500e-05 - val_my_mae: 8.7500e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0622e-04 - my_mae: 1.0622e-04 - val_loss: 4.4514e-05 - val_my_mae: 4.4514e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1717e-04 - my_mae: 1.1717e-04 - val_loss: 3.4710e-04 - val_my_mae: 3.4710e-04\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2255e-04 - my_mae: 1.2255e-04 - val_loss: 1.7754e-05 - val_my_mae: 1.7754e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0510e-04 - my_mae: 1.0510e-04 - val_loss: 2.0893e-05 - val_my_mae: 2.0893e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1473e-04 - my_mae: 1.1473e-04 - val_loss: 7.1675e-05 - val_my_mae: 7.1675e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0133e-04 - my_mae: 1.0133e-04 - val_loss: 5.2888e-05 - val_my_mae: 5.2888e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1599e-04 - my_mae: 1.1599e-04 - val_loss: 1.2446e-04 - val_my_mae: 1.2446e-04\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1322e-04 - my_mae: 1.1322e-04 - val_loss: 3.2493e-05 - val_my_mae: 3.2493e-05\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 9.5484e-05 - my_mae: 9.5484e-05 - val_loss: 2.6778e-05 - val_my_mae: 2.6778e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0520e-04 - my_mae: 1.0520e-04 - val_loss: 3.6114e-05 - val_my_mae: 3.6114e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1239e-04 - my_mae: 1.1239e-04 - val_loss: 6.1185e-05 - val_my_mae: 6.1185e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.0675e-04 - my_mae: 1.0675e-04 - val_loss: 2.0985e-05 - val_my_mae: 2.0985e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1526e-04 - my_mae: 1.1526e-04 - val_loss: 3.4534e-05 - val_my_mae: 3.4534e-05\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  0.0039172196\n",
      "Loss constraint on V0:  7.071236e-06\n",
      "Loss all on V0:  1.3908183e-05\n",
      "Loss out on Vf:  0.007774651\n",
      "Loss constraint on Vf:  4.010467e-06\n",
      "Loss all on Vf:  3.0520303e-05\n",
      "Distance V0 to Vf 217.572800: \n",
      "62/62 [==============================] - 0s 8ms/step\n",
      "Loss out on V0:  0.0039674304\n",
      "Loss constraint on V0:  6.7655524e-06\n",
      "Loss all on V0:  1.758911e-05\n",
      "Loss out on Vf:  0.007751077\n",
      "Loss constraint on Vf:  3.8742382e-06\n",
      "Loss all on Vf:  3.453402e-05\n",
      "Distance V0 to Vf 106.239136: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000004 loss-test = 0.000004 iter=0\n",
      "-------train [   1    2    3 ... 9896 9897 9898]\n",
      "-------test  [   0    8   12 ... 9879 9892 9899]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 550 relu True\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 2716 linear True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_32\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_33 (InputLayer)          [(None, 3235)]       0           []                               \n",
      "                                                                                                  \n",
      " lambda_63 (Lambda)             (None, 38)           0           ['input_33[0][0]']               \n",
      "                                                                                                  \n",
      " dense_94 (Dense)               (None, 250)          9750        ['lambda_63[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_47 (Dropout)           (None, 250)          0           ['dense_94[0][0]']               \n",
      "                                                                                                  \n",
      " dense_95 (Dense)               (None, 550)          138050      ['dropout_47[0][0]']             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_790 (TFOpLamb  (None, 550)         0           ['lambda_63[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_520 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_790[0][0]',   \n",
      " da)                                                              'dense_95[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_310 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_520[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_158 (TFO  (None, 550)         0           ['tf.nn.relu_310[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_310[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_521 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_158[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_843 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_158[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_95[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_844 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_521[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_790[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_845 (TFOpLamb  (None, 550)         0           ['dense_95[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_604 (TFOp  (None, 550)         0           ['tf.math.multiply_843[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_844[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_605 (TFOp  (None, 550)         0           ['tf.math.multiply_845[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_604[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " dense_96 (Dense)               (None, 250)          9750        ['lambda_63[0][0]']              \n",
      "                                                                                                  \n",
      " tf.expand_dims_420 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_605[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " dropout_48 (Dropout)           (None, 250)          0           ['dense_96[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_793 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_420[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " dense_97 (Dense)               (None, 2716)         681716      ['dropout_48[0][0]']             \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_420 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_793[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_608 (TFOp  (None, 2716)        0           ['dense_97[0][0]',               \n",
      " Lambda)                                                          'tf.compat.v1.squeeze_420[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " lambda_65 (Lambda)             (None, 2716)         0           ['input_33[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.subtract_523 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_608[0][0]'\n",
      " da)                                                             , 'lambda_65[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_313 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_523[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_421 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_313[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_423 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_605[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_794 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_421[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_796 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_423[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_421 (TFOp  (None, 550)         0           ['tf.linalg.matmul_794[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_423 (TFOp  (None, 481)         0           ['tf.linalg.matmul_796[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " lambda_64 (Lambda)             (None, 481)          0           ['input_33[0][0]']               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_609 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_421[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_524 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_423[0][0]'\n",
      " da)                                                             , 'lambda_64[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_422 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_609[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_424 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_524[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_795 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_422[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_797 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_424[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_422 (TFOp  (None, 550)         0           ['tf.linalg.matmul_795[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_424 (TFOp  (None, 550)         0           ['tf.linalg.matmul_797[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_525 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_422[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_424[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_850 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_525[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_851 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_850[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_610 (TFOp  (None, 550)         0           ['tf.__operators__.add_605[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_851[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_526 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_313[0][0]',         \n",
      " da)                                                              'dense_97[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_849 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_526[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_425 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_610[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_852 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_849[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_800 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_425[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_611 (TFOp  (None, 2716)        0           ['dense_97[0][0]',               \n",
      " Lambda)                                                          'tf.math.multiply_852[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_425 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_800[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_614 (TFOp  (None, 2716)        0           ['tf.__operators__.add_611[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_425[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_528 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_614[0][0]'\n",
      " da)                                                             , 'lambda_65[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_316 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_528[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_426 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_316[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_428 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_610[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_801 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_426[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_803 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_428[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_426 (TFOp  (None, 550)         0           ['tf.linalg.matmul_801[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_428 (TFOp  (None, 481)         0           ['tf.linalg.matmul_803[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_615 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_426[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_529 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_428[0][0]'\n",
      " da)                                                             , 'lambda_64[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_427 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_615[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_429 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_529[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_802 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_427[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_804 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_429[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_427 (TFOp  (None, 550)         0           ['tf.linalg.matmul_802[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_429 (TFOp  (None, 550)         0           ['tf.linalg.matmul_804[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_530 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_427[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_429[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_857 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_530[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_858 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_857[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_616 (TFOp  (None, 550)         0           ['tf.__operators__.add_610[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_858[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_531 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_316[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_611[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_856 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_531[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_430 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_616[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_859 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_856[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_807 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_430[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_617 (TFOp  (None, 2716)        0           ['tf.__operators__.add_611[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_859[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_430 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_807[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_620 (TFOp  (None, 2716)        0           ['tf.__operators__.add_617[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_430[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_533 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_620[0][0]'\n",
      " da)                                                             , 'lambda_65[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_319 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_533[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_431 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_319[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_433 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_616[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_808 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_431[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_810 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_433[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_431 (TFOp  (None, 550)         0           ['tf.linalg.matmul_808[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_433 (TFOp  (None, 481)         0           ['tf.linalg.matmul_810[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_621 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_431[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_534 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_433[0][0]'\n",
      " da)                                                             , 'lambda_64[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_432 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_621[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_434 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_534[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_809 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_432[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_811 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_434[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_432 (TFOp  (None, 550)         0           ['tf.linalg.matmul_809[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_434 (TFOp  (None, 550)         0           ['tf.linalg.matmul_811[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_535 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_432[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_434[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_864 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_535[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_865 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_864[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_622 (TFOp  (None, 550)         0           ['tf.__operators__.add_616[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_865[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_536 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_319[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_617[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_863 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_536[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_435 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_622[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_866 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_863[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_814 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_435[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_623 (TFOp  (None, 2716)        0           ['tf.__operators__.add_617[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_866[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_435 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_814[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_626 (TFOp  (None, 2716)        0           ['tf.__operators__.add_623[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_435[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_538 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_626[0][0]'\n",
      " da)                                                             , 'lambda_65[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_322 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_538[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_436 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_322[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_438 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_622[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_815 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_436[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_817 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_438[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_436 (TFOp  (None, 550)         0           ['tf.linalg.matmul_815[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_438 (TFOp  (None, 481)         0           ['tf.linalg.matmul_817[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_627 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_436[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_539 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_438[0][0]'\n",
      " da)                                                             , 'lambda_64[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_437 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_627[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_439 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_539[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_816 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_437[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_818 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_439[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_437 (TFOp  (None, 550)         0           ['tf.linalg.matmul_816[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_439 (TFOp  (None, 550)         0           ['tf.linalg.matmul_818[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_540 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_437[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_439[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_871 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_540[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_872 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_871[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_628 (TFOp  (None, 550)         0           ['tf.__operators__.add_622[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_872[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_821 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_628[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_542 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_821[0][0]',   \n",
      " da)                                                              'lambda_63[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_160 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_628[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_820 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_628[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_323 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_542[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_324 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_160[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_420 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_820[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_421 (TFOpLam  (None, 1)           0           ['tf.nn.relu_323[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_422 (TFOpLam  (None, 1)           0           ['tf.nn.relu_324[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_819 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_628[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_500 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_420[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_501 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_421[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_502 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_422[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_32 (Concatenate)   (None, 1104)         0           ['tf.linalg.matmul_819[0][0]',   \n",
      "                                                                  'tf.math.truediv_500[0][0]',    \n",
      "                                                                  'tf.math.truediv_501[0][0]',    \n",
      "                                                                  'tf.math.truediv_502[0][0]',    \n",
      "                                                                  'tf.__operators__.add_628[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_605[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 839,266\n",
      "Trainable params: 839,266\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 839266\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 21s 9ms/step - loss: 6.6762e-04 - my_mae: 6.6762e-04 - val_loss: 2.8293e-04 - val_my_mae: 2.8293e-04\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.7136e-04 - my_mae: 1.7136e-04 - val_loss: 1.5325e-05 - val_my_mae: 1.5325e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.3145e-04 - my_mae: 1.3145e-04 - val_loss: 3.3511e-05 - val_my_mae: 3.3511e-05\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.2265e-04 - my_mae: 1.2265e-04 - val_loss: 2.2350e-05 - val_my_mae: 2.2350e-05\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1424e-04 - my_mae: 1.1424e-04 - val_loss: 8.3248e-05 - val_my_mae: 8.3248e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1549e-04 - my_mae: 1.1549e-04 - val_loss: 1.1980e-05 - val_my_mae: 1.1980e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.0926e-04 - my_mae: 1.0926e-04 - val_loss: 1.7519e-05 - val_my_mae: 1.7519e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1249e-04 - my_mae: 1.1249e-04 - val_loss: 1.2982e-04 - val_my_mae: 1.2982e-04\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1300e-04 - my_mae: 1.1300e-04 - val_loss: 7.3401e-06 - val_my_mae: 7.3401e-06\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0883e-04 - my_mae: 1.0883e-04 - val_loss: 7.3013e-05 - val_my_mae: 7.3013e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1273e-04 - my_mae: 1.1273e-04 - val_loss: 1.5829e-05 - val_my_mae: 1.5829e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 15s 9ms/step - loss: 1.1134e-04 - my_mae: 1.1134e-04 - val_loss: 1.7740e-05 - val_my_mae: 1.7740e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0212e-04 - my_mae: 1.0212e-04 - val_loss: 2.6459e-05 - val_my_mae: 2.6459e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2077e-04 - my_mae: 1.2077e-04 - val_loss: 8.8994e-06 - val_my_mae: 8.8994e-06\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1700e-04 - my_mae: 1.1700e-04 - val_loss: 1.8986e-05 - val_my_mae: 1.8986e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0702e-04 - my_mae: 1.0702e-04 - val_loss: 5.3212e-05 - val_my_mae: 5.3212e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1362e-04 - my_mae: 1.1362e-04 - val_loss: 3.0232e-05 - val_my_mae: 3.0232e-05\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.1654e-04 - my_mae: 1.1654e-04 - val_loss: 9.8380e-06 - val_my_mae: 9.8380e-06\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.1772e-04 - my_mae: 1.1772e-04 - val_loss: 3.0139e-04 - val_my_mae: 3.0139e-04\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0957e-04 - my_mae: 1.0957e-04 - val_loss: 8.7785e-06 - val_my_mae: 8.7785e-06\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0920e-04 - my_mae: 1.0920e-04 - val_loss: 3.4455e-05 - val_my_mae: 3.4455e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.1335e-04 - my_mae: 1.1335e-04 - val_loss: 3.3008e-05 - val_my_mae: 3.3008e-05\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1053e-04 - my_mae: 1.1053e-04 - val_loss: 4.7076e-05 - val_my_mae: 4.7076e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0887e-04 - my_mae: 1.0887e-04 - val_loss: 1.5420e-04 - val_my_mae: 1.5420e-04\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 13s 8ms/step - loss: 1.0559e-04 - my_mae: 1.0559e-04 - val_loss: 2.2062e-05 - val_my_mae: 2.2062e-05\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  0.00973545\n",
      "Loss constraint on V0:  5.513926e-06\n",
      "Loss all on V0:  3.590869e-05\n",
      "Loss out on Vf:  0.007432481\n",
      "Loss constraint on Vf:  3.5290777e-06\n",
      "Loss all on Vf:  2.185642e-05\n",
      "Distance V0 to Vf 176.522522: \n",
      "62/62 [==============================] - 0s 8ms/step\n",
      "Loss out on V0:  0.00963016\n",
      "Loss constraint on V0:  5.3486337e-06\n",
      "Loss all on V0:  3.504185e-05\n",
      "Loss out on Vf:  0.0075086253\n",
      "Loss constraint on Vf:  3.3983158e-06\n",
      "Loss all on Vf:  2.2061855e-05\n",
      "Distance V0 to Vf 86.258995: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000004 loss-test = 0.000003 iter=0\n",
      "-------train [   0    2    4 ... 9895 9897 9899]\n",
      "-------test  [   1    3   17 ... 9890 9896 9898]\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 550 relu True\n",
      "Dense layer n_hidden, hidden_dim, output_dim, activation, trainable: 1 250 2716 linear True\n",
      "AMN output shapes for PoutV, SV, PinV, Vpos, V, outputs (None, 1) (None, 1) (None, 1) (None, 1) (None, 550) (None, 1104)\n",
      "Model: \"model_33\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_34 (InputLayer)          [(None, 3235)]       0           []                               \n",
      "                                                                                                  \n",
      " lambda_66 (Lambda)             (None, 38)           0           ['input_34[0][0]']               \n",
      "                                                                                                  \n",
      " dense_98 (Dense)               (None, 250)          9750        ['lambda_66[0][0]']              \n",
      "                                                                                                  \n",
      " dropout_49 (Dropout)           (None, 250)          0           ['dense_98[0][0]']               \n",
      "                                                                                                  \n",
      " dense_99 (Dense)               (None, 550)          138050      ['dropout_49[0][0]']             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_822 (TFOpLamb  (None, 550)         0           ['lambda_66[0][0]']              \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.subtract_543 (TFOpLamb  (None, 550)         0           ['tf.linalg.matmul_822[0][0]',   \n",
      " da)                                                              'dense_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.nn.relu_325 (TFOpLambda)    (None, 550)          0           ['tf.math.subtract_543[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.divide_no_nan_163 (TFO  (None, 550)         0           ['tf.nn.relu_325[0][0]',         \n",
      " pLambda)                                                         'tf.nn.relu_325[0][0]']         \n",
      "                                                                                                  \n",
      " tf.math.subtract_544 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_163[0][0]\n",
      " da)                                                             ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_877 (TFOpLamb  (None, 550)         0           ['tf.math.divide_no_nan_163[0][0]\n",
      " da)                                                             ',                               \n",
      "                                                                  'dense_99[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.multiply_878 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_544[0][0]',   \n",
      " da)                                                              'tf.linalg.matmul_822[0][0]']   \n",
      "                                                                                                  \n",
      " tf.math.multiply_879 (TFOpLamb  (None, 550)         0           ['dense_99[0][0]']               \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_630 (TFOp  (None, 550)         0           ['tf.math.multiply_877[0][0]',   \n",
      " Lambda)                                                          'tf.math.multiply_878[0][0]']   \n",
      "                                                                                                  \n",
      " tf.__operators__.add_631 (TFOp  (None, 550)         0           ['tf.math.multiply_879[0][0]',   \n",
      " Lambda)                                                          'tf.__operators__.add_630[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " dense_100 (Dense)              (None, 250)          9750        ['lambda_66[0][0]']              \n",
      "                                                                                                  \n",
      " tf.expand_dims_440 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_631[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " dropout_50 (Dropout)           (None, 250)          0           ['dense_100[0][0]']              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_825 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_440[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " dense_101 (Dense)              (None, 2716)         681716      ['dropout_50[0][0]']             \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_440 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_825[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_634 (TFOp  (None, 2716)        0           ['dense_101[0][0]',              \n",
      " Lambda)                                                          'tf.compat.v1.squeeze_440[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " lambda_68 (Lambda)             (None, 2716)         0           ['input_34[0][0]']               \n",
      "                                                                                                  \n",
      " tf.math.subtract_546 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_634[0][0]'\n",
      " da)                                                             , 'lambda_68[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_328 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_546[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_441 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_328[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_443 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_631[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_826 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_441[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_828 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_443[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_441 (TFOp  (None, 550)         0           ['tf.linalg.matmul_826[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_443 (TFOp  (None, 481)         0           ['tf.linalg.matmul_828[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " lambda_67 (Lambda)             (None, 481)          0           ['input_34[0][0]']               \n",
      "                                                                                                  \n",
      " tf.__operators__.add_635 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_441[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_547 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_443[0][0]'\n",
      " da)                                                             , 'lambda_67[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_442 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_635[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_444 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_547[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_827 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_442[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_829 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_444[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_442 (TFOp  (None, 550)         0           ['tf.linalg.matmul_827[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_444 (TFOp  (None, 550)         0           ['tf.linalg.matmul_829[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_548 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_442[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_444[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_884 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_548[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_885 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_884[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_636 (TFOp  (None, 550)         0           ['tf.__operators__.add_631[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_885[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_549 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_328[0][0]',         \n",
      " da)                                                              'dense_101[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.multiply_883 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_549[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_445 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_636[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_886 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_883[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_832 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_445[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_637 (TFOp  (None, 2716)        0           ['dense_101[0][0]',              \n",
      " Lambda)                                                          'tf.math.multiply_886[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_445 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_832[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_640 (TFOp  (None, 2716)        0           ['tf.__operators__.add_637[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_445[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_551 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_640[0][0]'\n",
      " da)                                                             , 'lambda_68[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_331 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_551[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_446 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_331[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_448 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_636[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_833 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_446[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_835 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_448[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_446 (TFOp  (None, 550)         0           ['tf.linalg.matmul_833[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_448 (TFOp  (None, 481)         0           ['tf.linalg.matmul_835[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_641 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_446[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_552 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_448[0][0]'\n",
      " da)                                                             , 'lambda_67[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_447 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_641[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_449 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_552[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_834 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_447[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_836 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_449[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_447 (TFOp  (None, 550)         0           ['tf.linalg.matmul_834[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_449 (TFOp  (None, 550)         0           ['tf.linalg.matmul_836[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_553 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_447[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_449[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_891 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_553[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_892 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_891[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_642 (TFOp  (None, 550)         0           ['tf.__operators__.add_636[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_892[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_554 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_331[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_637[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_890 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_554[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_450 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_642[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_893 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_890[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_839 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_450[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_643 (TFOp  (None, 2716)        0           ['tf.__operators__.add_637[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_893[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_450 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_839[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_646 (TFOp  (None, 2716)        0           ['tf.__operators__.add_643[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_450[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_556 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_646[0][0]'\n",
      " da)                                                             , 'lambda_68[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_334 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_556[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_451 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_334[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_453 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_642[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_840 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_451[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_842 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_453[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_451 (TFOp  (None, 550)         0           ['tf.linalg.matmul_840[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_453 (TFOp  (None, 481)         0           ['tf.linalg.matmul_842[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_647 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_451[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_557 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_453[0][0]'\n",
      " da)                                                             , 'lambda_67[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_452 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_647[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_454 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_557[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_841 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_452[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_843 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_454[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_452 (TFOp  (None, 550)         0           ['tf.linalg.matmul_841[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_454 (TFOp  (None, 550)         0           ['tf.linalg.matmul_843[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_558 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_452[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_454[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_898 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_558[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_899 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_898[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_648 (TFOp  (None, 550)         0           ['tf.__operators__.add_642[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_899[0][0]']  \n",
      "                                                                                                  \n",
      " tf.math.subtract_559 (TFOpLamb  (None, 2716)        0           ['tf.nn.relu_334[0][0]',         \n",
      " da)                                                              'tf.__operators__.add_643[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_897 (TFOpLamb  (None, 2716)        0           ['tf.math.subtract_559[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.expand_dims_455 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_648[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.math.multiply_900 (TFOpLamb  (None, 2716)        0           ['tf.math.multiply_897[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_846 (TFOpLamb  (None, 2716, 1)     0           ['tf.expand_dims_455[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_649 (TFOp  (None, 2716)        0           ['tf.__operators__.add_643[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_900[0][0]']  \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_455 (TFOp  (None, 2716)        0           ['tf.linalg.matmul_846[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_652 (TFOp  (None, 2716)        0           ['tf.__operators__.add_649[0][0]'\n",
      " Lambda)                                                         , 'tf.compat.v1.squeeze_455[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.subtract_561 (TFOpLamb  (None, 2716)        0           ['tf.__operators__.add_652[0][0]'\n",
      " da)                                                             , 'lambda_68[0][0]']             \n",
      "                                                                                                  \n",
      " tf.nn.relu_337 (TFOpLambda)    (None, 2716)         0           ['tf.math.subtract_561[0][0]']   \n",
      "                                                                                                  \n",
      " tf.expand_dims_456 (TFOpLambda  (None, 2716, 1)     0           ['tf.nn.relu_337[0][0]']         \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_458 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_648[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_847 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_456[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_849 (TFOpLamb  (None, 481, 1)      0           ['tf.expand_dims_458[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_456 (TFOp  (None, 550)         0           ['tf.linalg.matmul_847[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_458 (TFOp  (None, 481)         0           ['tf.linalg.matmul_849[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.__operators__.add_653 (TFOp  (None, 550)         0           ['tf.compat.v1.squeeze_456[0][0]'\n",
      " Lambda)                                                         ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_562 (TFOpLamb  (None, 481)         0           ['tf.compat.v1.squeeze_458[0][0]'\n",
      " da)                                                             , 'lambda_67[0][0]']             \n",
      "                                                                                                  \n",
      " tf.expand_dims_457 (TFOpLambda  (None, 550, 1)      0           ['tf.__operators__.add_653[0][0]'\n",
      " )                                                               ]                                \n",
      "                                                                                                  \n",
      " tf.expand_dims_459 (TFOpLambda  (None, 481, 1)      0           ['tf.math.subtract_562[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_848 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_457[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_850 (TFOpLamb  (None, 550, 1)      0           ['tf.expand_dims_459[0][0]']     \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_457 (TFOp  (None, 550)         0           ['tf.linalg.matmul_848[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.compat.v1.squeeze_459 (TFOp  (None, 550)         0           ['tf.linalg.matmul_850[0][0]']   \n",
      " Lambda)                                                                                          \n",
      "                                                                                                  \n",
      " tf.math.subtract_563 (TFOpLamb  (None, 550)         0           ['tf.compat.v1.squeeze_457[0][0]'\n",
      " da)                                                             , 'tf.compat.v1.squeeze_459[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      " tf.math.multiply_905 (TFOpLamb  (None, 550)         0           ['tf.math.subtract_563[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.math.multiply_906 (TFOpLamb  (None, 550)         0           ['tf.math.multiply_905[0][0]']   \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.__operators__.add_654 (TFOp  (None, 550)         0           ['tf.__operators__.add_648[0][0]'\n",
      " Lambda)                                                         , 'tf.math.multiply_906[0][0]']  \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_853 (TFOpLamb  (None, 38)          0           ['tf.__operators__.add_654[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.subtract_565 (TFOpLamb  (None, 38)          0           ['tf.linalg.matmul_853[0][0]',   \n",
      " da)                                                              'lambda_66[0][0]']              \n",
      "                                                                                                  \n",
      " tf.math.negative_165 (TFOpLamb  (None, 550)         0           ['tf.__operators__.add_654[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_852 (TFOpLamb  (None, 1083)        0           ['tf.__operators__.add_654[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.nn.relu_338 (TFOpLambda)    (None, 38)           0           ['tf.math.subtract_565[0][0]']   \n",
      "                                                                                                  \n",
      " tf.nn.relu_339 (TFOpLambda)    (None, 550)          0           ['tf.math.negative_165[0][0]']   \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_435 (TFOpLam  (None, 1)           0           ['tf.linalg.matmul_852[0][0]']   \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_436 (TFOpLam  (None, 1)           0           ['tf.nn.relu_338[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_437 (TFOpLam  (None, 1)           0           ['tf.nn.relu_339[0][0]']         \n",
      " bda)                                                                                             \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_851 (TFOpLamb  (None, 1)           0           ['tf.__operators__.add_654[0][0]'\n",
      " da)                                                             ]                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_515 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_435[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_516 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_436[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_517 (TFOpLambd  (None, 1)           0           ['tf.compat.v1.norm_437[0][0]']  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " concatenate_33 (Concatenate)   (None, 1104)         0           ['tf.linalg.matmul_851[0][0]',   \n",
      "                                                                  'tf.math.truediv_515[0][0]',    \n",
      "                                                                  'tf.math.truediv_516[0][0]',    \n",
      "                                                                  'tf.math.truediv_517[0][0]',    \n",
      "                                                                  'tf.__operators__.add_654[0][0]'\n",
      "                                                                 , 'tf.__operators__.add_631[0][0]\n",
      "                                                                 ']                               \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 839,266\n",
      "Trainable params: 839,266\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 839266\n",
      "Epoch 1/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 6.8143e-04 - my_mae: 6.8143e-04 - val_loss: 1.1560e-04 - val_my_mae: 1.1560e-04\n",
      "Epoch 2/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.6299e-04 - my_mae: 1.6299e-04 - val_loss: 2.6193e-05 - val_my_mae: 2.6193e-05\n",
      "Epoch 3/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.2196e-04 - my_mae: 1.2196e-04 - val_loss: 1.1975e-04 - val_my_mae: 1.1975e-04\n",
      "Epoch 4/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.3789e-04 - my_mae: 1.3789e-04 - val_loss: 1.1505e-04 - val_my_mae: 1.1505e-04\n",
      "Epoch 5/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0932e-04 - my_mae: 1.0932e-04 - val_loss: 2.0286e-05 - val_my_mae: 2.0286e-05\n",
      "Epoch 6/25\n",
      "1584/1584 [==============================] - 13s 9ms/step - loss: 1.1040e-04 - my_mae: 1.1040e-04 - val_loss: 1.7296e-05 - val_my_mae: 1.7296e-05\n",
      "Epoch 7/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0917e-04 - my_mae: 1.0917e-04 - val_loss: 1.2423e-05 - val_my_mae: 1.2423e-05\n",
      "Epoch 8/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0373e-04 - my_mae: 1.0373e-04 - val_loss: 4.7772e-05 - val_my_mae: 4.7772e-05\n",
      "Epoch 9/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0892e-04 - my_mae: 1.0892e-04 - val_loss: 1.2238e-04 - val_my_mae: 1.2238e-04\n",
      "Epoch 10/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1179e-04 - my_mae: 1.1179e-04 - val_loss: 2.3115e-05 - val_my_mae: 2.3115e-05\n",
      "Epoch 11/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0668e-04 - my_mae: 1.0668e-04 - val_loss: 6.9345e-05 - val_my_mae: 6.9345e-05\n",
      "Epoch 12/25\n",
      "1584/1584 [==============================] - 13s 9ms/step - loss: 1.1245e-04 - my_mae: 1.1245e-04 - val_loss: 1.8749e-05 - val_my_mae: 1.8749e-05\n",
      "Epoch 13/25\n",
      "1584/1584 [==============================] - 13s 9ms/step - loss: 1.0461e-04 - my_mae: 1.0461e-04 - val_loss: 1.2443e-05 - val_my_mae: 1.2443e-05\n",
      "Epoch 14/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0857e-04 - my_mae: 1.0857e-04 - val_loss: 2.9260e-05 - val_my_mae: 2.9260e-05\n",
      "Epoch 15/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0350e-04 - my_mae: 1.0350e-04 - val_loss: 2.1168e-05 - val_my_mae: 2.1168e-05\n",
      "Epoch 16/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0899e-04 - my_mae: 1.0899e-04 - val_loss: 1.3042e-05 - val_my_mae: 1.3042e-05\n",
      "Epoch 17/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 9.5924e-05 - my_mae: 9.5924e-05 - val_loss: 1.0447e-04 - val_my_mae: 1.0447e-04\n",
      "Epoch 18/25\n",
      "1584/1584 [==============================] - 13s 9ms/step - loss: 1.1045e-04 - my_mae: 1.1045e-04 - val_loss: 4.5065e-05 - val_my_mae: 4.5065e-05\n",
      "Epoch 19/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0135e-04 - my_mae: 1.0135e-04 - val_loss: 1.3168e-05 - val_my_mae: 1.3168e-05\n",
      "Epoch 20/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1210e-04 - my_mae: 1.1210e-04 - val_loss: 9.8207e-06 - val_my_mae: 9.8207e-06\n",
      "Epoch 21/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0679e-04 - my_mae: 1.0679e-04 - val_loss: 1.2484e-05 - val_my_mae: 1.2484e-05\n",
      "Epoch 22/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.0489e-04 - my_mae: 1.0489e-04 - val_loss: 6.6727e-06 - val_my_mae: 6.6727e-06\n",
      "Epoch 23/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1284e-04 - my_mae: 1.1284e-04 - val_loss: 3.2706e-05 - val_my_mae: 3.2706e-05\n",
      "Epoch 24/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 1.1052e-04 - my_mae: 1.1052e-04 - val_loss: 4.0580e-05 - val_my_mae: 4.0580e-05\n",
      "Epoch 25/25\n",
      "1584/1584 [==============================] - 14s 9ms/step - loss: 9.8001e-05 - my_mae: 9.8001e-05 - val_loss: 3.1180e-05 - val_my_mae: 3.1180e-05\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  0.009282817\n",
      "Loss constraint on V0:  2.3140958e-06\n",
      "Loss all on V0:  4.6745576e-05\n",
      "Loss out on Vf:  0.007045424\n",
      "Loss constraint on Vf:  2.7660517e-06\n",
      "Loss all on Vf:  2.8913653e-05\n",
      "Distance V0 to Vf 96.254944: \n",
      "62/62 [==============================] - 1s 8ms/step\n",
      "Loss out on V0:  0.009628398\n",
      "Loss constraint on V0:  2.3586906e-06\n",
      "Loss all on V0:  5.02673e-05\n",
      "Loss out on Vf:  0.0072574434\n",
      "Loss constraint on Vf:  2.849087e-06\n",
      "Loss all on Vf:  3.1180083e-05\n",
      "Distance V0 to Vf 49.477802: \n",
      "train = 1.00 test = 1.00 loss-train = 0.000003 loss-test = 0.000003 iter=0\n",
      "310/310 [==============================] - 3s 8ms/step\n",
      "Loss out on V0:  0.009351933\n",
      "Loss constraint on V0:  2.3230145e-06\n",
      "Loss all on V0:  4.7449917e-05\n",
      "Loss out on Vf:  0.0070878277\n",
      "Loss constraint on Vf:  2.7826588e-06\n",
      "Loss all on Vf:  2.9366938e-05\n",
      "Distance V0 to Vf 108.219795: \n",
      "Stats for iML1515_UB_AMN_LP CPU-time 1816.0224\n",
      "R2 = 0.9976 (+/- 0.0010) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9974 (+/- 0.0010) Constraint = 0.0000 (+/- 0.0000)\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_LP\n",
      "model scaler: 11.0\n",
      "model input dim: 38\n",
      "model output dim: 1104\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (9900, 3235) (9900, 4)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 250\n",
      "activation function: relu\n",
      "training epochs: 25\n",
      "training regression: True\n",
      "training learn rate: 0.001\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "35/35 [==============================] - 0s 8ms/step\n",
      "Stats for Test set CPU-time 0.3390\n",
      "R2 = 0.9974 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9974 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_LP models with FBA simulated training set for iML1515\n",
    "# with UB with a mechanistic layer \n",
    "# This cell takes several hours to execute\n",
    "\n",
    "# What you can change \n",
    "seed = 1\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'iML1515_UB'\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model \n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_LP',\n",
    "              scaler = True,\n",
    "              timestep = timestep, learn_rate=1.0e-6,\n",
    "              n_hidden = 1, hidden_dim = 250,\n",
    "              epochs = 25, xfold = 5, \n",
    "              verbose=True) \n",
    "\n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), \n",
    "                      replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "btest = model.b_ext[ID,:]\n",
    "bint = model.b_int\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "btrain = np.delete(model.b_ext, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y, model.b_ext, model.b_int = Xtrain, Ytrain, btrain, bint\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=2)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "reservoir.save(reservoirfile)\n",
    "# reservoir.load(reservoirfile)\n",
    "# Issue for loading AMN-LP models: takes about 15 minutes (when QP takes a few)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    reservoir.b_ext, reservoir.b_int =  btest, bint\n",
    "    X, Y = model_input(reservoir,verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7ca539f2",
   "metadata": {
    "id": "3AtvI9GrS9ZS",
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### AMN-Wt on *E. coli* core FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "f08f2e86",
   "metadata": {
    "collapsed": true,
    "id": "L14BbnJ4S9ZS",
    "jupyter": {
     "outputs_hidden": true
    },
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  154 154\n",
      "number of metabolites:  72\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/e_coli_core_UB\n",
      "model type: AMN_Wt\n",
      "model scaler: 1.0\n",
      "model input dim: 20\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (1000, 20) (1000, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "training epochs: 500\n",
      "training regression: True\n",
      "training learn rate: 0.01\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "nbr parameters: 13262\n",
      "23/23 [==============================] - 0s 2ms/step\n",
      "6/6 [==============================] - 0s 2ms/step\n",
      "train = 0.99 test = 0.99 loss-train = 0.000919 loss-test = 0.000912 iter=0\n",
      "nbr parameters: 13262\n",
      "23/23 [==============================] - 0s 2ms/step\n",
      "6/6 [==============================] - 0s 2ms/step\n",
      "train = 0.99 test = 0.99 loss-train = 0.000933 loss-test = 0.000990 iter=0\n",
      "nbr parameters: 13262\n",
      "23/23 [==============================] - 0s 2ms/step\n",
      "6/6 [==============================] - 0s 2ms/step\n",
      "train = 0.99 test = 0.99 loss-train = 0.000908 loss-test = 0.000904 iter=0\n",
      "nbr parameters: 13262\n",
      "23/23 [==============================] - 0s 2ms/step\n",
      "6/6 [==============================] - 0s 2ms/step\n",
      "train = 0.99 test = 0.99 loss-train = 0.000878 loss-test = 0.000893 iter=0\n",
      "nbr parameters: 13262\n",
      "23/23 [==============================] - 0s 2ms/step\n",
      "6/6 [==============================] - 0s 2ms/step\n",
      "train = 0.99 test = 0.98 loss-train = 0.000996 loss-test = 0.000934 iter=0\n",
      "29/29 [==============================] - 0s 2ms/step\n",
      "Stats for e_coli_core_UB_AMN_Wt CPU-time 1589.4198\n",
      "R2 = 0.9882 (+/- 0.0013) Constraint = 0.0009 (+/- 0.0000)\n",
      "Q2 = 0.9875 (+/- 0.0021) Constraint = 0.0009 (+/- 0.0000)\n",
      "training file: ./Dataset_model/e_coli_core_UB\n",
      "model type: AMN_Wt\n",
      "model scaler: 10.0\n",
      "model input dim: 20\n",
      "model output dim: 158\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (720, 4, 20) (720, 4)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 50\n",
      "activation function: relu\n",
      "training epochs: 500\n",
      "training regression: True\n",
      "training learn rate: 0.01\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "4/4 [==============================] - 0s 2ms/step\n",
      "Stats for Test set CPU-time 0.0294\n",
      "R2 = 0.9864 (+/- 0.0000) Constraint = 0.0010 (+/- 0.0000)\n",
      "Q2 = 0.9864 (+/- 0.0000) Constraint = 0.0010 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_Wt models with FBA simulated training set for E. coli core\n",
    "# with UB (not working with M1 chips)\n",
    "\n",
    "# What you can change \n",
    "seed = 10\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'e_coli_core_UB' # can change EB by UB\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model 90% for training 10% for testing\n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "                     objective=['BIOMASS_Ecoli_core_w_GAM'],  \n",
    "                     model_type='AMN_Wt', \n",
    "                     timestep = timestep,\n",
    "                     n_hidden = 1, hidden_dim = 50,\n",
    "                     scaler=True,\n",
    "                     train_rate=1e-2,\n",
    "                     epochs=500, xfold=5,\n",
    "                     verbose=True)\n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0)\n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y = Xtrain, Ytrain\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=False)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "#reservoir.save(reservoirfile)\n",
    "#reservoir.load(reservoirfile)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    X, Y = model_input(reservoir, verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ff7bdf67-0027-4dc9-8773-bec7ad7f7f73",
   "metadata": {
    "id": "3AtvI9GrS9ZS",
    "tags": []
   },
   "source": [
    "### AMN-Wt on iML1515 FBA simulated training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "cca412bd",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_Wt\n",
      "model scaler: 1.0\n",
      "model input dim: 38\n",
      "model output dim: 1\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (11000, 38) (11000, 1)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "training epochs: 100\n",
      "training regression: True\n",
      "training learn rate: 0.01\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "AMN scaler 11.0\n",
      "Wt input shape (9900, 4, 38) (9900, 4)\n",
      "-------train [   0    1    3 ... 9897 9898 9899]\n",
      "-------test  [   2    4    6 ... 9883 9891 9893]\n",
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "Model: \"model_11\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_12 (InputLayer)          [(None, None, 38)]   0           []                               \n",
      "                                                                                                  \n",
      " rnn (RNN)                      (None, 550)          634238      ['input_12[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_46 (TFOpLambd  (None, 38)          0           ['rnn[0][0]']                    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.getitem (Slic  (None, 38)          0           ['input_12[0][0]']               \n",
      " ingOpLambda)                                                                                     \n",
      "                                                                                                  \n",
      " tf.math.subtract_33 (TFOpLambd  (None, 38)          0           ['tf.linalg.matmul_46[0][0]',    \n",
      " a)                                                               'tf.__operators__.getitem[0][0]'\n",
      "                                                                 ]                                \n",
      "                                                                                                  \n",
      " tf.math.negative_11 (TFOpLambd  (None, 550)         0           ['rnn[0][0]']                    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_45 (TFOpLambd  (None, 1083)        0           ['rnn[0][0]']                    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.nn.relu_33 (TFOpLambda)     (None, 38)           0           ['tf.math.subtract_33[0][0]']    \n",
      "                                                                                                  \n",
      " tf.nn.relu_34 (TFOpLambda)     (None, 550)          0           ['tf.math.negative_11[0][0]']    \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_33 (TFOpLamb  (None, 1)           0           ['tf.linalg.matmul_45[0][0]']    \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_34 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_33[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_35 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_34[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_44 (TFOpLambd  (None, 1)           0           ['rnn[0][0]']                    \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_33 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_33[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_34 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_34[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_35 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_35[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " concatenate_11 (Concatenate)   (None, 554)          0           ['tf.linalg.matmul_44[0][0]',    \n",
      "                                                                  'tf.math.truediv_33[0][0]',     \n",
      "                                                                  'tf.math.truediv_34[0][0]',     \n",
      "                                                                  'tf.math.truediv_35[0][0]',     \n",
      "                                                                  'rnn[0][0]']                    \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 634,238\n",
      "Trainable params: 634,238\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 634238\n",
      "Epoch 1/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 0.0618 - my_mae: 0.0618 - val_loss: 7.0384e-04 - val_my_mae: 7.0384e-04\n",
      "Epoch 2/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.4407e-04 - my_mae: 3.4407e-04 - val_loss: 3.0992e-04 - val_my_mae: 3.0992e-04\n",
      "Epoch 3/100\n",
      "1584/1584 [==============================] - 29s 19ms/step - loss: 3.5907e-04 - my_mae: 3.5907e-04 - val_loss: 0.0010 - val_my_mae: 0.0010\n",
      "Epoch 4/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 5.6173e-04 - my_mae: 5.6173e-04 - val_loss: 2.8529e-04 - val_my_mae: 2.8529e-04\n",
      "Epoch 5/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.2104e-04 - my_mae: 3.2104e-04 - val_loss: 2.3713e-04 - val_my_mae: 2.3713e-04\n",
      "Epoch 6/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 1.7597e-04 - my_mae: 1.7597e-04 - val_loss: 1.0192e-04 - val_my_mae: 1.0192e-04\n",
      "Epoch 7/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 1.1052e-04 - my_mae: 1.1052e-04 - val_loss: 6.9749e-05 - val_my_mae: 6.9749e-05\n",
      "Epoch 8/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 0.0071 - my_mae: 0.0071 - val_loss: 8.8491e-05 - val_my_mae: 8.8491e-05\n",
      "Epoch 9/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 7.5914e-05 - my_mae: 7.5914e-05 - val_loss: 6.7994e-05 - val_my_mae: 6.7994e-05\n",
      "Epoch 10/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 6.9951e-05 - my_mae: 6.9951e-05 - val_loss: 6.2981e-05 - val_my_mae: 6.2981e-05\n",
      "Epoch 11/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 7.0159e-05 - my_mae: 7.0159e-05 - val_loss: 6.2054e-05 - val_my_mae: 6.2054e-05\n",
      "Epoch 12/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 6.8045e-05 - my_mae: 6.8045e-05 - val_loss: 5.5841e-05 - val_my_mae: 5.5841e-05\n",
      "Epoch 13/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 7.4036e-05 - my_mae: 7.4036e-05 - val_loss: 2.1287e-04 - val_my_mae: 2.1287e-04\n",
      "Epoch 14/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 7.8851e-05 - my_mae: 7.8851e-05 - val_loss: 5.1326e-05 - val_my_mae: 5.1326e-05\n",
      "Epoch 15/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 7.3786e-05 - my_mae: 7.3786e-05 - val_loss: 4.9105e-05 - val_my_mae: 4.9105e-05\n",
      "Epoch 16/100\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 9.4795e-05 - my_mae: 9.4795e-05 - val_loss: 4.8671e-05 - val_my_mae: 4.8671e-05\n",
      "Epoch 17/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 6.3968e-05 - my_mae: 6.3968e-05 - val_loss: 6.7354e-05 - val_my_mae: 6.7354e-05\n",
      "Epoch 18/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 2.2994e-04 - my_mae: 2.2994e-04 - val_loss: 1.0920e-04 - val_my_mae: 1.0920e-04\n",
      "Epoch 19/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 5.7256e-05 - my_mae: 5.7256e-05 - val_loss: 9.6166e-05 - val_my_mae: 9.6166e-05\n",
      "Epoch 20/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 6.8439e-05 - my_mae: 6.8439e-05 - val_loss: 4.7170e-05 - val_my_mae: 4.7170e-05\n",
      "Epoch 21/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 6.5142e-05 - my_mae: 6.5142e-05 - val_loss: 6.8362e-05 - val_my_mae: 6.8362e-05\n",
      "Epoch 22/100\n",
      "1584/1584 [==============================] - 44s 28ms/step - loss: 8.3642e-04 - my_mae: 8.3642e-04 - val_loss: 7.5793e-05 - val_my_mae: 7.5793e-05\n",
      "Epoch 23/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 5.1308e-05 - my_mae: 5.1308e-05 - val_loss: 5.0966e-05 - val_my_mae: 5.0966e-05\n",
      "Epoch 24/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 4.9826e-05 - my_mae: 4.9826e-05 - val_loss: 4.5607e-05 - val_my_mae: 4.5607e-05\n",
      "Epoch 25/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 5.3144e-05 - my_mae: 5.3144e-05 - val_loss: 4.3932e-05 - val_my_mae: 4.3932e-05\n",
      "Epoch 26/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 0.0013 - my_mae: 0.0013 - val_loss: 5.3575e-05 - val_my_mae: 5.3575e-05\n",
      "Epoch 27/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 5.3693e-05 - my_mae: 5.3693e-05 - val_loss: 8.8261e-05 - val_my_mae: 8.8261e-05\n",
      "Epoch 28/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 5.2001e-05 - my_mae: 5.2001e-05 - val_loss: 4.6294e-05 - val_my_mae: 4.6294e-05\n",
      "Epoch 29/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 5.4245e-05 - my_mae: 5.4245e-05 - val_loss: 4.9361e-05 - val_my_mae: 4.9361e-05\n",
      "Epoch 30/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 1.7164e-04 - my_mae: 1.7164e-04 - val_loss: 4.3329e-05 - val_my_mae: 4.3329e-05\n",
      "Epoch 31/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 5.4921e-05 - my_mae: 5.4921e-05 - val_loss: 4.1935e-05 - val_my_mae: 4.1935e-05\n",
      "Epoch 32/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 5.8372e-05 - my_mae: 5.8372e-05 - val_loss: 4.3001e-05 - val_my_mae: 4.3001e-05\n",
      "Epoch 33/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 5.2947e-05 - my_mae: 5.2947e-05 - val_loss: 4.1557e-05 - val_my_mae: 4.1557e-05\n",
      "Epoch 34/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 4.6774e-05 - my_mae: 4.6774e-05 - val_loss: 3.9288e-05 - val_my_mae: 3.9288e-05\n",
      "Epoch 35/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 9.3324e-05 - my_mae: 9.3324e-05 - val_loss: 3.8682e-05 - val_my_mae: 3.8682e-05\n",
      "Epoch 36/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 4.5833e-05 - my_mae: 4.5833e-05 - val_loss: 3.1599e-04 - val_my_mae: 3.1599e-04\n",
      "Epoch 37/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 2.1038e-04 - my_mae: 2.1038e-04 - val_loss: 4.7839e-05 - val_my_mae: 4.7839e-05\n",
      "Epoch 38/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 4.1160e-05 - my_mae: 4.1160e-05 - val_loss: 3.7004e-05 - val_my_mae: 3.7004e-05\n",
      "Epoch 39/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 4.4979e-05 - my_mae: 4.4979e-05 - val_loss: 3.9554e-05 - val_my_mae: 3.9554e-05\n",
      "Epoch 40/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.5566e-05 - my_mae: 4.5566e-05 - val_loss: 3.4951e-05 - val_my_mae: 3.4951e-05\n",
      "Epoch 41/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.4072e-05 - my_mae: 4.4072e-05 - val_loss: 4.3362e-05 - val_my_mae: 4.3362e-05\n",
      "Epoch 42/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.9715e-04 - my_mae: 1.9715e-04 - val_loss: 3.5228e-05 - val_my_mae: 3.5228e-05\n",
      "Epoch 43/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.8151e-05 - my_mae: 3.8151e-05 - val_loss: 3.3240e-05 - val_my_mae: 3.3240e-05\n",
      "Epoch 44/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.4313e-05 - my_mae: 4.4313e-05 - val_loss: 3.2708e-05 - val_my_mae: 3.2708e-05\n",
      "Epoch 45/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 5.6986e-05 - my_mae: 5.6986e-05 - val_loss: 7.1672e-05 - val_my_mae: 7.1672e-05\n",
      "Epoch 46/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 5.1664e-05 - my_mae: 5.1664e-05 - val_loss: 3.5548e-05 - val_my_mae: 3.5548e-05\n",
      "Epoch 47/100\n",
      "1584/1584 [==============================] - 28s 17ms/step - loss: 3.7838e-05 - my_mae: 3.7838e-05 - val_loss: 1.0460e-04 - val_my_mae: 1.0460e-04\n",
      "Epoch 48/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.1746e-05 - my_mae: 4.1746e-05 - val_loss: 2.8723e-05 - val_my_mae: 2.8723e-05\n",
      "Epoch 49/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.5186e-04 - my_mae: 1.5186e-04 - val_loss: 3.0601e-05 - val_my_mae: 3.0601e-05\n",
      "Epoch 50/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.9789e-05 - my_mae: 3.9789e-05 - val_loss: 2.8112e-05 - val_my_mae: 2.8112e-05\n",
      "Epoch 51/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.5548e-05 - my_mae: 3.5548e-05 - val_loss: 1.4319e-04 - val_my_mae: 1.4319e-04\n",
      "Epoch 52/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 4.1328e-05 - my_mae: 4.1328e-05 - val_loss: 3.2804e-05 - val_my_mae: 3.2804e-05\n",
      "Epoch 53/100\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 4.1691e-05 - my_mae: 4.1691e-05 - val_loss: 2.6981e-05 - val_my_mae: 2.6981e-05\n",
      "Epoch 54/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.8185e-05 - my_mae: 3.8185e-05 - val_loss: 2.4551e-05 - val_my_mae: 2.4551e-05\n",
      "Epoch 55/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.5501e-05 - my_mae: 3.5501e-05 - val_loss: 2.5893e-05 - val_my_mae: 2.5893e-05\n",
      "Epoch 56/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 3.8067e-05 - my_mae: 3.8067e-05 - val_loss: 2.5877e-05 - val_my_mae: 2.5877e-05\n",
      "Epoch 57/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.1043e-05 - my_mae: 3.1043e-05 - val_loss: 2.2013e-05 - val_my_mae: 2.2013e-05\n",
      "Epoch 58/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 2.9432e-05 - my_mae: 2.9432e-05 - val_loss: 2.0573e-05 - val_my_mae: 2.0573e-05\n",
      "Epoch 59/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 1.5538e-04 - my_mae: 1.5538e-04 - val_loss: 2.1633e-05 - val_my_mae: 2.1633e-05\n",
      "Epoch 60/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 3.2994e-05 - my_mae: 3.2994e-05 - val_loss: 2.9341e-05 - val_my_mae: 2.9341e-05\n",
      "Epoch 61/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 3.0879e-05 - my_mae: 3.0879e-05 - val_loss: 6.1386e-05 - val_my_mae: 6.1386e-05\n",
      "Epoch 62/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 3.6842e-05 - my_mae: 3.6842e-05 - val_loss: 2.1355e-05 - val_my_mae: 2.1355e-05\n",
      "Epoch 63/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 3.1783e-05 - my_mae: 3.1783e-05 - val_loss: 2.6039e-05 - val_my_mae: 2.6039e-05\n",
      "Epoch 64/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.8713e-05 - my_mae: 2.8713e-05 - val_loss: 4.5599e-05 - val_my_mae: 4.5599e-05\n",
      "Epoch 65/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 0.0015 - my_mae: 0.0015 - val_loss: 3.0657e-05 - val_my_mae: 3.0657e-05\n",
      "Epoch 66/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 2.3787e-05 - my_mae: 2.3787e-05 - val_loss: 2.1506e-05 - val_my_mae: 2.1506e-05\n",
      "Epoch 67/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 2.2417e-05 - my_mae: 2.2417e-05 - val_loss: 4.3769e-05 - val_my_mae: 4.3769e-05\n",
      "Epoch 68/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 2.7597e-05 - my_mae: 2.7597e-05 - val_loss: 1.9777e-05 - val_my_mae: 1.9777e-05\n",
      "Epoch 69/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 2.9981e-05 - my_mae: 2.9981e-05 - val_loss: 1.9648e-05 - val_my_mae: 1.9648e-05\n",
      "Epoch 70/100\n",
      "1584/1584 [==============================] - 44s 28ms/step - loss: 3.5817e-05 - my_mae: 3.5817e-05 - val_loss: 1.9415e-05 - val_my_mae: 1.9415e-05\n",
      "Epoch 71/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 3.2393e-05 - my_mae: 3.2393e-05 - val_loss: 2.0980e-05 - val_my_mae: 2.0980e-05\n",
      "Epoch 72/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.8325e-05 - my_mae: 2.8325e-05 - val_loss: 1.8967e-05 - val_my_mae: 1.8967e-05\n",
      "Epoch 73/100\n",
      "1584/1584 [==============================] - 44s 28ms/step - loss: 2.7836e-05 - my_mae: 2.7836e-05 - val_loss: 1.8751e-05 - val_my_mae: 1.8751e-05\n",
      "Epoch 74/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 2.5957e-05 - my_mae: 2.5957e-05 - val_loss: 1.7603e-05 - val_my_mae: 1.7603e-05\n",
      "Epoch 75/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.6048e-05 - my_mae: 2.6048e-05 - val_loss: 1.7086e-05 - val_my_mae: 1.7086e-05\n",
      "Epoch 76/100\n",
      "1584/1584 [==============================] - 48s 30ms/step - loss: 3.2850e-05 - my_mae: 3.2850e-05 - val_loss: 1.7924e-05 - val_my_mae: 1.7924e-05\n",
      "Epoch 77/100\n",
      "1584/1584 [==============================] - 39s 24ms/step - loss: 4.6817e-04 - my_mae: 4.6817e-04 - val_loss: 2.1294e-05 - val_my_mae: 2.1294e-05\n",
      "Epoch 78/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.2900e-05 - my_mae: 2.2900e-05 - val_loss: 2.2288e-05 - val_my_mae: 2.2288e-05\n",
      "Epoch 79/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 2.5893e-05 - my_mae: 2.5893e-05 - val_loss: 1.8042e-05 - val_my_mae: 1.8042e-05\n",
      "Epoch 80/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 3.0358e-05 - my_mae: 3.0358e-05 - val_loss: 1.7834e-05 - val_my_mae: 1.7834e-05\n",
      "Epoch 81/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.7466e-05 - my_mae: 2.7466e-05 - val_loss: 1.7107e-05 - val_my_mae: 1.7107e-05\n",
      "Epoch 82/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 2.8141e-05 - my_mae: 2.8141e-05 - val_loss: 1.6970e-05 - val_my_mae: 1.6970e-05\n",
      "Epoch 83/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 2.7828e-05 - my_mae: 2.7828e-05 - val_loss: 2.0644e-05 - val_my_mae: 2.0644e-05\n",
      "Epoch 84/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 2.2494e-04 - my_mae: 2.2494e-04 - val_loss: 2.1916e-05 - val_my_mae: 2.1916e-05\n",
      "Epoch 85/100\n",
      "1584/1584 [==============================] - 44s 28ms/step - loss: 2.6789e-05 - my_mae: 2.6789e-05 - val_loss: 1.7658e-05 - val_my_mae: 1.7658e-05\n",
      "Epoch 86/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 2.4439e-05 - my_mae: 2.4439e-05 - val_loss: 1.6601e-05 - val_my_mae: 1.6601e-05\n",
      "Epoch 87/100\n",
      "1584/1584 [==============================] - 41s 26ms/step - loss: 3.0422e-05 - my_mae: 3.0422e-05 - val_loss: 1.6204e-05 - val_my_mae: 1.6204e-05\n",
      "Epoch 88/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 2.6806e-05 - my_mae: 2.6806e-05 - val_loss: 1.6078e-05 - val_my_mae: 1.6078e-05\n",
      "Epoch 89/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 2.7869e-05 - my_mae: 2.7869e-05 - val_loss: 1.9511e-05 - val_my_mae: 1.9511e-05\n",
      "Epoch 90/100\n",
      "1584/1584 [==============================] - 38s 24ms/step - loss: 1.3177e-04 - my_mae: 1.3177e-04 - val_loss: 1.9309e-05 - val_my_mae: 1.9309e-05\n",
      "Epoch 91/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.6115e-05 - my_mae: 2.6115e-05 - val_loss: 3.1816e-05 - val_my_mae: 3.1816e-05\n",
      "Epoch 92/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 2.7783e-05 - my_mae: 2.7783e-05 - val_loss: 1.8956e-05 - val_my_mae: 1.8956e-05\n",
      "Epoch 93/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 2.4305e-05 - my_mae: 2.4305e-05 - val_loss: 2.1870e-05 - val_my_mae: 2.1870e-05\n",
      "Epoch 94/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 3.2527e-05 - my_mae: 3.2527e-05 - val_loss: 1.5591e-05 - val_my_mae: 1.5591e-05\n",
      "Epoch 95/100\n",
      "1584/1584 [==============================] - 40s 26ms/step - loss: 2.4211e-05 - my_mae: 2.4211e-05 - val_loss: 1.7523e-05 - val_my_mae: 1.7523e-05\n",
      "Epoch 96/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 5.4782e-04 - my_mae: 5.4782e-04 - val_loss: 2.0877e-05 - val_my_mae: 2.0877e-05\n",
      "Epoch 97/100\n",
      "1584/1584 [==============================] - 40s 25ms/step - loss: 1.9174e-05 - my_mae: 1.9174e-05 - val_loss: 1.6716e-05 - val_my_mae: 1.6716e-05\n",
      "Epoch 98/100\n",
      "1584/1584 [==============================] - 39s 25ms/step - loss: 2.1112e-05 - my_mae: 2.1112e-05 - val_loss: 1.7607e-05 - val_my_mae: 1.7607e-05\n",
      "Epoch 99/100\n",
      "1584/1584 [==============================] - 43s 27ms/step - loss: 2.6150e-05 - my_mae: 2.6150e-05 - val_loss: 1.6153e-05 - val_my_mae: 1.6153e-05\n",
      "Epoch 100/100\n",
      "1584/1584 [==============================] - 42s 26ms/step - loss: 2.4731e-05 - my_mae: 2.4731e-05 - val_loss: 1.7317e-05 - val_my_mae: 1.7317e-05\n",
      "248/248 [==============================] - 3s 13ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0024483094\n",
      "Loss constraint on Vf:  8.880764e-06\n",
      "Loss all on Vf:  1.384544e-05\n",
      "62/62 [==============================] - 1s 14ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.002457233\n",
      "Loss constraint on Vf:  9.002002e-06\n",
      "Loss all on Vf:  1.7316974e-05\n",
      "train = 1.00 test = 1.00 loss-train = 0.000009 loss-test = 0.000009 iter=0\n",
      "-------train [   0    1    2 ... 9897 9898 9899]\n",
      "-------test  [  20   22   23 ... 9885 9887 9894]\n",
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "Model: \"model_12\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_13 (InputLayer)          [(None, None, 38)]   0           []                               \n",
      "                                                                                                  \n",
      " rnn_1 (RNN)                    (None, 550)          634238      ['input_13[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_49 (TFOpLambd  (None, 38)          0           ['rnn_1[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.getitem_1 (Sl  (None, 38)          0           ['input_13[0][0]']               \n",
      " icingOpLambda)                                                                                   \n",
      "                                                                                                  \n",
      " tf.math.subtract_34 (TFOpLambd  (None, 38)          0           ['tf.linalg.matmul_49[0][0]',    \n",
      " a)                                                               'tf.__operators__.getitem_1[0][0\n",
      "                                                                 ]']                              \n",
      "                                                                                                  \n",
      " tf.math.negative_12 (TFOpLambd  (None, 550)         0           ['rnn_1[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_48 (TFOpLambd  (None, 1083)        0           ['rnn_1[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.nn.relu_35 (TFOpLambda)     (None, 38)           0           ['tf.math.subtract_34[0][0]']    \n",
      "                                                                                                  \n",
      " tf.nn.relu_36 (TFOpLambda)     (None, 550)          0           ['tf.math.negative_12[0][0]']    \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_36 (TFOpLamb  (None, 1)           0           ['tf.linalg.matmul_48[0][0]']    \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_37 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_35[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_38 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_36[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_47 (TFOpLambd  (None, 1)           0           ['rnn_1[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_36 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_36[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_37 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_37[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_38 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_38[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " concatenate_12 (Concatenate)   (None, 554)          0           ['tf.linalg.matmul_47[0][0]',    \n",
      "                                                                  'tf.math.truediv_36[0][0]',     \n",
      "                                                                  'tf.math.truediv_37[0][0]',     \n",
      "                                                                  'tf.math.truediv_38[0][0]',     \n",
      "                                                                  'rnn_1[0][0]']                  \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 634,238\n",
      "Trainable params: 634,238\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 634238\n",
      "Epoch 1/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 0.0635 - my_mae: 0.0635 - val_loss: 5.0194e-04 - val_my_mae: 5.0194e-04\n",
      "Epoch 2/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.4682e-04 - my_mae: 3.4682e-04 - val_loss: 5.5839e-04 - val_my_mae: 5.5839e-04\n",
      "Epoch 3/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.8972e-04 - my_mae: 2.8972e-04 - val_loss: 2.6762e-04 - val_my_mae: 2.6762e-04\n",
      "Epoch 4/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 2.8285e-04 - my_mae: 2.8285e-04 - val_loss: 2.1821e-04 - val_my_mae: 2.1821e-04\n",
      "Epoch 5/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.3597e-04 - my_mae: 2.3597e-04 - val_loss: 3.5066e-04 - val_my_mae: 3.5066e-04\n",
      "Epoch 6/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.3577e-04 - my_mae: 2.3577e-04 - val_loss: 1.6693e-04 - val_my_mae: 1.6693e-04\n",
      "Epoch 7/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 0.0317 - my_mae: 0.0317 - val_loss: 1.9015e-04 - val_my_mae: 1.9015e-04\n",
      "Epoch 8/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 1.7151e-04 - my_mae: 1.7151e-04 - val_loss: 1.5244e-04 - val_my_mae: 1.5244e-04\n",
      "Epoch 9/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 1.4307e-04 - my_mae: 1.4307e-04 - val_loss: 1.2472e-04 - val_my_mae: 1.2472e-04\n",
      "Epoch 10/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.0262e-04 - my_mae: 1.0262e-04 - val_loss: 8.0519e-05 - val_my_mae: 8.0519e-05\n",
      "Epoch 11/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 1.0529e-04 - my_mae: 1.0529e-04 - val_loss: 2.5222e-04 - val_my_mae: 2.5222e-04\n",
      "Epoch 12/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.2754e-04 - my_mae: 1.2754e-04 - val_loss: 6.4008e-05 - val_my_mae: 6.4008e-05\n",
      "Epoch 13/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 9.0915e-05 - my_mae: 9.0915e-05 - val_loss: 5.8106e-05 - val_my_mae: 5.8106e-05\n",
      "Epoch 14/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 2.3982e-04 - my_mae: 2.3982e-04 - val_loss: 6.5383e-05 - val_my_mae: 6.5383e-05\n",
      "Epoch 15/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 8.3086e-05 - my_mae: 8.3086e-05 - val_loss: 6.5967e-05 - val_my_mae: 6.5967e-05\n",
      "Epoch 16/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 9.2272e-05 - my_mae: 9.2272e-05 - val_loss: 5.4809e-05 - val_my_mae: 5.4809e-05\n",
      "Epoch 17/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 7.3416e-05 - my_mae: 7.3416e-05 - val_loss: 5.6787e-05 - val_my_mae: 5.6787e-05\n",
      "Epoch 18/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 8.8333e-05 - my_mae: 8.8333e-05 - val_loss: 5.5266e-05 - val_my_mae: 5.5266e-05\n",
      "Epoch 19/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 7.2634e-05 - my_mae: 7.2634e-05 - val_loss: 5.8155e-05 - val_my_mae: 5.8155e-05\n",
      "Epoch 20/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.5325e-04 - my_mae: 2.5325e-04 - val_loss: 1.1493e-04 - val_my_mae: 1.1493e-04\n",
      "Epoch 21/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 7.2542e-05 - my_mae: 7.2542e-05 - val_loss: 5.0272e-05 - val_my_mae: 5.0272e-05\n",
      "Epoch 22/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 6.2650e-05 - my_mae: 6.2650e-05 - val_loss: 9.4877e-05 - val_my_mae: 9.4877e-05\n",
      "Epoch 23/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 6.3151e-05 - my_mae: 6.3151e-05 - val_loss: 4.6692e-05 - val_my_mae: 4.6692e-05\n",
      "Epoch 24/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 7.4560e-05 - my_mae: 7.4560e-05 - val_loss: 5.2027e-05 - val_my_mae: 5.2027e-05\n",
      "Epoch 25/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 5.6682e-05 - my_mae: 5.6682e-05 - val_loss: 4.8815e-05 - val_my_mae: 4.8815e-05\n",
      "Epoch 26/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 5.7586e-05 - my_mae: 5.7586e-05 - val_loss: 4.2047e-05 - val_my_mae: 4.2047e-05\n",
      "Epoch 27/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 9.2975e-04 - my_mae: 9.2975e-04 - val_loss: 5.0885e-05 - val_my_mae: 5.0885e-05\n",
      "Epoch 28/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 5.0143e-05 - my_mae: 5.0143e-05 - val_loss: 4.5486e-05 - val_my_mae: 4.5486e-05\n",
      "Epoch 29/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 5.6718e-05 - my_mae: 5.6718e-05 - val_loss: 4.6493e-05 - val_my_mae: 4.6493e-05\n",
      "Epoch 30/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 5.8991e-05 - my_mae: 5.8991e-05 - val_loss: 4.8326e-05 - val_my_mae: 4.8326e-05\n",
      "Epoch 31/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 6.1493e-05 - my_mae: 6.1493e-05 - val_loss: 4.3538e-05 - val_my_mae: 4.3538e-05\n",
      "Epoch 32/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 5.4415e-05 - my_mae: 5.4415e-05 - val_loss: 5.2559e-05 - val_my_mae: 5.2559e-05\n",
      "Epoch 33/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 5.5765e-05 - my_mae: 5.5765e-05 - val_loss: 9.5531e-05 - val_my_mae: 9.5531e-05\n",
      "Epoch 34/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 0.0013 - my_mae: 0.0013 - val_loss: 5.5223e-05 - val_my_mae: 5.5223e-05\n",
      "Epoch 35/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 5.5987e-05 - my_mae: 5.5987e-05 - val_loss: 4.8337e-05 - val_my_mae: 4.8337e-05\n",
      "Epoch 36/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 5.9793e-05 - my_mae: 5.9793e-05 - val_loss: 4.5076e-05 - val_my_mae: 4.5076e-05\n",
      "Epoch 37/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 5.7799e-05 - my_mae: 5.7799e-05 - val_loss: 4.3553e-05 - val_my_mae: 4.3553e-05\n",
      "Epoch 38/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 6.1385e-05 - my_mae: 6.1385e-05 - val_loss: 4.2938e-05 - val_my_mae: 4.2938e-05\n",
      "Epoch 39/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 6.6050e-05 - my_mae: 6.6050e-05 - val_loss: 4.7237e-05 - val_my_mae: 4.7237e-05\n",
      "Epoch 40/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 6.2632e-05 - my_mae: 6.2632e-05 - val_loss: 4.0872e-05 - val_my_mae: 4.0872e-05\n",
      "Epoch 41/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 5.4239e-05 - my_mae: 5.4239e-05 - val_loss: 4.0571e-05 - val_my_mae: 4.0571e-05\n",
      "Epoch 42/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.6246e-04 - my_mae: 1.6246e-04 - val_loss: 4.2068e-05 - val_my_mae: 4.2068e-05\n",
      "Epoch 43/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 5.0597e-05 - my_mae: 5.0597e-05 - val_loss: 4.1237e-05 - val_my_mae: 4.1237e-05\n",
      "Epoch 44/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 5.0819e-05 - my_mae: 5.0819e-05 - val_loss: 3.9780e-05 - val_my_mae: 3.9780e-05\n",
      "Epoch 45/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 8.1030e-05 - my_mae: 8.1030e-05 - val_loss: 7.0149e-04 - val_my_mae: 7.0149e-04\n",
      "Epoch 46/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 5.6883e-05 - my_mae: 5.6883e-05 - val_loss: 5.4816e-05 - val_my_mae: 5.4816e-05\n",
      "Epoch 47/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.3651e-05 - my_mae: 4.3651e-05 - val_loss: 0.0011 - val_my_mae: 0.0011\n",
      "Epoch 48/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 5.8778e-05 - my_mae: 5.8778e-05 - val_loss: 3.9871e-05 - val_my_mae: 3.9871e-05\n",
      "Epoch 49/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 6.9517e-05 - my_mae: 6.9517e-05 - val_loss: 4.1011e-05 - val_my_mae: 4.1011e-05\n",
      "Epoch 50/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 5.7922e-05 - my_mae: 5.7922e-05 - val_loss: 1.2040e-04 - val_my_mae: 1.2040e-04\n",
      "Epoch 51/100\n",
      "1584/1584 [==============================] - 27s 17ms/step - loss: 5.2731e-05 - my_mae: 5.2731e-05 - val_loss: 3.8924e-05 - val_my_mae: 3.8924e-05\n",
      "Epoch 52/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 7.6473e-05 - my_mae: 7.6473e-05 - val_loss: 5.1713e-05 - val_my_mae: 5.1713e-05\n",
      "Epoch 53/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 4.5201e-05 - my_mae: 4.5201e-05 - val_loss: 4.7275e-05 - val_my_mae: 4.7275e-05\n",
      "Epoch 54/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 6.0988e-05 - my_mae: 6.0988e-05 - val_loss: 0.0038 - val_my_mae: 0.0038\n",
      "Epoch 55/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 7.8054e-04 - my_mae: 7.8054e-04 - val_loss: 4.0693e-05 - val_my_mae: 4.0693e-05\n",
      "Epoch 56/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 4.0154e-05 - my_mae: 4.0154e-05 - val_loss: 3.7813e-05 - val_my_mae: 3.7813e-05\n",
      "Epoch 57/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 5.0355e-05 - my_mae: 5.0355e-05 - val_loss: 3.5977e-05 - val_my_mae: 3.5977e-05\n",
      "Epoch 58/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 6.0378e-05 - my_mae: 6.0378e-05 - val_loss: 3.7003e-05 - val_my_mae: 3.7003e-05\n",
      "Epoch 59/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 5.0598e-05 - my_mae: 5.0598e-05 - val_loss: 3.5055e-05 - val_my_mae: 3.5055e-05\n",
      "Epoch 60/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.3967e-05 - my_mae: 4.3967e-05 - val_loss: 3.3794e-05 - val_my_mae: 3.3794e-05\n",
      "Epoch 61/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 5.2769e-05 - my_mae: 5.2769e-05 - val_loss: 3.4344e-05 - val_my_mae: 3.4344e-05\n",
      "Epoch 62/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 4.6829e-05 - my_mae: 4.6829e-05 - val_loss: 3.3282e-05 - val_my_mae: 3.3282e-05\n",
      "Epoch 63/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.4451e-04 - my_mae: 3.4451e-04 - val_loss: 3.8901e-05 - val_my_mae: 3.8901e-05\n",
      "Epoch 64/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 4.2509e-05 - my_mae: 4.2509e-05 - val_loss: 5.4315e-05 - val_my_mae: 5.4315e-05\n",
      "Epoch 65/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 4.6585e-05 - my_mae: 4.6585e-05 - val_loss: 3.5924e-05 - val_my_mae: 3.5924e-05\n",
      "Epoch 66/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 4.2888e-05 - my_mae: 4.2888e-05 - val_loss: 3.6811e-05 - val_my_mae: 3.6811e-05\n",
      "Epoch 67/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 4.7510e-05 - my_mae: 4.7510e-05 - val_loss: 3.5819e-05 - val_my_mae: 3.5819e-05\n",
      "Epoch 68/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 4.0855e-05 - my_mae: 4.0855e-05 - val_loss: 3.2238e-05 - val_my_mae: 3.2238e-05\n",
      "Epoch 69/100\n",
      "1584/1584 [==============================] - 26s 17ms/step - loss: 5.0444e-05 - my_mae: 5.0444e-05 - val_loss: 3.3269e-05 - val_my_mae: 3.3269e-05\n",
      "Epoch 70/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 4.6255e-05 - my_mae: 4.6255e-05 - val_loss: 3.1361e-05 - val_my_mae: 3.1361e-05\n",
      "Epoch 71/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 2.6930e-04 - my_mae: 2.6930e-04 - val_loss: 6.7472e-04 - val_my_mae: 6.7472e-04\n",
      "Epoch 72/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 4.1468e-05 - my_mae: 4.1468e-05 - val_loss: 4.2442e-05 - val_my_mae: 4.2442e-05\n",
      "Epoch 73/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.8179e-05 - my_mae: 3.8179e-05 - val_loss: 3.5587e-05 - val_my_mae: 3.5587e-05\n",
      "Epoch 74/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 4.2147e-05 - my_mae: 4.2147e-05 - val_loss: 3.1153e-05 - val_my_mae: 3.1153e-05\n",
      "Epoch 75/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.5278e-05 - my_mae: 4.5278e-05 - val_loss: 3.0589e-05 - val_my_mae: 3.0589e-05\n",
      "Epoch 76/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.8680e-05 - my_mae: 3.8680e-05 - val_loss: 3.0162e-05 - val_my_mae: 3.0162e-05\n",
      "Epoch 77/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 5.3345e-05 - my_mae: 5.3345e-05 - val_loss: 3.2327e-05 - val_my_mae: 3.2327e-05\n",
      "Epoch 78/100\n",
      "1584/1584 [==============================] - 32s 21ms/step - loss: 0.0016 - my_mae: 0.0016 - val_loss: 3.8073e-05 - val_my_mae: 3.8073e-05\n",
      "Epoch 79/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.4397e-05 - my_mae: 3.4397e-05 - val_loss: 3.3005e-05 - val_my_mae: 3.3005e-05\n",
      "Epoch 80/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.4882e-05 - my_mae: 3.4882e-05 - val_loss: 3.1835e-05 - val_my_mae: 3.1835e-05\n",
      "Epoch 81/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.2701e-05 - my_mae: 4.2701e-05 - val_loss: 3.1355e-05 - val_my_mae: 3.1355e-05\n",
      "Epoch 82/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 4.3028e-05 - my_mae: 4.3028e-05 - val_loss: 3.0955e-05 - val_my_mae: 3.0955e-05\n",
      "Epoch 83/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 4.3550e-05 - my_mae: 4.3550e-05 - val_loss: 2.6694e-04 - val_my_mae: 2.6694e-04\n",
      "Epoch 84/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.0294e-05 - my_mae: 4.0294e-05 - val_loss: 2.9156e-05 - val_my_mae: 2.9156e-05\n",
      "Epoch 85/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.5721e-05 - my_mae: 3.5721e-05 - val_loss: 2.7251e-05 - val_my_mae: 2.7251e-05\n",
      "Epoch 86/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 4.6246e-05 - my_mae: 4.6246e-05 - val_loss: 4.8273e-05 - val_my_mae: 4.8273e-05\n",
      "Epoch 87/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.9030e-05 - my_mae: 3.9030e-05 - val_loss: 2.8035e-05 - val_my_mae: 2.8035e-05\n",
      "Epoch 88/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.7181e-04 - my_mae: 2.7181e-04 - val_loss: 3.1635e-05 - val_my_mae: 3.1635e-05\n",
      "Epoch 89/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.0741e-05 - my_mae: 4.0741e-05 - val_loss: 2.6960e-05 - val_my_mae: 2.6960e-05\n",
      "Epoch 90/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.7719e-05 - my_mae: 3.7719e-05 - val_loss: 2.7869e-05 - val_my_mae: 2.7869e-05\n",
      "Epoch 91/100\n",
      "1584/1584 [==============================] - 29s 19ms/step - loss: 4.4491e-05 - my_mae: 4.4491e-05 - val_loss: 4.1984e-05 - val_my_mae: 4.1984e-05\n",
      "Epoch 92/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 3.8442e-05 - my_mae: 3.8442e-05 - val_loss: 2.4230e-05 - val_my_mae: 2.4230e-05\n",
      "Epoch 93/100\n",
      "1584/1584 [==============================] - 27s 17ms/step - loss: 4.5864e-05 - my_mae: 4.5864e-05 - val_loss: 2.4667e-05 - val_my_mae: 2.4667e-05\n",
      "Epoch 94/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.3442e-05 - my_mae: 3.3442e-05 - val_loss: 2.4083e-05 - val_my_mae: 2.4083e-05\n",
      "Epoch 95/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 9.1800e-05 - my_mae: 9.1800e-05 - val_loss: 2.2942e-05 - val_my_mae: 2.2942e-05\n",
      "Epoch 96/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.9151e-05 - my_mae: 3.9151e-05 - val_loss: 2.8116e-05 - val_my_mae: 2.8116e-05\n",
      "Epoch 97/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.5112e-05 - my_mae: 3.5112e-05 - val_loss: 2.1929e-05 - val_my_mae: 2.1929e-05\n",
      "Epoch 98/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 4.6270e-05 - my_mae: 4.6270e-05 - val_loss: 2.1537e-05 - val_my_mae: 2.1537e-05\n",
      "Epoch 99/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.4611e-05 - my_mae: 3.4611e-05 - val_loss: 2.1210e-05 - val_my_mae: 2.1210e-05\n",
      "Epoch 100/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.3390e-05 - my_mae: 3.3390e-05 - val_loss: 2.0338e-05 - val_my_mae: 2.0338e-05\n",
      "248/248 [==============================] - 3s 11ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.001294376\n",
      "Loss constraint on Vf:  1.6126287e-05\n",
      "Loss all on Vf:  1.7531143e-05\n",
      "62/62 [==============================] - 1s 11ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0014319634\n",
      "Loss constraint on Vf:  1.6696464e-05\n",
      "Loss all on Vf:  2.0338175e-05\n",
      "train = 1.00 test = 1.00 loss-train = 0.000016 loss-test = 0.000017 iter=0\n",
      "-------train [   0    1    2 ... 9896 9898 9899]\n",
      "-------test  [   5   10   21 ... 9889 9895 9897]\n",
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "Model: \"model_13\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_14 (InputLayer)          [(None, None, 38)]   0           []                               \n",
      "                                                                                                  \n",
      " rnn_2 (RNN)                    (None, 550)          634238      ['input_14[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_52 (TFOpLambd  (None, 38)          0           ['rnn_2[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.getitem_2 (Sl  (None, 38)          0           ['input_14[0][0]']               \n",
      " icingOpLambda)                                                                                   \n",
      "                                                                                                  \n",
      " tf.math.subtract_35 (TFOpLambd  (None, 38)          0           ['tf.linalg.matmul_52[0][0]',    \n",
      " a)                                                               'tf.__operators__.getitem_2[0][0\n",
      "                                                                 ]']                              \n",
      "                                                                                                  \n",
      " tf.math.negative_13 (TFOpLambd  (None, 550)         0           ['rnn_2[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_51 (TFOpLambd  (None, 1083)        0           ['rnn_2[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.nn.relu_37 (TFOpLambda)     (None, 38)           0           ['tf.math.subtract_35[0][0]']    \n",
      "                                                                                                  \n",
      " tf.nn.relu_38 (TFOpLambda)     (None, 550)          0           ['tf.math.negative_13[0][0]']    \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_39 (TFOpLamb  (None, 1)           0           ['tf.linalg.matmul_51[0][0]']    \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_40 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_37[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_41 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_38[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_50 (TFOpLambd  (None, 1)           0           ['rnn_2[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_39 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_39[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_40 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_40[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_41 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_41[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " concatenate_13 (Concatenate)   (None, 554)          0           ['tf.linalg.matmul_50[0][0]',    \n",
      "                                                                  'tf.math.truediv_39[0][0]',     \n",
      "                                                                  'tf.math.truediv_40[0][0]',     \n",
      "                                                                  'tf.math.truediv_41[0][0]',     \n",
      "                                                                  'rnn_2[0][0]']                  \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 634,238\n",
      "Trainable params: 634,238\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 634238\n",
      "Epoch 1/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.4414 - my_mae: 1.4414 - val_loss: 6.9190e-04 - val_my_mae: 6.9190e-04\n",
      "Epoch 2/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 5.4925e-04 - my_mae: 5.4925e-04 - val_loss: 4.0564e-04 - val_my_mae: 4.0564e-04\n",
      "Epoch 3/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.7823e-04 - my_mae: 3.7823e-04 - val_loss: 3.2340e-04 - val_my_mae: 3.2340e-04\n",
      "Epoch 4/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 2.9441e-04 - my_mae: 2.9441e-04 - val_loss: 2.3248e-04 - val_my_mae: 2.3248e-04\n",
      "Epoch 5/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 2.1031e-04 - my_mae: 2.1031e-04 - val_loss: 1.5474e-04 - val_my_mae: 1.5474e-04\n",
      "Epoch 6/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.4387e-04 - my_mae: 1.4387e-04 - val_loss: 8.4305e-05 - val_my_mae: 8.4305e-05\n",
      "Epoch 7/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 1.0511e-04 - my_mae: 1.0511e-04 - val_loss: 8.8707e-05 - val_my_mae: 8.8707e-05\n",
      "Epoch 8/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 8.4294e-05 - my_mae: 8.4294e-05 - val_loss: 5.8854e-05 - val_my_mae: 5.8854e-05\n",
      "Epoch 9/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 7.5690e-05 - my_mae: 7.5690e-05 - val_loss: 5.5856e-05 - val_my_mae: 5.5856e-05\n",
      "Epoch 10/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 7.5470e-05 - my_mae: 7.5470e-05 - val_loss: 5.3061e-05 - val_my_mae: 5.3061e-05\n",
      "Epoch 11/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 0.0505 - my_mae: 0.0505 - val_loss: 1.2415e-04 - val_my_mae: 1.2415e-04\n",
      "Epoch 12/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 9.6703e-05 - my_mae: 9.6703e-05 - val_loss: 8.0973e-05 - val_my_mae: 8.0973e-05\n",
      "Epoch 13/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 6.9891e-05 - my_mae: 6.9891e-05 - val_loss: 6.4145e-05 - val_my_mae: 6.4145e-05\n",
      "Epoch 14/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 6.1882e-05 - my_mae: 6.1882e-05 - val_loss: 5.4369e-05 - val_my_mae: 5.4369e-05\n",
      "Epoch 15/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 6.6330e-05 - my_mae: 6.6330e-05 - val_loss: 5.7248e-05 - val_my_mae: 5.7248e-05\n",
      "Epoch 16/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 6.1754e-05 - my_mae: 6.1754e-05 - val_loss: 4.6619e-05 - val_my_mae: 4.6619e-05\n",
      "Epoch 17/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 5.8295e-05 - my_mae: 5.8295e-05 - val_loss: 4.5670e-05 - val_my_mae: 4.5670e-05\n",
      "Epoch 18/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 5.9670e-05 - my_mae: 5.9670e-05 - val_loss: 6.1663e-05 - val_my_mae: 6.1663e-05\n",
      "Epoch 19/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 3.3224e-04 - my_mae: 3.3224e-04 - val_loss: 4.1451e-05 - val_my_mae: 4.1451e-05\n",
      "Epoch 20/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 4.6175e-05 - my_mae: 4.6175e-05 - val_loss: 3.8542e-05 - val_my_mae: 3.8542e-05\n",
      "Epoch 21/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 5.2868e-05 - my_mae: 5.2868e-05 - val_loss: 4.1590e-05 - val_my_mae: 4.1590e-05\n",
      "Epoch 22/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 5.1167e-05 - my_mae: 5.1167e-05 - val_loss: 3.9571e-05 - val_my_mae: 3.9571e-05\n",
      "Epoch 23/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 4.8743e-05 - my_mae: 4.8743e-05 - val_loss: 3.6332e-05 - val_my_mae: 3.6332e-05\n",
      "Epoch 24/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 4.8302e-05 - my_mae: 4.8302e-05 - val_loss: 3.4761e-05 - val_my_mae: 3.4761e-05\n",
      "Epoch 25/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 8.3225e-05 - my_mae: 8.3225e-05 - val_loss: 4.0617e-05 - val_my_mae: 4.0617e-05\n",
      "Epoch 26/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 4.3727e-05 - my_mae: 4.3727e-05 - val_loss: 3.9710e-05 - val_my_mae: 3.9710e-05\n",
      "Epoch 27/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 4.1500e-05 - my_mae: 4.1500e-05 - val_loss: 3.3924e-05 - val_my_mae: 3.3924e-05\n",
      "Epoch 28/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.8283e-05 - my_mae: 3.8283e-05 - val_loss: 3.2063e-05 - val_my_mae: 3.2063e-05\n",
      "Epoch 29/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.8424e-05 - my_mae: 3.8424e-05 - val_loss: 3.3699e-05 - val_my_mae: 3.3699e-05\n",
      "Epoch 30/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.6823e-04 - my_mae: 3.6823e-04 - val_loss: 3.5120e-05 - val_my_mae: 3.5120e-05\n",
      "Epoch 31/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.1289e-05 - my_mae: 3.1289e-05 - val_loss: 3.2051e-05 - val_my_mae: 3.2051e-05\n",
      "Epoch 32/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 3.4182e-05 - my_mae: 3.4182e-05 - val_loss: 3.1032e-05 - val_my_mae: 3.1032e-05\n",
      "Epoch 33/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 3.5424e-05 - my_mae: 3.5424e-05 - val_loss: 2.9736e-05 - val_my_mae: 2.9736e-05\n",
      "Epoch 34/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.8417e-05 - my_mae: 3.8417e-05 - val_loss: 2.9679e-05 - val_my_mae: 2.9679e-05\n",
      "Epoch 35/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.2710e-05 - my_mae: 3.2710e-05 - val_loss: 2.8695e-05 - val_my_mae: 2.8695e-05\n",
      "Epoch 36/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 3.1697e-04 - my_mae: 3.1697e-04 - val_loss: 3.0001e-05 - val_my_mae: 3.0001e-05\n",
      "Epoch 37/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.1265e-05 - my_mae: 3.1265e-05 - val_loss: 2.8976e-05 - val_my_mae: 2.8976e-05\n",
      "Epoch 38/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 3.1594e-05 - my_mae: 3.1594e-05 - val_loss: 4.3247e-05 - val_my_mae: 4.3247e-05\n",
      "Epoch 39/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 2.9694e-05 - my_mae: 2.9694e-05 - val_loss: 5.0864e-04 - val_my_mae: 5.0864e-04\n",
      "Epoch 40/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.5932e-05 - my_mae: 3.5932e-05 - val_loss: 2.6686e-05 - val_my_mae: 2.6686e-05\n",
      "Epoch 41/100\n",
      "1584/1584 [==============================] - 37s 23ms/step - loss: 3.0168e-05 - my_mae: 3.0168e-05 - val_loss: 2.8083e-05 - val_my_mae: 2.8083e-05\n",
      "Epoch 42/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 1.3327e-04 - my_mae: 1.3327e-04 - val_loss: 2.8716e-05 - val_my_mae: 2.8716e-05\n",
      "Epoch 43/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 2.5687e-05 - my_mae: 2.5687e-05 - val_loss: 4.7814e-05 - val_my_mae: 4.7814e-05\n",
      "Epoch 44/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 3.4696e-05 - my_mae: 3.4696e-05 - val_loss: 2.5450e-05 - val_my_mae: 2.5450e-05\n",
      "Epoch 45/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.0044e-05 - my_mae: 3.0044e-05 - val_loss: 2.4707e-05 - val_my_mae: 2.4707e-05\n",
      "Epoch 46/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.6891e-05 - my_mae: 2.6891e-05 - val_loss: 2.4700e-05 - val_my_mae: 2.4700e-05\n",
      "Epoch 47/100\n",
      "1584/1584 [==============================] - 29s 18ms/step - loss: 1.6157e-04 - my_mae: 1.6157e-04 - val_loss: 3.2160e-04 - val_my_mae: 3.2160e-04\n",
      "Epoch 48/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 3.0226e-05 - my_mae: 3.0226e-05 - val_loss: 2.4319e-05 - val_my_mae: 2.4319e-05\n",
      "Epoch 49/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.6979e-05 - my_mae: 2.6979e-05 - val_loss: 2.6456e-05 - val_my_mae: 2.6456e-05\n",
      "Epoch 50/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 2.5508e-05 - my_mae: 2.5508e-05 - val_loss: 2.3270e-05 - val_my_mae: 2.3270e-05\n",
      "Epoch 51/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 2.6521e-05 - my_mae: 2.6521e-05 - val_loss: 2.2981e-05 - val_my_mae: 2.2981e-05\n",
      "Epoch 52/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 2.4903e-05 - my_mae: 2.4903e-05 - val_loss: 1.1895e-04 - val_my_mae: 1.1895e-04\n",
      "Epoch 53/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 3.0255e-05 - my_mae: 3.0255e-05 - val_loss: 2.3121e-05 - val_my_mae: 2.3121e-05\n",
      "Epoch 54/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.1392e-04 - my_mae: 1.1392e-04 - val_loss: 2.3929e-05 - val_my_mae: 2.3929e-05\n",
      "Epoch 55/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 2.4403e-05 - my_mae: 2.4403e-05 - val_loss: 1.1409e-04 - val_my_mae: 1.1409e-04\n",
      "Epoch 56/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.5101e-05 - my_mae: 2.5101e-05 - val_loss: 2.1481e-05 - val_my_mae: 2.1481e-05\n",
      "Epoch 57/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.7284e-05 - my_mae: 2.7284e-05 - val_loss: 2.1900e-05 - val_my_mae: 2.1900e-05\n",
      "Epoch 58/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.5899e-05 - my_mae: 2.5899e-05 - val_loss: 2.0538e-05 - val_my_mae: 2.0538e-05\n",
      "Epoch 59/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.4393e-05 - my_mae: 2.4393e-05 - val_loss: 7.7442e-05 - val_my_mae: 7.7442e-05\n",
      "Epoch 60/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 3.3314e-05 - my_mae: 3.3314e-05 - val_loss: 3.5051e-05 - val_my_mae: 3.5051e-05\n",
      "Epoch 61/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 2.3744e-05 - my_mae: 2.3744e-05 - val_loss: 1.9835e-05 - val_my_mae: 1.9835e-05\n",
      "Epoch 62/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.1491e-05 - my_mae: 2.1491e-05 - val_loss: 1.9034e-05 - val_my_mae: 1.9034e-05\n",
      "Epoch 63/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.3994e-04 - my_mae: 1.3994e-04 - val_loss: 2.1739e-05 - val_my_mae: 2.1739e-05\n",
      "Epoch 64/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 2.2246e-05 - my_mae: 2.2246e-05 - val_loss: 1.9520e-05 - val_my_mae: 1.9520e-05\n",
      "Epoch 65/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 2.3800e-05 - my_mae: 2.3800e-05 - val_loss: 1.9337e-05 - val_my_mae: 1.9337e-05\n",
      "Epoch 66/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 3.4506e-04 - my_mae: 3.4506e-04 - val_loss: 2.1405e-05 - val_my_mae: 2.1405e-05\n",
      "Epoch 67/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.3618e-05 - my_mae: 2.3618e-05 - val_loss: 1.9207e-05 - val_my_mae: 1.9207e-05\n",
      "Epoch 68/100\n",
      "1584/1584 [==============================] - 36s 23ms/step - loss: 2.2768e-05 - my_mae: 2.2768e-05 - val_loss: 2.1395e-05 - val_my_mae: 2.1395e-05\n",
      "Epoch 69/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 2.1771e-05 - my_mae: 2.1771e-05 - val_loss: 1.8983e-05 - val_my_mae: 1.8983e-05\n",
      "Epoch 70/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.2113e-05 - my_mae: 2.2113e-05 - val_loss: 1.8548e-05 - val_my_mae: 1.8548e-05\n",
      "Epoch 71/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.1744e-05 - my_mae: 2.1744e-05 - val_loss: 1.8959e-05 - val_my_mae: 1.8959e-05\n",
      "Epoch 72/100\n",
      "1584/1584 [==============================] - 32s 21ms/step - loss: 2.3151e-05 - my_mae: 2.3151e-05 - val_loss: 1.8002e-05 - val_my_mae: 1.8002e-05\n",
      "Epoch 73/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.9554e-05 - my_mae: 1.9554e-05 - val_loss: 6.9967e-05 - val_my_mae: 6.9967e-05\n",
      "Epoch 74/100\n",
      "1584/1584 [==============================] - 35s 22ms/step - loss: 5.0351e-05 - my_mae: 5.0351e-05 - val_loss: 2.0961e-05 - val_my_mae: 2.0961e-05\n",
      "Epoch 75/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.0306e-05 - my_mae: 2.0306e-05 - val_loss: 1.8833e-05 - val_my_mae: 1.8833e-05\n",
      "Epoch 76/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 1.9204e-05 - my_mae: 1.9204e-05 - val_loss: 1.7561e-05 - val_my_mae: 1.7561e-05\n",
      "Epoch 77/100\n",
      "1584/1584 [==============================] - 31s 19ms/step - loss: 6.7735e-05 - my_mae: 6.7735e-05 - val_loss: 1.9866e-05 - val_my_mae: 1.9866e-05\n",
      "Epoch 78/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.1005e-05 - my_mae: 2.1005e-05 - val_loss: 1.7593e-05 - val_my_mae: 1.7593e-05\n",
      "Epoch 79/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.9521e-05 - my_mae: 1.9521e-05 - val_loss: 1.7701e-05 - val_my_mae: 1.7701e-05\n",
      "Epoch 80/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.0813e-05 - my_mae: 2.0813e-05 - val_loss: 1.7272e-05 - val_my_mae: 1.7272e-05\n",
      "Epoch 81/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.1683e-05 - my_mae: 2.1683e-05 - val_loss: 1.7678e-05 - val_my_mae: 1.7678e-05\n",
      "Epoch 82/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.6671e-04 - my_mae: 2.6671e-04 - val_loss: 2.1162e-05 - val_my_mae: 2.1162e-05\n",
      "Epoch 83/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 2.0003e-05 - my_mae: 2.0003e-05 - val_loss: 5.2449e-05 - val_my_mae: 5.2449e-05\n",
      "Epoch 84/100\n",
      "1584/1584 [==============================] - 36s 22ms/step - loss: 2.0319e-05 - my_mae: 2.0319e-05 - val_loss: 1.7484e-05 - val_my_mae: 1.7484e-05\n",
      "Epoch 85/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 2.0086e-05 - my_mae: 2.0086e-05 - val_loss: 1.7469e-05 - val_my_mae: 1.7469e-05\n",
      "Epoch 86/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.8138e-05 - my_mae: 1.8138e-05 - val_loss: 2.0213e-05 - val_my_mae: 2.0213e-05\n",
      "Epoch 87/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.0442e-05 - my_mae: 2.0442e-05 - val_loss: 2.2617e-05 - val_my_mae: 2.2617e-05\n",
      "Epoch 88/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 1.7871e-05 - my_mae: 1.7871e-05 - val_loss: 1.8041e-05 - val_my_mae: 1.8041e-05\n",
      "Epoch 89/100\n",
      "1584/1584 [==============================] - 34s 22ms/step - loss: 3.3234e-05 - my_mae: 3.3234e-05 - val_loss: 2.2694e-05 - val_my_mae: 2.2694e-05\n",
      "Epoch 90/100\n",
      "1584/1584 [==============================] - 34s 21ms/step - loss: 2.1378e-05 - my_mae: 2.1378e-05 - val_loss: 1.6763e-05 - val_my_mae: 1.6763e-05\n",
      "Epoch 91/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 1.8966e-05 - my_mae: 1.8966e-05 - val_loss: 1.9786e-05 - val_my_mae: 1.9786e-05\n",
      "Epoch 92/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.1713e-04 - my_mae: 2.1713e-04 - val_loss: 2.3414e-05 - val_my_mae: 2.3414e-05\n",
      "Epoch 93/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.3011e-05 - my_mae: 2.3011e-05 - val_loss: 2.2129e-05 - val_my_mae: 2.2129e-05\n",
      "Epoch 94/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 2.3565e-05 - my_mae: 2.3565e-05 - val_loss: 1.8749e-05 - val_my_mae: 1.8749e-05\n",
      "Epoch 95/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 2.2330e-05 - my_mae: 2.2330e-05 - val_loss: 1.7449e-05 - val_my_mae: 1.7449e-05\n",
      "Epoch 96/100\n",
      "1584/1584 [==============================] - 28s 18ms/step - loss: 1.8553e-05 - my_mae: 1.8553e-05 - val_loss: 1.8550e-05 - val_my_mae: 1.8550e-05\n",
      "Epoch 97/100\n",
      "1584/1584 [==============================] - 32s 20ms/step - loss: 2.2379e-05 - my_mae: 2.2379e-05 - val_loss: 1.8062e-05 - val_my_mae: 1.8062e-05\n",
      "Epoch 98/100\n",
      "1584/1584 [==============================] - 33s 21ms/step - loss: 1.9479e-05 - my_mae: 1.9479e-05 - val_loss: 1.7413e-05 - val_my_mae: 1.7413e-05\n",
      "Epoch 99/100\n",
      "1584/1584 [==============================] - 31s 20ms/step - loss: 1.9065e-05 - my_mae: 1.9065e-05 - val_loss: 1.8641e-05 - val_my_mae: 1.8641e-05\n",
      "Epoch 100/100\n",
      "1584/1584 [==============================] - 30s 19ms/step - loss: 9.6954e-05 - my_mae: 9.6954e-05 - val_loss: 2.0082e-05 - val_my_mae: 2.0082e-05\n",
      "248/248 [==============================] - 3s 11ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0021119278\n",
      "Loss constraint on Vf:  1.25004735e-05\n",
      "Loss all on Vf:  1.5007215e-05\n",
      "62/62 [==============================] - 1s 11ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0021919033\n",
      "Loss constraint on Vf:  1.2392867e-05\n",
      "Loss all on Vf:  2.0082032e-05\n",
      "train = 1.00 test = 1.00 loss-train = 0.000013 loss-test = 0.000012 iter=0\n",
      "-------train [   1    2    3 ... 9896 9897 9898]\n",
      "-------test  [   0    8   12 ... 9879 9892 9899]\n",
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "Model: \"model_14\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_15 (InputLayer)          [(None, None, 38)]   0           []                               \n",
      "                                                                                                  \n",
      " rnn_3 (RNN)                    (None, 550)          634238      ['input_15[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_55 (TFOpLambd  (None, 38)          0           ['rnn_3[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.getitem_3 (Sl  (None, 38)          0           ['input_15[0][0]']               \n",
      " icingOpLambda)                                                                                   \n",
      "                                                                                                  \n",
      " tf.math.subtract_36 (TFOpLambd  (None, 38)          0           ['tf.linalg.matmul_55[0][0]',    \n",
      " a)                                                               'tf.__operators__.getitem_3[0][0\n",
      "                                                                 ]']                              \n",
      "                                                                                                  \n",
      " tf.math.negative_14 (TFOpLambd  (None, 550)         0           ['rnn_3[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_54 (TFOpLambd  (None, 1083)        0           ['rnn_3[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.nn.relu_39 (TFOpLambda)     (None, 38)           0           ['tf.math.subtract_36[0][0]']    \n",
      "                                                                                                  \n",
      " tf.nn.relu_40 (TFOpLambda)     (None, 550)          0           ['tf.math.negative_14[0][0]']    \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_42 (TFOpLamb  (None, 1)           0           ['tf.linalg.matmul_54[0][0]']    \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_43 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_39[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_44 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_40[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_53 (TFOpLambd  (None, 1)           0           ['rnn_3[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_42 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_42[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_43 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_43[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_44 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_44[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " concatenate_14 (Concatenate)   (None, 554)          0           ['tf.linalg.matmul_53[0][0]',    \n",
      "                                                                  'tf.math.truediv_42[0][0]',     \n",
      "                                                                  'tf.math.truediv_43[0][0]',     \n",
      "                                                                  'tf.math.truediv_44[0][0]',     \n",
      "                                                                  'rnn_3[0][0]']                  \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 634,238\n",
      "Trainable params: 634,238\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 634238\n",
      "Epoch 1/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 1.9966 - my_mae: 1.9966 - val_loss: 8.5566e-04 - val_my_mae: 8.5566e-04\n",
      "Epoch 2/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 8.4986e-04 - my_mae: 8.4986e-04 - val_loss: 7.5160e-04 - val_my_mae: 7.5160e-04\n",
      "Epoch 3/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.6902e-04 - my_mae: 5.6902e-04 - val_loss: 3.5212e-04 - val_my_mae: 3.5212e-04\n",
      "Epoch 4/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 2.5087e-04 - my_mae: 2.5087e-04 - val_loss: 1.4295e-04 - val_my_mae: 1.4295e-04\n",
      "Epoch 5/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.8395e-04 - my_mae: 1.8395e-04 - val_loss: 1.0368e-04 - val_my_mae: 1.0368e-04\n",
      "Epoch 6/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.7697e-04 - my_mae: 2.7697e-04 - val_loss: 1.0783e-04 - val_my_mae: 1.0783e-04\n",
      "Epoch 7/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.8488e-04 - my_mae: 1.8488e-04 - val_loss: 1.0277e-04 - val_my_mae: 1.0277e-04\n",
      "Epoch 8/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 1.5249e-04 - my_mae: 1.5249e-04 - val_loss: 8.1997e-05 - val_my_mae: 8.1997e-05\n",
      "Epoch 9/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.2316e-04 - my_mae: 1.2316e-04 - val_loss: 6.4475e-05 - val_my_mae: 6.4475e-05\n",
      "Epoch 10/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.0621e-04 - my_mae: 1.0621e-04 - val_loss: 8.7475e-05 - val_my_mae: 8.7475e-05\n",
      "Epoch 11/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.0435e-04 - my_mae: 1.0435e-04 - val_loss: 5.1731e-05 - val_my_mae: 5.1731e-05\n",
      "Epoch 12/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 0.0244 - my_mae: 0.0244 - val_loss: 1.1531e-04 - val_my_mae: 1.1531e-04\n",
      "Epoch 13/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.0024e-04 - my_mae: 1.0024e-04 - val_loss: 7.4109e-05 - val_my_mae: 7.4109e-05\n",
      "Epoch 14/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.7918e-05 - my_mae: 7.7918e-05 - val_loss: 5.9564e-05 - val_my_mae: 5.9564e-05\n",
      "Epoch 15/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.2248e-05 - my_mae: 7.2248e-05 - val_loss: 5.3284e-05 - val_my_mae: 5.3284e-05\n",
      "Epoch 16/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 8.5010e-05 - my_mae: 8.5010e-05 - val_loss: 5.3375e-05 - val_my_mae: 5.3375e-05\n",
      "Epoch 17/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 8.8925e-05 - my_mae: 8.8925e-05 - val_loss: 6.1429e-05 - val_my_mae: 6.1429e-05\n",
      "Epoch 18/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 9.0602e-05 - my_mae: 9.0602e-05 - val_loss: 4.5306e-05 - val_my_mae: 4.5306e-05\n",
      "Epoch 19/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 0.0022 - my_mae: 0.0022 - val_loss: 5.5877e-05 - val_my_mae: 5.5877e-05\n",
      "Epoch 20/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 6.7901e-05 - my_mae: 6.7901e-05 - val_loss: 4.6408e-05 - val_my_mae: 4.6408e-05\n",
      "Epoch 21/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 6.4428e-05 - my_mae: 6.4428e-05 - val_loss: 4.9111e-05 - val_my_mae: 4.9111e-05\n",
      "Epoch 22/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 7.5272e-05 - my_mae: 7.5272e-05 - val_loss: 4.7925e-05 - val_my_mae: 4.7925e-05\n",
      "Epoch 23/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 8.4078e-05 - my_mae: 8.4078e-05 - val_loss: 4.5348e-05 - val_my_mae: 4.5348e-05\n",
      "Epoch 24/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 6.3132e-05 - my_mae: 6.3132e-05 - val_loss: 4.2448e-05 - val_my_mae: 4.2448e-05\n",
      "Epoch 25/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 9.5884e-04 - my_mae: 9.5883e-04 - val_loss: 6.2034e-05 - val_my_mae: 6.2034e-05\n",
      "Epoch 26/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 5.7389e-05 - my_mae: 5.7389e-05 - val_loss: 4.4288e-05 - val_my_mae: 4.4288e-05\n",
      "Epoch 27/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 6.0581e-05 - my_mae: 6.0581e-05 - val_loss: 3.8320e-05 - val_my_mae: 3.8320e-05\n",
      "Epoch 28/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 6.1421e-05 - my_mae: 6.1421e-05 - val_loss: 1.1835e-04 - val_my_mae: 1.1835e-04\n",
      "Epoch 29/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.9062e-05 - my_mae: 5.9062e-05 - val_loss: 3.6426e-05 - val_my_mae: 3.6426e-05\n",
      "Epoch 30/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 4.9564e-05 - my_mae: 4.9564e-05 - val_loss: 7.2881e-05 - val_my_mae: 7.2881e-05\n",
      "Epoch 31/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 5.1085e-05 - my_mae: 5.1085e-05 - val_loss: 2.9292e-05 - val_my_mae: 2.9292e-05\n",
      "Epoch 32/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 4.5742e-05 - my_mae: 4.5742e-05 - val_loss: 2.7025e-05 - val_my_mae: 2.7025e-05\n",
      "Epoch 33/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.6345e-05 - my_mae: 4.6345e-05 - val_loss: 2.5059e-05 - val_my_mae: 2.5059e-05\n",
      "Epoch 34/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.5168e-04 - my_mae: 1.5168e-04 - val_loss: 2.7790e-05 - val_my_mae: 2.7790e-05\n",
      "Epoch 35/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.0797e-05 - my_mae: 4.0797e-05 - val_loss: 2.4896e-05 - val_my_mae: 2.4896e-05\n",
      "Epoch 36/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 4.6329e-05 - my_mae: 4.6329e-05 - val_loss: 2.3910e-05 - val_my_mae: 2.3910e-05\n",
      "Epoch 37/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 4.1408e-05 - my_mae: 4.1408e-05 - val_loss: 2.9730e-05 - val_my_mae: 2.9730e-05\n",
      "Epoch 38/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 4.1582e-05 - my_mae: 4.1582e-05 - val_loss: 2.6351e-05 - val_my_mae: 2.6351e-05\n",
      "Epoch 39/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.1177e-04 - my_mae: 1.1177e-04 - val_loss: 2.3444e-05 - val_my_mae: 2.3444e-05\n",
      "Epoch 40/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.4904e-05 - my_mae: 3.4904e-05 - val_loss: 5.7027e-05 - val_my_mae: 5.7027e-05\n",
      "Epoch 41/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 3.8504e-05 - my_mae: 3.8504e-05 - val_loss: 2.0647e-05 - val_my_mae: 2.0647e-05\n",
      "Epoch 42/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 3.7525e-05 - my_mae: 3.7525e-05 - val_loss: 2.0362e-05 - val_my_mae: 2.0362e-05\n",
      "Epoch 43/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.4099e-05 - my_mae: 3.4099e-05 - val_loss: 1.9066e-05 - val_my_mae: 1.9066e-05\n",
      "Epoch 44/100\n",
      "1584/1584 [==============================] - 25s 16ms/step - loss: 3.2981e-05 - my_mae: 3.2981e-05 - val_loss: 1.8379e-05 - val_my_mae: 1.8379e-05\n",
      "Epoch 45/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 5.1885e-04 - my_mae: 5.1885e-04 - val_loss: 2.3278e-05 - val_my_mae: 2.3278e-05\n",
      "Epoch 46/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 3.4149e-05 - my_mae: 3.4149e-05 - val_loss: 2.0584e-05 - val_my_mae: 2.0584e-05\n",
      "Epoch 47/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.3710e-05 - my_mae: 3.3710e-05 - val_loss: 1.9736e-05 - val_my_mae: 1.9736e-05\n",
      "Epoch 48/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 3.2567e-05 - my_mae: 3.2567e-05 - val_loss: 2.0931e-05 - val_my_mae: 2.0931e-05\n",
      "Epoch 49/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.5002e-05 - my_mae: 3.5002e-05 - val_loss: 2.3562e-05 - val_my_mae: 2.3562e-05\n",
      "Epoch 50/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 3.4860e-05 - my_mae: 3.4860e-05 - val_loss: 1.6826e-05 - val_my_mae: 1.6826e-05\n",
      "Epoch 51/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 3.0176e-05 - my_mae: 3.0176e-05 - val_loss: 1.6228e-05 - val_my_mae: 1.6228e-05\n",
      "Epoch 52/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 3.3229e-05 - my_mae: 3.3229e-05 - val_loss: 1.6521e-05 - val_my_mae: 1.6521e-05\n",
      "Epoch 53/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 5.5048e-05 - my_mae: 5.5048e-05 - val_loss: 1.5370e-05 - val_my_mae: 1.5370e-05\n",
      "Epoch 54/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.2446e-05 - my_mae: 3.2446e-05 - val_loss: 1.4677e-05 - val_my_mae: 1.4677e-05\n",
      "Epoch 55/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.7372e-05 - my_mae: 2.7372e-05 - val_loss: 1.8074e-05 - val_my_mae: 1.8074e-05\n",
      "Epoch 56/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.2611e-05 - my_mae: 3.2611e-05 - val_loss: 4.4604e-05 - val_my_mae: 4.4604e-05\n",
      "Epoch 57/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.9044e-05 - my_mae: 2.9044e-05 - val_loss: 1.3410e-05 - val_my_mae: 1.3410e-05\n",
      "Epoch 58/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.9127e-05 - my_mae: 2.9127e-05 - val_loss: 1.3624e-05 - val_my_mae: 1.3624e-05\n",
      "Epoch 59/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 5.4844e-05 - my_mae: 5.4844e-05 - val_loss: 1.3152e-05 - val_my_mae: 1.3152e-05\n",
      "Epoch 60/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.6459e-05 - my_mae: 2.6459e-05 - val_loss: 1.2856e-05 - val_my_mae: 1.2856e-05\n",
      "Epoch 61/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.7588e-05 - my_mae: 2.7588e-05 - val_loss: 1.3126e-05 - val_my_mae: 1.3126e-05\n",
      "Epoch 62/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.7277e-05 - my_mae: 2.7277e-05 - val_loss: 1.4958e-05 - val_my_mae: 1.4958e-05\n",
      "Epoch 63/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.5922e-05 - my_mae: 2.5922e-05 - val_loss: 5.7345e-05 - val_my_mae: 5.7345e-05\n",
      "Epoch 64/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.0102e-04 - my_mae: 1.0102e-04 - val_loss: 1.3677e-05 - val_my_mae: 1.3677e-05\n",
      "Epoch 65/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.4386e-05 - my_mae: 2.4386e-05 - val_loss: 2.4651e-05 - val_my_mae: 2.4651e-05\n",
      "Epoch 66/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.5553e-05 - my_mae: 2.5553e-05 - val_loss: 1.2433e-05 - val_my_mae: 1.2433e-05\n",
      "Epoch 67/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.6979e-05 - my_mae: 2.6979e-05 - val_loss: 1.2777e-05 - val_my_mae: 1.2777e-05\n",
      "Epoch 68/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.6266e-05 - my_mae: 2.6266e-05 - val_loss: 5.2932e-05 - val_my_mae: 5.2932e-05\n",
      "Epoch 69/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.5991e-05 - my_mae: 2.5991e-05 - val_loss: 1.1215e-05 - val_my_mae: 1.1215e-05\n",
      "Epoch 70/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 5.3284e-04 - my_mae: 5.3284e-04 - val_loss: 1.4947e-05 - val_my_mae: 1.4947e-05\n",
      "Epoch 71/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.8145e-05 - my_mae: 2.8145e-05 - val_loss: 1.3050e-05 - val_my_mae: 1.3050e-05\n",
      "Epoch 72/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.9624e-05 - my_mae: 2.9624e-05 - val_loss: 1.3484e-05 - val_my_mae: 1.3484e-05\n",
      "Epoch 73/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 3.0329e-05 - my_mae: 3.0329e-05 - val_loss: 1.1366e-05 - val_my_mae: 1.1366e-05\n",
      "Epoch 74/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.6436e-05 - my_mae: 2.6436e-05 - val_loss: 3.2481e-05 - val_my_mae: 3.2481e-05\n",
      "Epoch 75/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.7497e-05 - my_mae: 2.7497e-05 - val_loss: 1.2173e-05 - val_my_mae: 1.2173e-05\n",
      "Epoch 76/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.4305e-05 - my_mae: 2.4305e-05 - val_loss: 1.1867e-05 - val_my_mae: 1.1867e-05\n",
      "Epoch 77/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.2745e-04 - my_mae: 1.2745e-04 - val_loss: 2.0963e-05 - val_my_mae: 2.0963e-05\n",
      "Epoch 78/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.3074e-05 - my_mae: 2.3074e-05 - val_loss: 1.8708e-05 - val_my_mae: 1.8708e-05\n",
      "Epoch 79/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.5530e-05 - my_mae: 2.5530e-05 - val_loss: 1.1435e-05 - val_my_mae: 1.1435e-05\n",
      "Epoch 80/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.5567e-05 - my_mae: 2.5567e-05 - val_loss: 1.1927e-05 - val_my_mae: 1.1927e-05\n",
      "Epoch 81/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.2349e-05 - my_mae: 2.2349e-05 - val_loss: 9.8296e-06 - val_my_mae: 9.8296e-06\n",
      "Epoch 82/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.4943e-05 - my_mae: 2.4943e-05 - val_loss: 1.6372e-05 - val_my_mae: 1.6372e-05\n",
      "Epoch 83/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.1699e-05 - my_mae: 2.1699e-05 - val_loss: 9.8390e-06 - val_my_mae: 9.8390e-06\n",
      "Epoch 84/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.3594e-05 - my_mae: 2.3594e-05 - val_loss: 9.5520e-06 - val_my_mae: 9.5520e-06\n",
      "Epoch 85/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 1.1846e-04 - my_mae: 1.1846e-04 - val_loss: 9.6448e-06 - val_my_mae: 9.6448e-06\n",
      "Epoch 86/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.2142e-05 - my_mae: 2.2142e-05 - val_loss: 1.0113e-05 - val_my_mae: 1.0113e-05\n",
      "Epoch 87/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.2207e-05 - my_mae: 2.2207e-05 - val_loss: 9.2377e-06 - val_my_mae: 9.2377e-06\n",
      "Epoch 88/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.5958e-05 - my_mae: 2.5958e-05 - val_loss: 1.0181e-05 - val_my_mae: 1.0181e-05\n",
      "Epoch 89/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.5719e-05 - my_mae: 2.5719e-05 - val_loss: 9.0989e-06 - val_my_mae: 9.0989e-06\n",
      "Epoch 90/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.4139e-05 - my_mae: 2.4139e-05 - val_loss: 8.9223e-06 - val_my_mae: 8.9223e-06\n",
      "Epoch 91/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 1.2123e-04 - my_mae: 1.2123e-04 - val_loss: 1.0492e-05 - val_my_mae: 1.0492e-05\n",
      "Epoch 92/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.1629e-05 - my_mae: 2.1629e-05 - val_loss: 9.6106e-06 - val_my_mae: 9.6106e-06\n",
      "Epoch 93/100\n",
      "1584/1584 [==============================] - 25s 15ms/step - loss: 2.3601e-05 - my_mae: 2.3601e-05 - val_loss: 1.0453e-05 - val_my_mae: 1.0453e-05\n",
      "Epoch 94/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.3024e-05 - my_mae: 2.3024e-05 - val_loss: 1.1810e-05 - val_my_mae: 1.1810e-05\n",
      "Epoch 95/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 2.3537e-05 - my_mae: 2.3537e-05 - val_loss: 1.0487e-05 - val_my_mae: 1.0487e-05\n",
      "Epoch 96/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.1483e-05 - my_mae: 2.1483e-05 - val_loss: 1.8505e-05 - val_my_mae: 1.8505e-05\n",
      "Epoch 97/100\n",
      "1584/1584 [==============================] - 24s 15ms/step - loss: 5.4544e-05 - my_mae: 5.4544e-05 - val_loss: 9.2266e-06 - val_my_mae: 9.2266e-06\n",
      "Epoch 98/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.3238e-05 - my_mae: 2.3238e-05 - val_loss: 9.0317e-06 - val_my_mae: 9.0317e-06\n",
      "Epoch 99/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.0615e-05 - my_mae: 2.0615e-05 - val_loss: 9.8866e-06 - val_my_mae: 9.8866e-06\n",
      "Epoch 100/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 2.4468e-05 - my_mae: 2.4468e-05 - val_loss: 7.7819e-06 - val_my_mae: 7.7819e-06\n",
      "248/248 [==============================] - 2s 8ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.00094200566\n",
      "Loss constraint on Vf:  8.750737e-06\n",
      "Loss all on Vf:  1.361681e-05\n",
      "62/62 [==============================] - 0s 7ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.00078582054\n",
      "Loss constraint on Vf:  8.169825e-06\n",
      "Loss all on Vf:  7.781877e-06\n",
      "train = 1.00 test = 1.00 loss-train = 0.000009 loss-test = 0.000008 iter=0\n",
      "-------train [   0    2    4 ... 9895 9897 9899]\n",
      "-------test  [   1    3   17 ... 9890 9896 9898]\n",
      "number of reactions:  550 550\n",
      "number of metabolites:  1083\n",
      "filtered measurements size:  1\n",
      "Model: \"model_15\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                   Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      " input_16 (InputLayer)          [(None, None, 38)]   0           []                               \n",
      "                                                                                                  \n",
      " rnn_4 (RNN)                    (None, 550)          634238      ['input_16[0][0]']               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_58 (TFOpLambd  (None, 38)          0           ['rnn_4[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.__operators__.getitem_4 (Sl  (None, 38)          0           ['input_16[0][0]']               \n",
      " icingOpLambda)                                                                                   \n",
      "                                                                                                  \n",
      " tf.math.subtract_37 (TFOpLambd  (None, 38)          0           ['tf.linalg.matmul_58[0][0]',    \n",
      " a)                                                               'tf.__operators__.getitem_4[0][0\n",
      "                                                                 ]']                              \n",
      "                                                                                                  \n",
      " tf.math.negative_15 (TFOpLambd  (None, 550)         0           ['rnn_4[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_57 (TFOpLambd  (None, 1083)        0           ['rnn_4[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.nn.relu_41 (TFOpLambda)     (None, 38)           0           ['tf.math.subtract_37[0][0]']    \n",
      "                                                                                                  \n",
      " tf.nn.relu_42 (TFOpLambda)     (None, 550)          0           ['tf.math.negative_15[0][0]']    \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_45 (TFOpLamb  (None, 1)           0           ['tf.linalg.matmul_57[0][0]']    \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_46 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_41[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.compat.v1.norm_47 (TFOpLamb  (None, 1)           0           ['tf.nn.relu_42[0][0]']          \n",
      " da)                                                                                              \n",
      "                                                                                                  \n",
      " tf.linalg.matmul_56 (TFOpLambd  (None, 1)           0           ['rnn_4[0][0]']                  \n",
      " a)                                                                                               \n",
      "                                                                                                  \n",
      " tf.math.truediv_45 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_45[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_46 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_46[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " tf.math.truediv_47 (TFOpLambda  (None, 1)           0           ['tf.compat.v1.norm_47[0][0]']   \n",
      " )                                                                                                \n",
      "                                                                                                  \n",
      " concatenate_15 (Concatenate)   (None, 554)          0           ['tf.linalg.matmul_56[0][0]',    \n",
      "                                                                  'tf.math.truediv_45[0][0]',     \n",
      "                                                                  'tf.math.truediv_46[0][0]',     \n",
      "                                                                  'tf.math.truediv_47[0][0]',     \n",
      "                                                                  'rnn_4[0][0]']                  \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 634,238\n",
      "Trainable params: 634,238\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "nbr parameters: 634238\n",
      "Epoch 1/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 0.0216 - my_mae: 0.0216 - val_loss: 4.7042e-04 - val_my_mae: 4.7042e-04\n",
      "Epoch 2/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.2789e-04 - my_mae: 4.2789e-04 - val_loss: 3.2408e-04 - val_my_mae: 3.2408e-04\n",
      "Epoch 3/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 3.8364e-04 - my_mae: 3.8364e-04 - val_loss: 3.2261e-04 - val_my_mae: 3.2261e-04\n",
      "Epoch 4/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.5142e-04 - my_mae: 2.5142e-04 - val_loss: 1.0789e-04 - val_my_mae: 1.0789e-04\n",
      "Epoch 5/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.4226e-04 - my_mae: 1.4226e-04 - val_loss: 7.5792e-05 - val_my_mae: 7.5792e-05\n",
      "Epoch 6/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.0951e-04 - my_mae: 1.0951e-04 - val_loss: 7.4531e-05 - val_my_mae: 7.4531e-05\n",
      "Epoch 7/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 0.0329 - my_mae: 0.0329 - val_loss: 1.0850e-04 - val_my_mae: 1.0850e-04\n",
      "Epoch 8/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.0344e-04 - my_mae: 1.0344e-04 - val_loss: 8.2834e-05 - val_my_mae: 8.2834e-05\n",
      "Epoch 9/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 9.3692e-05 - my_mae: 9.3692e-05 - val_loss: 1.0119e-04 - val_my_mae: 1.0119e-04\n",
      "Epoch 10/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 8.8645e-05 - my_mae: 8.8645e-05 - val_loss: 6.5215e-05 - val_my_mae: 6.5215e-05\n",
      "Epoch 11/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 9.5703e-05 - my_mae: 9.5703e-05 - val_loss: 6.1335e-05 - val_my_mae: 6.1335e-05\n",
      "Epoch 12/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 8.7461e-05 - my_mae: 8.7461e-05 - val_loss: 6.6821e-05 - val_my_mae: 6.6821e-05\n",
      "Epoch 13/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 8.6821e-05 - my_mae: 8.6821e-05 - val_loss: 5.8521e-05 - val_my_mae: 5.8521e-05\n",
      "Epoch 14/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 0.0055 - my_mae: 0.0055 - val_loss: 8.2431e-05 - val_my_mae: 8.2431e-05\n",
      "Epoch 15/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.9713e-05 - my_mae: 7.9713e-05 - val_loss: 6.3555e-05 - val_my_mae: 6.3555e-05\n",
      "Epoch 16/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.3066e-05 - my_mae: 7.3066e-05 - val_loss: 5.5199e-05 - val_my_mae: 5.5199e-05\n",
      "Epoch 17/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.1002e-05 - my_mae: 7.1002e-05 - val_loss: 5.0766e-05 - val_my_mae: 5.0766e-05\n",
      "Epoch 18/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.1991e-05 - my_mae: 7.1991e-05 - val_loss: 5.7122e-05 - val_my_mae: 5.7122e-05\n",
      "Epoch 19/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 0.0031 - my_mae: 0.0031 - val_loss: 6.1059e-05 - val_my_mae: 6.1059e-05\n",
      "Epoch 20/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 6.4224e-05 - my_mae: 6.4224e-05 - val_loss: 5.4962e-05 - val_my_mae: 5.4962e-05\n",
      "Epoch 21/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 6.1150e-05 - my_mae: 6.1150e-05 - val_loss: 5.0159e-05 - val_my_mae: 5.0159e-05\n",
      "Epoch 22/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 6.5210e-05 - my_mae: 6.5210e-05 - val_loss: 4.7871e-05 - val_my_mae: 4.7871e-05\n",
      "Epoch 23/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 6.9220e-05 - my_mae: 6.9220e-05 - val_loss: 4.6392e-05 - val_my_mae: 4.6392e-05\n",
      "Epoch 24/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 6.9025e-05 - my_mae: 6.9025e-05 - val_loss: 7.9431e-05 - val_my_mae: 7.9431e-05\n",
      "Epoch 25/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 6.3596e-04 - my_mae: 6.3596e-04 - val_loss: 5.2119e-05 - val_my_mae: 5.2119e-05\n",
      "Epoch 26/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 5.7311e-05 - my_mae: 5.7311e-05 - val_loss: 4.2972e-05 - val_my_mae: 4.2972e-05\n",
      "Epoch 27/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 6.0586e-05 - my_mae: 6.0586e-05 - val_loss: 4.2594e-04 - val_my_mae: 4.2594e-04\n",
      "Epoch 28/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 6.3414e-05 - my_mae: 6.3414e-05 - val_loss: 4.6040e-05 - val_my_mae: 4.6040e-05\n",
      "Epoch 29/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 5.9319e-05 - my_mae: 5.9319e-05 - val_loss: 5.1865e-05 - val_my_mae: 5.1865e-05\n",
      "Epoch 30/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 5.5644e-05 - my_mae: 5.5644e-05 - val_loss: 4.1020e-05 - val_my_mae: 4.1020e-05\n",
      "Epoch 31/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.7341e-05 - my_mae: 5.7341e-05 - val_loss: 3.7331e-05 - val_my_mae: 3.7331e-05\n",
      "Epoch 32/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.1758e-05 - my_mae: 5.1758e-05 - val_loss: 9.2707e-05 - val_my_mae: 9.2707e-05\n",
      "Epoch 33/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 6.7100e-05 - my_mae: 6.7100e-05 - val_loss: 3.5187e-05 - val_my_mae: 3.5187e-05\n",
      "Epoch 34/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 5.1694e-05 - my_mae: 5.1694e-05 - val_loss: 3.4463e-05 - val_my_mae: 3.4463e-05\n",
      "Epoch 35/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.2072e-04 - my_mae: 1.2072e-04 - val_loss: 3.7296e-05 - val_my_mae: 3.7296e-05\n",
      "Epoch 36/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.1214e-05 - my_mae: 5.1214e-05 - val_loss: 3.6974e-05 - val_my_mae: 3.6974e-05\n",
      "Epoch 37/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 5.0813e-05 - my_mae: 5.0813e-05 - val_loss: 3.3777e-05 - val_my_mae: 3.3777e-05\n",
      "Epoch 38/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.8332e-05 - my_mae: 4.8332e-05 - val_loss: 3.3803e-05 - val_my_mae: 3.3803e-05\n",
      "Epoch 39/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.0999e-05 - my_mae: 5.0999e-05 - val_loss: 3.5512e-05 - val_my_mae: 3.5512e-05\n",
      "Epoch 40/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.6542e-05 - my_mae: 4.6542e-05 - val_loss: 3.4692e-05 - val_my_mae: 3.4692e-05\n",
      "Epoch 41/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 9.0094e-05 - my_mae: 9.0094e-05 - val_loss: 4.0570e-05 - val_my_mae: 4.0570e-05\n",
      "Epoch 42/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.9787e-05 - my_mae: 4.9787e-05 - val_loss: 3.3451e-05 - val_my_mae: 3.3451e-05\n",
      "Epoch 43/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.1942e-05 - my_mae: 5.1942e-05 - val_loss: 3.2585e-05 - val_my_mae: 3.2585e-05\n",
      "Epoch 44/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.7373e-05 - my_mae: 4.7373e-05 - val_loss: 3.1813e-05 - val_my_mae: 3.1813e-05\n",
      "Epoch 45/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.7179e-04 - my_mae: 4.7179e-04 - val_loss: 4.7458e-05 - val_my_mae: 4.7458e-05\n",
      "Epoch 46/100\n",
      "1584/1584 [==============================] - 23s 15ms/step - loss: 4.7919e-05 - my_mae: 4.7919e-05 - val_loss: 3.3473e-05 - val_my_mae: 3.3473e-05\n",
      "Epoch 47/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.8190e-05 - my_mae: 4.8190e-05 - val_loss: 3.3113e-05 - val_my_mae: 3.3113e-05\n",
      "Epoch 48/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.9308e-05 - my_mae: 4.9308e-05 - val_loss: 3.4318e-05 - val_my_mae: 3.4318e-05\n",
      "Epoch 49/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.6384e-05 - my_mae: 4.6384e-05 - val_loss: 3.5760e-05 - val_my_mae: 3.5760e-05\n",
      "Epoch 50/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.8469e-05 - my_mae: 4.8469e-05 - val_loss: 3.0829e-05 - val_my_mae: 3.0829e-05\n",
      "Epoch 51/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.4696e-05 - my_mae: 4.4696e-05 - val_loss: 3.0507e-05 - val_my_mae: 3.0507e-05\n",
      "Epoch 52/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.2202e-04 - my_mae: 1.2202e-04 - val_loss: 3.4358e-05 - val_my_mae: 3.4358e-05\n",
      "Epoch 53/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.7030e-05 - my_mae: 4.7030e-05 - val_loss: 3.1441e-05 - val_my_mae: 3.1441e-05\n",
      "Epoch 54/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.2763e-05 - my_mae: 4.2763e-05 - val_loss: 2.9170e-04 - val_my_mae: 2.9170e-04\n",
      "Epoch 55/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 4.3202e-05 - my_mae: 4.3202e-05 - val_loss: 2.9652e-05 - val_my_mae: 2.9652e-05\n",
      "Epoch 56/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.4279e-05 - my_mae: 4.4279e-05 - val_loss: 2.8236e-05 - val_my_mae: 2.8236e-05\n",
      "Epoch 57/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 4.4728e-05 - my_mae: 4.4728e-05 - val_loss: 2.7468e-05 - val_my_mae: 2.7468e-05\n",
      "Epoch 58/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 7.5534e-05 - my_mae: 7.5534e-05 - val_loss: 2.8701e-05 - val_my_mae: 2.8701e-05\n",
      "Epoch 59/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.3172e-05 - my_mae: 4.3172e-05 - val_loss: 2.8029e-05 - val_my_mae: 2.8029e-05\n",
      "Epoch 60/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.0999e-05 - my_mae: 4.0999e-05 - val_loss: 2.7592e-05 - val_my_mae: 2.7592e-05\n",
      "Epoch 61/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.1845e-05 - my_mae: 4.1845e-05 - val_loss: 2.7128e-05 - val_my_mae: 2.7128e-05\n",
      "Epoch 62/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.8318e-05 - my_mae: 3.8318e-05 - val_loss: 2.6740e-05 - val_my_mae: 2.6740e-05\n",
      "Epoch 63/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 3.8871e-05 - my_mae: 3.8871e-05 - val_loss: 2.5891e-05 - val_my_mae: 2.5891e-05\n",
      "Epoch 64/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 6.6297e-05 - my_mae: 6.6297e-05 - val_loss: 2.5683e-05 - val_my_mae: 2.5683e-05\n",
      "Epoch 65/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.9100e-05 - my_mae: 3.9100e-05 - val_loss: 2.4441e-05 - val_my_mae: 2.4441e-05\n",
      "Epoch 66/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.8364e-05 - my_mae: 3.8364e-05 - val_loss: 2.3581e-05 - val_my_mae: 2.3581e-05\n",
      "Epoch 67/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.4125e-05 - my_mae: 3.4125e-05 - val_loss: 2.3582e-05 - val_my_mae: 2.3582e-05\n",
      "Epoch 68/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.0587e-04 - my_mae: 1.0587e-04 - val_loss: 2.4846e-05 - val_my_mae: 2.4846e-05\n",
      "Epoch 69/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 3.5861e-05 - my_mae: 3.5861e-05 - val_loss: 2.2766e-05 - val_my_mae: 2.2766e-05\n",
      "Epoch 70/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.4776e-05 - my_mae: 3.4776e-05 - val_loss: 2.7118e-05 - val_my_mae: 2.7118e-05\n",
      "Epoch 71/100\n",
      "1584/1584 [==============================] - 21s 14ms/step - loss: 3.5580e-05 - my_mae: 3.5580e-05 - val_loss: 2.3064e-05 - val_my_mae: 2.3064e-05\n",
      "Epoch 72/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.5285e-05 - my_mae: 3.5285e-05 - val_loss: 3.9676e-05 - val_my_mae: 3.9676e-05\n",
      "Epoch 73/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.6103e-05 - my_mae: 3.6103e-05 - val_loss: 5.8040e-05 - val_my_mae: 5.8040e-05\n",
      "Epoch 74/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.6852e-05 - my_mae: 4.6852e-05 - val_loss: 2.1121e-05 - val_my_mae: 2.1121e-05\n",
      "Epoch 75/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.3027e-05 - my_mae: 3.3027e-05 - val_loss: 1.1830e-04 - val_my_mae: 1.1830e-04\n",
      "Epoch 76/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.5792e-05 - my_mae: 3.5792e-05 - val_loss: 1.9291e-05 - val_my_mae: 1.9291e-05\n",
      "Epoch 77/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 1.4127e-04 - my_mae: 1.4127e-04 - val_loss: 2.9636e-05 - val_my_mae: 2.9636e-05\n",
      "Epoch 78/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.5268e-05 - my_mae: 3.5268e-05 - val_loss: 2.0723e-05 - val_my_mae: 2.0723e-05\n",
      "Epoch 79/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.3960e-05 - my_mae: 3.3960e-05 - val_loss: 1.9872e-05 - val_my_mae: 1.9872e-05\n",
      "Epoch 80/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.1762e-05 - my_mae: 3.1762e-05 - val_loss: 1.9340e-05 - val_my_mae: 1.9340e-05\n",
      "Epoch 81/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.2719e-05 - my_mae: 3.2719e-05 - val_loss: 2.3899e-05 - val_my_mae: 2.3899e-05\n",
      "Epoch 82/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.1326e-05 - my_mae: 3.1326e-05 - val_loss: 1.7775e-05 - val_my_mae: 1.7775e-05\n",
      "Epoch 83/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 5.0728e-04 - my_mae: 5.0728e-04 - val_loss: 2.4584e-05 - val_my_mae: 2.4584e-05\n",
      "Epoch 84/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.5734e-05 - my_mae: 3.5734e-05 - val_loss: 3.0159e-05 - val_my_mae: 3.0159e-05\n",
      "Epoch 85/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.3039e-05 - my_mae: 3.3039e-05 - val_loss: 1.9463e-05 - val_my_mae: 1.9463e-05\n",
      "Epoch 86/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.2591e-05 - my_mae: 3.2591e-05 - val_loss: 2.2538e-05 - val_my_mae: 2.2538e-05\n",
      "Epoch 87/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.9707e-05 - my_mae: 2.9707e-05 - val_loss: 2.3666e-05 - val_my_mae: 2.3666e-05\n",
      "Epoch 88/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.7707e-05 - my_mae: 2.7707e-05 - val_loss: 1.6408e-05 - val_my_mae: 1.6408e-05\n",
      "Epoch 89/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.9282e-05 - my_mae: 3.9282e-05 - val_loss: 1.6755e-05 - val_my_mae: 1.6755e-05\n",
      "Epoch 90/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 2.9101e-05 - my_mae: 2.9101e-05 - val_loss: 1.7476e-05 - val_my_mae: 1.7476e-05\n",
      "Epoch 91/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.9622e-05 - my_mae: 2.9622e-05 - val_loss: 1.5661e-05 - val_my_mae: 1.5661e-05\n",
      "Epoch 92/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.0528e-05 - my_mae: 3.0528e-05 - val_loss: 1.9208e-05 - val_my_mae: 1.9208e-05\n",
      "Epoch 93/100\n",
      "1584/1584 [==============================] - 23s 14ms/step - loss: 3.1520e-04 - my_mae: 3.1520e-04 - val_loss: 3.9599e-04 - val_my_mae: 3.9599e-04\n",
      "Epoch 94/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 4.2007e-05 - my_mae: 4.2007e-05 - val_loss: 2.5115e-05 - val_my_mae: 2.5115e-05\n",
      "Epoch 95/100\n",
      "1584/1584 [==============================] - 21s 13ms/step - loss: 3.1980e-05 - my_mae: 3.1980e-05 - val_loss: 1.6873e-05 - val_my_mae: 1.6873e-05\n",
      "Epoch 96/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.0049e-05 - my_mae: 3.0049e-05 - val_loss: 1.5856e-05 - val_my_mae: 1.5856e-05\n",
      "Epoch 97/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.1626e-05 - my_mae: 3.1626e-05 - val_loss: 1.9951e-05 - val_my_mae: 1.9951e-05\n",
      "Epoch 98/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 3.0493e-05 - my_mae: 3.0493e-05 - val_loss: 6.8976e-05 - val_my_mae: 6.8976e-05\n",
      "Epoch 99/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.6791e-05 - my_mae: 2.6791e-05 - val_loss: 1.4072e-05 - val_my_mae: 1.4072e-05\n",
      "Epoch 100/100\n",
      "1584/1584 [==============================] - 22s 14ms/step - loss: 2.8417e-05 - my_mae: 2.8417e-05 - val_loss: 1.5061e-05 - val_my_mae: 1.5061e-05\n",
      "248/248 [==============================] - 2s 7ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.002196508\n",
      "Loss constraint on Vf:  1.7028895e-05\n",
      "Loss all on Vf:  2.0464355e-05\n",
      "62/62 [==============================] - 0s 6ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0021058\n",
      "Loss constraint on Vf:  1.7128961e-05\n",
      "Loss all on Vf:  1.506106e-05\n",
      "train = 1.00 test = 1.00 loss-train = 0.000017 loss-test = 0.000017 iter=0\n",
      "310/310 [==============================] - 2s 6ms/step\n",
      "Loss out on V0:  -1\n",
      "Loss constraint on V0:  -1\n",
      "Loss all on V0:  -1\n",
      "Loss out on Vf:  0.0009107686\n",
      "Loss constraint on Vf:  8.634554e-06\n",
      "Loss all on Vf:  1.2449824e-05\n",
      "Stats for iML1515_UB_AMN_Wt CPU-time 14755.6273\n",
      "R2 = 0.9993 (+/- 0.0001) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 0.9993 (+/- 0.0004) Constraint = 0.0000 (+/- 0.0000)\n",
      "training file: ./Dataset_model/iML1515_UB\n",
      "model type: AMN_Wt\n",
      "model scaler: 11.0\n",
      "model input dim: 38\n",
      "model output dim: 554\n",
      "model medium bound: UB\n",
      "timestep: 4\n",
      "training set size (7920, 4, 38) (7920, 4)\n",
      "nbr hidden layer: 1\n",
      "hidden layer size: 500\n",
      "activation function: relu\n",
      "training epochs: 100\n",
      "training regression: True\n",
      "training learn rate: 0.01\n",
      "training dropout: 0.25\n",
      "training batch size: 5\n",
      "training validation iter: 0\n",
      "training xfold: 5\n",
      "training early stopping: False\n",
      "35/35 [==============================] - 0s 6ms/step\n",
      "Stats for Test set CPU-time 0.2641\n",
      "R2 = 1.0000 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n",
      "Q2 = 1.0000 (+/- 0.0000) Constraint = 0.0000 (+/- 0.0000)\n"
     ]
    }
   ],
   "source": [
    "# Create, train and evaluate AMN_QP models with FBA simulated training set for iML1515\n",
    "# with EB or UB with a mechanistic layer \n",
    "# This cell takes several hours to execute\n",
    "\n",
    "# What you can change \n",
    "seed = 1\n",
    "ratio_test = 0.1 # part of the training set removed for test\n",
    "np.random.seed(seed=seed)  \n",
    "trainname = 'iML1515_UB'\n",
    "timestep = 4\n",
    "# End of What you can change\n",
    "  \n",
    "# Create model \n",
    "trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_Wt',\n",
    "              scaler = True,\n",
    "              timestep = timestep, \n",
    "              n_hidden = 1, hidden_dim = 500,\n",
    "              train_rate=1e-2,\n",
    "              epochs = 100, xfold = 5, \n",
    "              verbose=True) \n",
    "\n",
    "ID = np.random.choice(model.X.shape[0], \n",
    "                      size=int(model.X.shape[0]*ratio_test), \n",
    "                      replace=False)\n",
    "Xtest,  Ytest  = model.X[ID,:], model.Y[ID,:]\n",
    "Xtrain, Ytrain = np.delete(model.X, ID, axis=0), np.delete(model.Y, ID, axis=0) \n",
    "model.printout()\n",
    "\n",
    "# Train and evaluate\n",
    "reservoirname = trainname+'_'+model.model_type\n",
    "reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "start_time = time.time()\n",
    "model.X, model.Y = Xtrain, Ytrain\n",
    "reservoir, pred, stats, _ = train_evaluate_model(model, verbose=2)\n",
    "delta_time = time.time() - start_time\n",
    "\n",
    "# Printing cross-validation results\n",
    "printout(reservoirname, stats, model, delta_time)\n",
    "\n",
    "# Save, reload and run idependent test set\n",
    "#reservoir.save(reservoirfile)\n",
    "#reservoir.load(reservoirfile)\n",
    "reservoir.printout()\n",
    "if len(Xtest) > 0:\n",
    "    start_time = time.time()\n",
    "    reservoir.X, reservoir.Y = Xtest, Ytest\n",
    "    X, Y = model_input(reservoir,verbose=False)\n",
    "    pred, stats = evaluate_model(reservoir.model, X, Y, reservoir, verbose=False)\n",
    "    delta_time = time.time() - start_time\n",
    "    printout('Test set', stats, model, delta_time)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "759d75df",
   "metadata": {
    "id": "ipaxf8T2S9ZT",
    "tags": []
   },
   "source": [
    "### AMN-QP with experimental training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ce650146",
   "metadata": {
    "id": "ANb_LgWtS9ZT",
    "outputId": "70dbb20b-3a51-41c4-ba6b-06261788aa00",
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Create, train and evaluate AMN_QP models on experimental training set with UB \n",
    "# Repeat the process with different seeds\n",
    "# This cell takes several hours to execute\n",
    "\n",
    "Maxloop, Q2, PRED = 3, [], []\n",
    "\n",
    "for Nloop in range(Maxloop):\n",
    "    # What you can change \n",
    "    seed = Nloop+1\n",
    "    np.random.seed(seed=seed)  \n",
    "    trainname = 'iML1515_EXP_UB' \n",
    "    timestep = 4\n",
    "    # End of What you can change\n",
    "  \n",
    "    # Create model 100% for training 0% for testing\n",
    "    trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "    model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_QP',\n",
    "              scaler = True,\n",
    "              timestep = timestep, learn_rate=0.001,\n",
    "              n_hidden = 1, hidden_dim = 500,\n",
    "              #train_rate = 1.0e-2,\n",
    "              epochs = 1000, xfold = 10, \n",
    "              verbose=True) \n",
    "\n",
    "    # Train and evaluate\n",
    "    reservoirname = trainname +'_'+model.model_type\n",
    "    reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "    start_time = time.time()\n",
    "    reservoir, pred, stats, _ = train_evaluate_model(model, verbose=True)\n",
    "    delta_time = time.time() - start_time\n",
    "\n",
    "    # Printing cross-validation results\n",
    "    printout(reservoirname, stats, model, delta_time)\n",
    "    r2 = r2_score(model.Y, pred[:,0], multioutput='variance_weighted')\n",
    "    print('Iter', Nloop, 'Collated Q2', r2)\n",
    "    Q2.append(r2)\n",
    "    PRED.append(pred[:,0])\n",
    "\n",
    "# Save in Result folder\n",
    "Q2, PRED = np.asarray(Q2), np.asarray(PRED)\n",
    "print('Averaged Q2 = %.4f (+/- %.4f)' % (np.mean(Q2), np.std(Q2)))\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_Q2.csv'\n",
    "np.savetxt(filename, Q2, delimiter=',')\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_PRED.csv'\n",
    "np.savetxt(filename, PRED, delimiter=',')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fd457377-e249-4e93-87b5-011d007db8be",
   "metadata": {
    "id": "ipaxf8T2S9ZT",
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### AMN-LP with experimental training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c271d937",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Create, train and evaluate AMN_QP models on experimental training set with UB \n",
    "# Repeat the process with different seeds\n",
    "# This cell takes several hours to execute\n",
    "\n",
    "Maxloop, Q2, PRED = 3, [], []\n",
    "\n",
    "for Nloop in range(Maxloop):\n",
    "    # What you can change \n",
    "    seed = Nloop+1\n",
    "    np.random.seed(seed=seed)  \n",
    "    trainname = 'iML1515_EXP_UB' \n",
    "    timestep = 4\n",
    "    # End of What you can change\n",
    "  \n",
    "    # Create model 100% for training 0% for testing\n",
    "    trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "    model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_LP',\n",
    "              scaler = True,\n",
    "              timestep = timestep, learn_rate=0.001,\n",
    "              n_hidden = 1, hidden_dim = 500,\n",
    "              #train_rate = 1.0e-2,\n",
    "              epochs = 1000, xfold = 10, \n",
    "              verbose=True) \n",
    "\n",
    "    # Train and evaluate\n",
    "    reservoirname = trainname +'_'+model.model_type\n",
    "    reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "    start_time = time.time()\n",
    "    reservoir, pred, stats, _ = train_evaluate_model(model, verbose=2)\n",
    "    delta_time = time.time() - start_time\n",
    "\n",
    "    # Printing cross-validation results\n",
    "    printout(reservoirname, stats, model, delta_time)\n",
    "    r2 = r2_score(model.Y, pred[:,0], multioutput='variance_weighted')\n",
    "    print('Iter', Nloop, 'Collated Q2', r2)\n",
    "    Q2.append(r2)\n",
    "    PRED.append(pred[:,0])\n",
    "\n",
    "# Save in Result folder\n",
    "Q2, PRED = np.asarray(Q2), np.asarray(PRED)\n",
    "print('Averaged Q2 = %.4f (+/- %.4f)' % (np.mean(Q2), np.std(Q2)))\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_Q2.csv'\n",
    "np.savetxt(filename, Q2, delimiter=',')\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_PRED.csv'\n",
    "np.savetxt(filename, PRED, delimiter=',')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9ed9036e-3931-4780-a78f-73c5f6624ef4",
   "metadata": {
    "id": "ipaxf8T2S9ZT",
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### AMN-Wt with experimental training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "32c6b468",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Create, train and evaluate AMN_Wt models on experimental training set with UB \n",
    "# Repeat the process with different seeds\n",
    "# This cell takes several hours to execute\n",
    "\n",
    "Maxloop, Q2, PRED = 3, [], []\n",
    "\n",
    "for Nloop in range(Maxloop):\n",
    "    # What you can change \n",
    "    seed = Nloop+1\n",
    "    np.random.seed(seed=seed)  \n",
    "    trainname = 'iML1515_EXP_UB' \n",
    "    timestep = 4\n",
    "    # End of What you can change\n",
    "  \n",
    "    # Create model 100% for training 0% for testing\n",
    "    trainingfile = DIRECTORY+'Dataset_model/'+trainname\n",
    "    model = Neural_Model(trainingfile = trainingfile, \n",
    "              objective=['BIOMASS_Ec_iML1515_core_75p37M'], \n",
    "              model_type = 'AMN_Wt',\n",
    "              scaler = True,\n",
    "              timestep = timestep,\n",
    "              n_hidden = 1, hidden_dim = 500,\n",
    "              #train_rate = 1.0e-2,\n",
    "              epochs = 1000, xfold = 10, \n",
    "              verbose=True) \n",
    "\n",
    "    # Train and evaluate\n",
    "    reservoirname = trainname +'_'+model.model_type\n",
    "    reservoirfile = DIRECTORY+'Reservoir/'+reservoirname\n",
    "    start_time = time.time()\n",
    "    reservoir, pred, stats, _ = train_evaluate_model(model, verbose=True)\n",
    "    delta_time = time.time() - start_time\n",
    "\n",
    "    # Printing cross-validation results\n",
    "    printout(reservoirname, stats, model, delta_time)\n",
    "    r2 = r2_score(model.Y, pred[:,0], multioutput='variance_weighted')\n",
    "    print('Iter', Nloop, 'Collated Q2', r2)\n",
    "    Q2.append(r2)\n",
    "    PRED.append(pred[:,0])\n",
    "\n",
    "# Save in Result folder\n",
    "Q2, PRED = np.asarray(Q2), np.asarray(PRED)\n",
    "print('Averaged Q2 = %.4f (+/- %.4f)' % (np.mean(Q2), np.std(Q2)))\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_Q2.csv'\n",
    "np.savetxt(filename, Q2, delimiter=',')\n",
    "filename = DIRECTORY+'Result/'+reservoirname+'_PRED.csv'\n",
    "np.savetxt(filename, PRED, delimiter=',')\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.8.10 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  },
  "vscode": {
   "interpreter": {
    "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}