From aa1b10e605e4a23a37ebb218f1ebb4470b7bfe91 Mon Sep 17 00:00:00 2001 From: felix-muasya <66355304+Felix-Muasya@users.noreply.github.com> Date: Sat, 12 Aug 2023 15:14:00 +0300 Subject: [PATCH] Created using Colaboratory --- LTCN.ipynb | 432 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 432 insertions(+) create mode 100644 LTCN.ipynb diff --git a/LTCN.ipynb b/LTCN.ipynb new file mode 100644 index 0000000..5a29bb5 --- /dev/null +++ b/LTCN.ipynb @@ -0,0 +1,432 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [], + "authorship_tag": "ABX9TyN6CeAy9RyGZM+VduKR3pck", + "include_colab_link": true + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + } + }, + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "view-in-github", + "colab_type": "text" + }, + "source": [ + "\"Open" + ] + }, + { + "cell_type": "code", + "source": [ + "!python cheetah.py" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mleapcsqYFe4", + "outputId": "8d523d59-f2bb-4bd4-9384-f533e92021d5" + }, + "execution_count": 4, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "2023-08-12 08:34:30.972079: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n", + "Traceback (most recent call last):\n", + " File \"/content/cheetah.py\", line 244, in \n", + " traffic_data = CheetahData()\n", + " File \"/content/cheetah.py\", line 30, in __init__\n", + " all_files = sorted([os.path.join(\"data/cheetah\",d) for d in os.listdir(\"data/cheetah\") if d.endswith(\".npy\")])\n", + "FileNotFoundError: [Errno 2] No such file or directory: 'data/cheetah'\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "JalNmXfE5J0n", + "outputId": "54432889-c64d-48a5-b00d-8d1cb176f6a1" + }, + "execution_count": 5, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Mounted at /content/drive\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "!unzip liquid_time_constant_networks-master.zip" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "bX_IdXpQ5LCD", + "outputId": "7408fce0-1528-4b8e-9c34-28abb1893032" + }, + "execution_count": 6, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Archive: liquid_time_constant_networks-master.zip\n", + "6bac13f96a039189d6b6b8551bb7eb8e3e0ee41c\n", + " creating: liquid_time_constant_networks-master/\n", + " inflating: liquid_time_constant_networks-master/.DS_Store \n", + " inflating: liquid_time_constant_networks-master/LICENSE.md \n", + " inflating: liquid_time_constant_networks-master/README.md \n", + " creating: liquid_time_constant_networks-master/experiments_with_ltcs/\n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/.DS_Store \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/cheetah.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/ctrnn_model.py \n", + " creating: liquid_time_constant_networks-master/experiments_with_ltcs/data/\n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/.DS_Store \n", + " creating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/\n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0000.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0001.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0002.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0003.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0004.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0005.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0006.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0007.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0008.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0009.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0010.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0011.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0012.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0013.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0014.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0015.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0016.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0017.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0018.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0019.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0020.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0021.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0022.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0023.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0024.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0025.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0026.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0027.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0028.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0029.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/data/cheetah/trace_0030.npy \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/download_datasets.sh \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/gesture.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/har.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/ltc_model.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/occupancy.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/ozone.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/person.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/power.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/smnist.py \n", + " inflating: liquid_time_constant_networks-master/experiments_with_ltcs/traffic.py \n", + " creating: liquid_time_constant_networks-master/trajectory_length_analysis/\n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/Htanh.m \n", + " creating: liquid_time_constant_networks-master/trajectory_length_analysis/aboxplot/\n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/aboxplot/aboxplot.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/aboxplot/colorgrad.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/aboxplot/quartile.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/arclength.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/ctrnn_def.m \n", + " creating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/\n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ctrnn_def_fixedstep.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ltc_def_fixedstep.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/node_def_fixedstep.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode1.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode2.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode3.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode4.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode5.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/fixedstep_ODE_Solvers/ode_test.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/ltc_def.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/main.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/node_def.m \n", + " inflating: liquid_time_constant_networks-master/trajectory_length_analysis/plot_boxes.m \n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "!python ./liquid_time_constant_networks-master/experiments_with_ltcs/cheetah.py" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "lzVuerSh65k3", + "outputId": "a762b0f3-3492-4cb8-8911-ac9f19727d86" + }, + "execution_count": 14, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "2023-08-12 11:56:15.384740: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n", + "WARNING:tensorflow:From /usr/local/lib/python3.10/dist-packages/tensorflow/python/compat/v2_compat.py:107: disable_resource_variables (from tensorflow.python.ops.variable_scope) is deprecated and will be removed in a future version.\n", + "Instructions for updating:\n", + "non-resource variables are not supported in the long term\n", + "train_x.shape: (32, 970, 17)\n", + "train_y.shape: (32, 970, 17)\n", + "valid_x.shape: (32, 485, 17)\n", + "valid_y.shape: (32, 485, 17)\n", + "test_x.shape: (32, 970, 17)\n", + "test_y.shape: (32, 970, 17)\n", + "/content/./liquid_time_constant_networks-master/experiments_with_ltcs/cheetah.py:90: UserWarning: `tf.nn.rnn_cell.LSTMCell` is deprecated and will be removed in a future version. This class is equivalent as `tf.keras.layers.LSTMCell`, and will be replaced by that in Tensorflow 2.0.\n", + " self.fused_cell = tf.nn.rnn_cell.LSTMCell(model_size)\n", + "WARNING:tensorflow:From /content/./liquid_time_constant_networks-master/experiments_with_ltcs/cheetah.py:92: dynamic_rnn (from tensorflow.python.ops.rnn) is deprecated and will be removed in a future version.\n", + "Instructions for updating:\n", + "Please use `keras.layers.RNN(cell)`, which is equivalent to this API\n", + "WARNING:tensorflow:From /usr/local/lib/python3.10/dist-packages/keras/layers/rnn/legacy_cells.py:1042: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.\n", + "Instructions for updating:\n", + "Call initializer instance with the dtype argument instead of passing it to the constructor\n", + "logit shape: (?, ?, 17)\n", + "Epochs 000, train loss: 15.60, train mae: 2.24, valid loss: 18.12, valid mae: 2.44, test loss: 17.81, test mae: 2.41\n", + "Epochs 001, train loss: 11.36, train mae: 1.85, valid loss: 13.65, valid mae: 2.10, test loss: 13.31, test mae: 2.06\n", + "Epochs 002, train loss: 8.93, train mae: 1.61, valid loss: 10.33, valid mae: 1.76, test loss: 10.01, test mae: 1.71\n", + "Epochs 003, train loss: 7.42, train mae: 1.44, valid loss: 8.52, valid mae: 1.58, test loss: 8.20, test mae: 1.53\n", + "Epochs 004, train loss: 6.39, train mae: 1.32, valid loss: 7.27, valid mae: 1.44, test loss: 6.94, test mae: 1.38\n", + "Epochs 005, train loss: 5.78, train mae: 1.23, valid loss: 6.49, valid mae: 1.33, test loss: 6.17, test mae: 1.28\n", + "Epochs 006, train loss: 5.38, train mae: 1.18, valid loss: 6.00, valid mae: 1.27, test loss: 5.69, test mae: 1.21\n", + "Epochs 007, train loss: 5.08, train mae: 1.13, valid loss: 5.66, valid mae: 1.22, test loss: 5.35, test mae: 1.17\n", + "Epochs 008, train loss: 4.86, train mae: 1.10, valid loss: 5.40, valid mae: 1.18, test loss: 5.09, test mae: 1.13\n", + "Epochs 009, train loss: 4.68, train mae: 1.07, valid loss: 5.20, valid mae: 1.15, test loss: 4.89, test mae: 1.10\n", + "Epochs 010, train loss: 4.50, train mae: 1.04, valid loss: 5.02, valid mae: 1.13, test loss: 4.72, test mae: 1.07\n", + "Epochs 011, train loss: 4.37, train mae: 1.02, valid loss: 4.87, valid mae: 1.11, test loss: 4.57, test mae: 1.05\n", + "Epochs 012, train loss: 4.25, train mae: 1.00, valid loss: 4.75, valid mae: 1.08, test loss: 4.45, test mae: 1.03\n", + "Epochs 013, train loss: 4.15, train mae: 0.99, valid loss: 4.65, valid mae: 1.07, test loss: 4.34, test mae: 1.01\n", + "Epochs 014, train loss: 4.07, train mae: 0.98, valid loss: 4.55, valid mae: 1.05, test loss: 4.25, test mae: 1.00\n", + "Epochs 015, train loss: 3.98, train mae: 0.96, valid loss: 4.47, valid mae: 1.04, test loss: 4.16, test mae: 0.99\n", + "Epochs 016, train loss: 3.90, train mae: 0.95, valid loss: 4.39, valid mae: 1.03, test loss: 4.08, test mae: 0.97\n", + "Epochs 017, train loss: 3.82, train mae: 0.94, valid loss: 4.33, valid mae: 1.02, test loss: 4.01, test mae: 0.96\n", + "Epochs 018, train loss: 3.75, train mae: 0.93, valid loss: 4.27, valid mae: 1.01, test loss: 3.94, test mae: 0.95\n", + "Epochs 019, train loss: 3.70, train mae: 0.92, valid loss: 4.21, valid mae: 1.01, test loss: 3.87, test mae: 0.94\n", + "Epochs 020, train loss: 3.62, train mae: 0.91, valid loss: 4.16, valid mae: 1.00, test loss: 3.81, test mae: 0.93\n", + "Epochs 021, train loss: 3.56, train mae: 0.89, valid loss: 4.11, valid mae: 0.99, test loss: 3.75, test mae: 0.92\n", + "Epochs 022, train loss: 3.52, train mae: 0.89, valid loss: 4.06, valid mae: 0.98, test loss: 3.70, test mae: 0.91\n", + "Epochs 023, train loss: 3.47, train mae: 0.88, valid loss: 4.03, valid mae: 0.98, test loss: 3.65, test mae: 0.90\n", + "Epochs 024, train loss: 3.41, train mae: 0.87, valid loss: 3.98, valid mae: 0.97, test loss: 3.60, test mae: 0.90\n", + "Epochs 025, train loss: 3.38, train mae: 0.86, valid loss: 3.93, valid mae: 0.96, test loss: 3.56, test mae: 0.89\n", + "Epochs 026, train loss: 3.32, train mae: 0.86, valid loss: 3.89, valid mae: 0.95, test loss: 3.51, test mae: 0.88\n", + "Epochs 027, train loss: 3.28, train mae: 0.85, valid loss: 3.85, valid mae: 0.95, test loss: 3.47, test mae: 0.87\n", + "Epochs 028, train loss: 3.25, train mae: 0.84, valid loss: 3.81, valid mae: 0.94, test loss: 3.43, test mae: 0.87\n", + "Epochs 029, train loss: 3.19, train mae: 0.83, valid loss: 3.77, valid mae: 0.93, test loss: 3.39, test mae: 0.86\n", + "Epochs 030, train loss: 3.16, train mae: 0.83, valid loss: 3.74, valid mae: 0.93, test loss: 3.35, test mae: 0.86\n", + "Epochs 031, train loss: 3.13, train mae: 0.82, valid loss: 3.70, valid mae: 0.92, test loss: 3.31, test mae: 0.85\n", + "Epochs 032, train loss: 3.09, train mae: 0.82, valid loss: 3.66, valid mae: 0.92, test loss: 3.28, test mae: 0.84\n", + "Epochs 033, train loss: 3.06, train mae: 0.81, valid loss: 3.62, valid mae: 0.91, test loss: 3.24, test mae: 0.84\n", + "Epochs 034, train loss: 3.01, train mae: 0.81, valid loss: 3.60, valid mae: 0.91, test loss: 3.21, test mae: 0.83\n", + "Epochs 035, train loss: 2.97, train mae: 0.80, valid loss: 3.56, valid mae: 0.90, test loss: 3.17, test mae: 0.83\n", + "Epochs 036, train loss: 2.94, train mae: 0.79, valid loss: 3.52, valid mae: 0.90, test loss: 3.14, test mae: 0.82\n", + "Epochs 037, train loss: 2.90, train mae: 0.79, valid loss: 3.50, valid mae: 0.89, test loss: 3.11, test mae: 0.81\n", + "Epochs 038, train loss: 2.87, train mae: 0.78, valid loss: 3.47, valid mae: 0.89, test loss: 3.07, test mae: 0.81\n", + "Epochs 039, train loss: 2.84, train mae: 0.78, valid loss: 3.44, valid mae: 0.88, test loss: 3.04, test mae: 0.80\n", + "Epochs 040, train loss: 2.81, train mae: 0.77, valid loss: 3.41, valid mae: 0.88, test loss: 3.01, test mae: 0.80\n", + "Epochs 041, train loss: 2.77, train mae: 0.76, valid loss: 3.38, valid mae: 0.87, test loss: 2.98, test mae: 0.79\n", + "Epochs 042, train loss: 2.76, train mae: 0.76, valid loss: 3.36, valid mae: 0.86, test loss: 2.96, test mae: 0.79\n", + "Epochs 043, train loss: 2.72, train mae: 0.75, valid loss: 3.34, valid mae: 0.86, test loss: 2.94, test mae: 0.78\n", + "Epochs 044, train loss: 2.71, train mae: 0.75, valid loss: 3.32, valid mae: 0.86, test loss: 2.91, test mae: 0.78\n", + "Epochs 045, train loss: 2.68, train mae: 0.75, valid loss: 3.30, valid mae: 0.86, test loss: 2.89, test mae: 0.78\n", + "Epochs 046, train loss: 2.66, train mae: 0.74, valid loss: 3.29, valid mae: 0.85, test loss: 2.86, test mae: 0.77\n", + "Epochs 047, train loss: 2.64, train mae: 0.74, valid loss: 3.27, valid mae: 0.85, test loss: 2.84, test mae: 0.77\n", + "Epochs 048, train loss: 2.61, train mae: 0.73, valid loss: 3.26, valid mae: 0.85, test loss: 2.82, test mae: 0.76\n", + "Epochs 049, train loss: 2.58, train mae: 0.73, valid loss: 3.25, valid mae: 0.85, test loss: 2.80, test mae: 0.76\n", + "Epochs 050, train loss: 2.57, train mae: 0.73, valid loss: 3.24, valid mae: 0.84, test loss: 2.78, test mae: 0.76\n", + "Epochs 051, train loss: 2.56, train mae: 0.72, valid loss: 3.23, valid mae: 0.85, test loss: 2.77, test mae: 0.76\n", + "Epochs 052, train loss: 2.54, train mae: 0.72, valid loss: 3.21, valid mae: 0.84, test loss: 2.75, test mae: 0.75\n", + "Epochs 053, train loss: 2.52, train mae: 0.72, valid loss: 3.21, valid mae: 0.84, test loss: 2.73, test mae: 0.75\n", + "Epochs 054, train loss: 2.50, train mae: 0.71, valid loss: 3.20, valid mae: 0.84, test loss: 2.72, test mae: 0.74\n", + "Epochs 055, train loss: 2.48, train mae: 0.71, valid loss: 3.19, valid mae: 0.83, test loss: 2.70, test mae: 0.74\n", + "Epochs 056, train loss: 2.47, train mae: 0.71, valid loss: 3.20, valid mae: 0.84, test loss: 2.69, test mae: 0.74\n", + "Epochs 057, train loss: 2.44, train mae: 0.70, valid loss: 3.19, valid mae: 0.83, test loss: 2.68, test mae: 0.73\n", + "Epochs 058, train loss: 2.44, train mae: 0.70, valid loss: 3.19, valid mae: 0.83, test loss: 2.67, test mae: 0.73\n", + "Epochs 059, train loss: 2.43, train mae: 0.70, valid loss: 3.19, valid mae: 0.83, test loss: 2.65, test mae: 0.73\n", + "Epochs 060, train loss: 2.40, train mae: 0.69, valid loss: 3.20, valid mae: 0.83, test loss: 2.64, test mae: 0.72\n", + "Epochs 061, train loss: 2.39, train mae: 0.69, valid loss: 3.19, valid mae: 0.83, test loss: 2.63, test mae: 0.73\n", + "Epochs 062, train loss: 2.38, train mae: 0.69, valid loss: 3.19, valid mae: 0.82, test loss: 2.63, test mae: 0.72\n", + "Epochs 063, train loss: 2.37, train mae: 0.69, valid loss: 3.20, valid mae: 0.82, test loss: 2.61, test mae: 0.72\n", + "Epochs 064, train loss: 2.37, train mae: 0.69, valid loss: 3.20, valid mae: 0.83, test loss: 2.60, test mae: 0.72\n", + "Epochs 065, train loss: 2.35, train mae: 0.68, valid loss: 3.20, valid mae: 0.83, test loss: 2.59, test mae: 0.72\n", + "Epochs 066, train loss: 2.33, train mae: 0.68, valid loss: 3.21, valid mae: 0.82, test loss: 2.58, test mae: 0.71\n", + "Epochs 067, train loss: 2.33, train mae: 0.68, valid loss: 3.21, valid mae: 0.82, test loss: 2.58, test mae: 0.71\n", + "Epochs 068, train loss: 2.32, train mae: 0.68, valid loss: 3.21, valid mae: 0.83, test loss: 2.57, test mae: 0.71\n", + "Epochs 069, train loss: 2.30, train mae: 0.67, valid loss: 3.21, valid mae: 0.82, test loss: 2.56, test mae: 0.71\n", + "Epochs 070, train loss: 2.30, train mae: 0.67, valid loss: 3.22, valid mae: 0.83, test loss: 2.55, test mae: 0.71\n", + "Epochs 071, train loss: 2.27, train mae: 0.67, valid loss: 3.21, valid mae: 0.82, test loss: 2.55, test mae: 0.71\n", + "Epochs 072, train loss: 2.27, train mae: 0.67, valid loss: 3.21, valid mae: 0.82, test loss: 2.54, test mae: 0.70\n", + "Epochs 073, train loss: 2.27, train mae: 0.67, valid loss: 3.21, valid mae: 0.82, test loss: 2.53, test mae: 0.70\n", + "Epochs 074, train loss: 2.26, train mae: 0.66, valid loss: 3.22, valid mae: 0.82, test loss: 2.52, test mae: 0.70\n", + "Epochs 075, train loss: 2.25, train mae: 0.66, valid loss: 3.21, valid mae: 0.82, test loss: 2.52, test mae: 0.70\n", + "Epochs 076, train loss: 2.23, train mae: 0.66, valid loss: 3.22, valid mae: 0.82, test loss: 2.51, test mae: 0.70\n", + "Epochs 077, train loss: 2.23, train mae: 0.66, valid loss: 3.23, valid mae: 0.82, test loss: 2.51, test mae: 0.70\n", + "Epochs 078, train loss: 2.22, train mae: 0.66, valid loss: 3.21, valid mae: 0.82, test loss: 2.50, test mae: 0.70\n", + "Epochs 079, train loss: 2.22, train mae: 0.66, valid loss: 3.21, valid mae: 0.82, test loss: 2.50, test mae: 0.70\n", + "Epochs 080, train loss: 2.20, train mae: 0.65, valid loss: 3.20, valid mae: 0.81, test loss: 2.49, test mae: 0.69\n", + "Epochs 081, train loss: 2.20, train mae: 0.65, valid loss: 3.19, valid mae: 0.82, test loss: 2.49, test mae: 0.70\n", + "Epochs 082, train loss: 2.19, train mae: 0.65, valid loss: 3.19, valid mae: 0.81, test loss: 2.48, test mae: 0.69\n", + "Epochs 083, train loss: 2.19, train mae: 0.65, valid loss: 3.19, valid mae: 0.81, test loss: 2.48, test mae: 0.69\n", + "Epochs 084, train loss: 2.18, train mae: 0.65, valid loss: 3.20, valid mae: 0.82, test loss: 2.48, test mae: 0.69\n", + "Epochs 085, train loss: 2.17, train mae: 0.65, valid loss: 3.21, valid mae: 0.81, test loss: 2.47, test mae: 0.69\n", + "Epochs 086, train loss: 2.16, train mae: 0.65, valid loss: 3.21, valid mae: 0.81, test loss: 2.46, test mae: 0.69\n", + "Epochs 087, train loss: 2.16, train mae: 0.64, valid loss: 3.22, valid mae: 0.81, test loss: 2.46, test mae: 0.69\n", + "Epochs 088, train loss: 2.15, train mae: 0.64, valid loss: 3.23, valid mae: 0.81, test loss: 2.46, test mae: 0.68\n", + "Epochs 089, train loss: 2.14, train mae: 0.64, valid loss: 3.23, valid mae: 0.81, test loss: 2.45, test mae: 0.68\n", + "Epochs 090, train loss: 2.13, train mae: 0.64, valid loss: 3.25, valid mae: 0.81, test loss: 2.45, test mae: 0.68\n", + "Epochs 091, train loss: 2.12, train mae: 0.64, valid loss: 3.25, valid mae: 0.81, test loss: 2.45, test mae: 0.68\n", + "Epochs 092, train loss: 2.12, train mae: 0.64, valid loss: 3.27, valid mae: 0.81, test loss: 2.44, test mae: 0.68\n", + "Epochs 093, train loss: 2.12, train mae: 0.64, valid loss: 3.26, valid mae: 0.81, test loss: 2.44, test mae: 0.68\n", + "Epochs 094, train loss: 2.11, train mae: 0.63, valid loss: 3.27, valid mae: 0.82, test loss: 2.43, test mae: 0.68\n", + "Epochs 095, train loss: 2.10, train mae: 0.63, valid loss: 3.29, valid mae: 0.81, test loss: 2.43, test mae: 0.68\n", + "Epochs 096, train loss: 2.10, train mae: 0.63, valid loss: 3.30, valid mae: 0.81, test loss: 2.43, test mae: 0.68\n", + "Epochs 097, train loss: 2.09, train mae: 0.63, valid loss: 3.31, valid mae: 0.82, test loss: 2.43, test mae: 0.68\n", + "Epochs 098, train loss: 2.08, train mae: 0.63, valid loss: 3.31, valid mae: 0.82, test loss: 2.42, test mae: 0.68\n", + "Epochs 099, train loss: 2.08, train mae: 0.63, valid loss: 3.31, valid mae: 0.82, test loss: 2.42, test mae: 0.68\n", + "Epochs 100, train loss: 2.07, train mae: 0.63, valid loss: 3.32, valid mae: 0.81, test loss: 2.41, test mae: 0.67\n", + "Epochs 101, train loss: 2.07, train mae: 0.63, valid loss: 3.32, valid mae: 0.81, test loss: 2.41, test mae: 0.67\n", + "Epochs 102, train loss: 2.07, train mae: 0.63, valid loss: 3.34, valid mae: 0.82, test loss: 2.41, test mae: 0.67\n", + "Epochs 103, train loss: 2.06, train mae: 0.62, valid loss: 3.33, valid mae: 0.81, test loss: 2.41, test mae: 0.67\n", + "Epochs 104, train loss: 2.05, train mae: 0.62, valid loss: 3.35, valid mae: 0.82, test loss: 2.40, test mae: 0.67\n", + "Epochs 105, train loss: 2.05, train mae: 0.62, valid loss: 3.35, valid mae: 0.81, test loss: 2.39, test mae: 0.67\n", + "Epochs 106, train loss: 2.03, train mae: 0.62, valid loss: 3.36, valid mae: 0.81, test loss: 2.39, test mae: 0.67\n", + "Epochs 107, train loss: 2.03, train mae: 0.62, valid loss: 3.37, valid mae: 0.82, test loss: 2.39, test mae: 0.67\n", + "Epochs 108, train loss: 2.03, train mae: 0.62, valid loss: 3.36, valid mae: 0.81, test loss: 2.38, test mae: 0.67\n", + "Epochs 109, train loss: 2.02, train mae: 0.62, valid loss: 3.37, valid mae: 0.82, test loss: 2.38, test mae: 0.67\n", + "Epochs 110, train loss: 2.02, train mae: 0.62, valid loss: 3.38, valid mae: 0.81, test loss: 2.38, test mae: 0.66\n", + "Epochs 111, train loss: 2.02, train mae: 0.62, valid loss: 3.37, valid mae: 0.81, test loss: 2.38, test mae: 0.66\n", + "Epochs 112, train loss: 2.01, train mae: 0.61, valid loss: 3.38, valid mae: 0.82, test loss: 2.37, test mae: 0.67\n", + "Epochs 113, train loss: 2.00, train mae: 0.61, valid loss: 3.38, valid mae: 0.81, test loss: 2.37, test mae: 0.66\n", + "Epochs 114, train loss: 2.00, train mae: 0.61, valid loss: 3.39, valid mae: 0.82, test loss: 2.37, test mae: 0.67\n", + "Epochs 115, train loss: 2.00, train mae: 0.61, valid loss: 3.38, valid mae: 0.82, test loss: 2.36, test mae: 0.67\n", + "Epochs 116, train loss: 1.99, train mae: 0.61, valid loss: 3.40, valid mae: 0.82, test loss: 2.36, test mae: 0.67\n", + "Epochs 117, train loss: 1.98, train mae: 0.61, valid loss: 3.41, valid mae: 0.81, test loss: 2.36, test mae: 0.66\n", + "Epochs 118, train loss: 1.98, train mae: 0.61, valid loss: 3.41, valid mae: 0.82, test loss: 2.36, test mae: 0.66\n", + "Epochs 119, train loss: 1.97, train mae: 0.61, valid loss: 3.41, valid mae: 0.81, test loss: 2.35, test mae: 0.66\n", + "Epochs 120, train loss: 1.98, train mae: 0.61, valid loss: 3.43, valid mae: 0.82, test loss: 2.35, test mae: 0.66\n", + "Epochs 121, train loss: 1.98, train mae: 0.61, valid loss: 3.41, valid mae: 0.81, test loss: 2.35, test mae: 0.66\n", + "Epochs 122, train loss: 1.97, train mae: 0.61, valid loss: 3.43, valid mae: 0.81, test loss: 2.35, test mae: 0.66\n", + "Epochs 123, train loss: 1.97, train mae: 0.61, valid loss: 3.44, valid mae: 0.81, test loss: 2.35, test mae: 0.66\n", + "Epochs 124, train loss: 1.96, train mae: 0.61, valid loss: 3.43, valid mae: 0.81, test loss: 2.34, test mae: 0.66\n", + "Epochs 125, train loss: 1.96, train mae: 0.60, valid loss: 3.45, valid mae: 0.81, test loss: 2.35, test mae: 0.66\n", + "Epochs 126, train loss: 1.95, train mae: 0.60, valid loss: 3.44, valid mae: 0.81, test loss: 2.34, test mae: 0.66\n", + "Epochs 127, train loss: 1.95, train mae: 0.60, valid loss: 3.46, valid mae: 0.82, test loss: 2.34, test mae: 0.66\n", + "Epochs 128, train loss: 1.95, train mae: 0.60, valid loss: 3.47, valid mae: 0.82, test loss: 2.34, test mae: 0.66\n", + "Epochs 129, train loss: 1.95, train mae: 0.60, valid loss: 3.47, valid mae: 0.81, test loss: 2.34, test mae: 0.66\n", + "Epochs 130, train loss: 1.94, train mae: 0.60, valid loss: 3.46, valid mae: 0.81, test loss: 2.33, test mae: 0.65\n", + "Epochs 131, train loss: 1.94, train mae: 0.60, valid loss: 3.47, valid mae: 0.82, test loss: 2.33, test mae: 0.66\n", + "Epochs 132, train loss: 1.93, train mae: 0.60, valid loss: 3.47, valid mae: 0.81, test loss: 2.33, test mae: 0.65\n", + "Epochs 133, train loss: 1.92, train mae: 0.60, valid loss: 3.48, valid mae: 0.81, test loss: 2.33, test mae: 0.65\n", + "Epochs 134, train loss: 1.93, train mae: 0.60, valid loss: 3.49, valid mae: 0.81, test loss: 2.32, test mae: 0.65\n", + "Epochs 135, train loss: 1.92, train mae: 0.60, valid loss: 3.49, valid mae: 0.82, test loss: 2.32, test mae: 0.65\n", + "Epochs 136, train loss: 1.92, train mae: 0.60, valid loss: 3.50, valid mae: 0.81, test loss: 2.32, test mae: 0.65\n", + "Epochs 137, train loss: 1.92, train mae: 0.59, valid loss: 3.50, valid mae: 0.81, test loss: 2.32, test mae: 0.65\n", + "Epochs 138, train loss: 1.91, train mae: 0.59, valid loss: 3.50, valid mae: 0.81, test loss: 2.32, test mae: 0.65\n", + "Epochs 139, train loss: 1.91, train mae: 0.59, valid loss: 3.51, valid mae: 0.82, test loss: 2.32, test mae: 0.65\n", + "Epochs 140, train loss: 1.90, train mae: 0.59, valid loss: 3.53, valid mae: 0.81, test loss: 2.32, test mae: 0.65\n", + "Epochs 141, train loss: 1.90, train mae: 0.59, valid loss: 3.54, valid mae: 0.82, test loss: 2.32, test mae: 0.65\n", + "Epochs 142, train loss: 1.90, train mae: 0.59, valid loss: 3.52, valid mae: 0.81, test loss: 2.31, test mae: 0.64\n", + "Epochs 143, train loss: 1.89, train mae: 0.59, valid loss: 3.54, valid mae: 0.82, test loss: 2.31, test mae: 0.65\n", + "Epochs 144, train loss: 1.90, train mae: 0.59, valid loss: 3.54, valid mae: 0.82, test loss: 2.31, test mae: 0.65\n", + "Epochs 145, train loss: 1.89, train mae: 0.59, valid loss: 3.55, valid mae: 0.81, test loss: 2.31, test mae: 0.65\n", + "Epochs 146, train loss: 1.89, train mae: 0.59, valid loss: 3.57, valid mae: 0.82, test loss: 2.31, test mae: 0.65\n", + "Epochs 147, train loss: 1.88, train mae: 0.59, valid loss: 3.57, valid mae: 0.82, test loss: 2.31, test mae: 0.65\n", + "Epochs 148, train loss: 1.89, train mae: 0.59, valid loss: 3.59, valid mae: 0.83, test loss: 2.31, test mae: 0.66\n", + "Epochs 149, train loss: 1.88, train mae: 0.59, valid loss: 3.58, valid mae: 0.82, test loss: 2.30, test mae: 0.65\n", + "Epochs 150, train loss: 1.87, train mae: 0.59, valid loss: 3.59, valid mae: 0.82, test loss: 2.30, test mae: 0.65\n", + "Epochs 151, train loss: 1.87, train mae: 0.59, valid loss: 3.59, valid mae: 0.82, test loss: 2.30, test mae: 0.65\n", + "Epochs 152, train loss: 1.87, train mae: 0.59, valid loss: 3.60, valid mae: 0.82, test loss: 2.30, test mae: 0.65\n", + "Epochs 153, train loss: 1.86, train mae: 0.58, valid loss: 3.62, valid mae: 0.82, test loss: 2.30, test mae: 0.65\n", + "Epochs 154, train loss: 1.86, train mae: 0.58, valid loss: 3.61, valid mae: 0.82, test loss: 2.30, test mae: 0.64\n", + "Epochs 155, train loss: 1.86, train mae: 0.58, valid loss: 3.63, valid mae: 0.82, test loss: 2.30, test mae: 0.64\n", + "Epochs 156, train loss: 1.86, train mae: 0.58, valid loss: 3.62, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 157, train loss: 1.85, train mae: 0.58, valid loss: 3.63, valid mae: 0.82, test loss: 2.30, test mae: 0.64\n", + "Epochs 158, train loss: 1.85, train mae: 0.58, valid loss: 3.63, valid mae: 0.82, test loss: 2.29, test mae: 0.65\n", + "Epochs 159, train loss: 1.85, train mae: 0.58, valid loss: 3.64, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 160, train loss: 1.85, train mae: 0.58, valid loss: 3.66, valid mae: 0.82, test loss: 2.29, test mae: 0.65\n", + "Epochs 161, train loss: 1.84, train mae: 0.58, valid loss: 3.67, valid mae: 0.83, test loss: 2.30, test mae: 0.66\n", + "Epochs 162, train loss: 1.85, train mae: 0.58, valid loss: 3.65, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 163, train loss: 1.84, train mae: 0.58, valid loss: 3.65, valid mae: 0.83, test loss: 2.30, test mae: 0.65\n", + "Epochs 164, train loss: 1.83, train mae: 0.58, valid loss: 3.68, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 165, train loss: 1.83, train mae: 0.58, valid loss: 3.68, valid mae: 0.83, test loss: 2.29, test mae: 0.65\n", + "Epochs 166, train loss: 1.83, train mae: 0.58, valid loss: 3.68, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 167, train loss: 1.83, train mae: 0.58, valid loss: 3.69, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 168, train loss: 1.82, train mae: 0.58, valid loss: 3.68, valid mae: 0.83, test loss: 2.28, test mae: 0.65\n", + "Epochs 169, train loss: 1.83, train mae: 0.58, valid loss: 3.69, valid mae: 0.82, test loss: 2.29, test mae: 0.64\n", + "Epochs 170, train loss: 1.82, train mae: 0.58, valid loss: 3.71, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 171, train loss: 1.82, train mae: 0.58, valid loss: 3.71, valid mae: 0.83, test loss: 2.28, test mae: 0.64\n", + "Epochs 172, train loss: 1.82, train mae: 0.58, valid loss: 3.70, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 173, train loss: 1.81, train mae: 0.57, valid loss: 3.72, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 174, train loss: 1.81, train mae: 0.57, valid loss: 3.69, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 175, train loss: 1.82, train mae: 0.57, valid loss: 3.71, valid mae: 0.83, test loss: 2.28, test mae: 0.64\n", + "Epochs 176, train loss: 1.81, train mae: 0.57, valid loss: 3.71, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 177, train loss: 1.80, train mae: 0.57, valid loss: 3.70, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 178, train loss: 1.80, train mae: 0.57, valid loss: 3.70, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 179, train loss: 1.80, train mae: 0.57, valid loss: 3.74, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 180, train loss: 1.80, train mae: 0.57, valid loss: 3.71, valid mae: 0.82, test loss: 2.27, test mae: 0.64\n", + "Epochs 181, train loss: 1.80, train mae: 0.57, valid loss: 3.72, valid mae: 0.82, test loss: 2.27, test mae: 0.64\n", + "Epochs 182, train loss: 1.80, train mae: 0.57, valid loss: 3.74, valid mae: 0.82, test loss: 2.28, test mae: 0.64\n", + "Epochs 183, train loss: 1.79, train mae: 0.57, valid loss: 3.73, valid mae: 0.82, test loss: 2.27, test mae: 0.64\n", + "Epochs 184, train loss: 1.79, train mae: 0.57, valid loss: 3.73, valid mae: 0.82, test loss: 2.27, test mae: 0.63\n", + "Epochs 185, train loss: 1.78, train mae: 0.57, valid loss: 3.73, valid mae: 0.83, test loss: 2.27, test mae: 0.64\n", + "Epochs 186, train loss: 1.78, train mae: 0.57, valid loss: 3.73, valid mae: 0.82, test loss: 2.27, test mae: 0.64\n", + "Epochs 187, train loss: 1.78, train mae: 0.57, valid loss: 3.75, valid mae: 0.83, test loss: 2.27, test mae: 0.64\n", + "Epochs 188, train loss: 1.78, train mae: 0.57, valid loss: 3.74, valid mae: 0.82, test loss: 2.27, test mae: 0.63\n", + "Epochs 189, train loss: 1.78, train mae: 0.57, valid loss: 3.75, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Epochs 190, train loss: 1.78, train mae: 0.57, valid loss: 3.75, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Epochs 191, train loss: 1.77, train mae: 0.57, valid loss: 3.76, valid mae: 0.82, test loss: 2.26, test mae: 0.64\n", + "Epochs 192, train loss: 1.77, train mae: 0.57, valid loss: 3.77, valid mae: 0.83, test loss: 2.27, test mae: 0.64\n", + "Epochs 193, train loss: 1.77, train mae: 0.57, valid loss: 3.77, valid mae: 0.82, test loss: 2.26, test mae: 0.64\n", + "Epochs 194, train loss: 1.77, train mae: 0.56, valid loss: 3.76, valid mae: 0.82, test loss: 2.27, test mae: 0.63\n", + "Epochs 195, train loss: 1.76, train mae: 0.56, valid loss: 3.77, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Epochs 196, train loss: 1.77, train mae: 0.57, valid loss: 3.75, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Epochs 197, train loss: 1.76, train mae: 0.56, valid loss: 3.79, valid mae: 0.82, test loss: 2.27, test mae: 0.63\n", + "Epochs 198, train loss: 1.76, train mae: 0.56, valid loss: 3.79, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Epochs 199, train loss: 1.76, train mae: 0.56, valid loss: 3.79, valid mae: 0.82, test loss: 2.26, test mae: 0.63\n", + "Best epoch 059, train loss: 2.44, train mae: 0.70, valid loss: 3.19, valid mae: 0.83, test loss: 2.65, test mae: 0.73\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [], + "metadata": { + "id": "hwH2K9Q-7e1A" + }, + "execution_count": null, + "outputs": [] + } + ] +} \ No newline at end of file