fine_tune_GBT2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "gpuType": "A100"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "5abb6b45307a4ced88ee3fa0670fa647": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a82061124f9b4cde829e821e0abbf53c",
              "IPY_MODEL_b913043b44bf464e83f8660d73cd2e53",
              "IPY_MODEL_bf0b102b8d234f3cbbab1f8cba2a58e7"
            ],
            "layout": "IPY_MODEL_62069b9850ec4f6abf916e9f8b83096f"
          }
        },
        "a82061124f9b4cde829e821e0abbf53c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_af116e8fe9f642c1a01c581155cf3066",
            "placeholder": "​",
            "style": "IPY_MODEL_b36209ecb21d44c493c0cbca4d8270f0",
            "value": "model.safetensors: 100%"
          }
        },
        "b913043b44bf464e83f8660d73cd2e53": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2647ab90e3034b71b43c84dc296a9ba7",
            "max": 548105171,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_dbf8a2a0d7a9498694f48b0ae4bc6fb0",
            "value": 548105171
          }
        },
        "bf0b102b8d234f3cbbab1f8cba2a58e7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_471c6e3e0b034681a6f184119ba840a3",
            "placeholder": "​",
            "style": "IPY_MODEL_751669af073b44b99c27e1971430beba",
            "value": " 548M/548M [00:02&lt;00:00, 254MB/s]"
          }
        },
        "62069b9850ec4f6abf916e9f8b83096f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "af116e8fe9f642c1a01c581155cf3066": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b36209ecb21d44c493c0cbca4d8270f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2647ab90e3034b71b43c84dc296a9ba7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dbf8a2a0d7a9498694f48b0ae4bc6fb0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "471c6e3e0b034681a6f184119ba840a3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "751669af073b44b99c27e1971430beba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UdKaC105wg42",
        "outputId": "67d813c5-2210-4289-e712-b1fe9ddf4511"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.46.2)\n",
            "Collecting datasets\n",
            "  Downloading datasets-3.1.0-py3-none-any.whl.metadata (20 kB)\n",
            "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.5.1+cu121)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (2.2.2)\n",
            "Collecting ray\n",
            "  Downloading ray-2.39.0-cp310-cp310-manylinux2014_x86_64.whl.metadata (17 kB)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.16.1)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.26.2)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.26.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (24.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2024.9.11)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.32.3)\n",
            "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.4.5)\n",
            "Requirement already satisfied: tokenizers<0.21,>=0.20 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.20.3)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.6)\n",
            "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (17.0.0)\n",
            "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n",
            "Collecting multiprocess<0.70.17 (from datasets)\n",
            "  Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n",
            "Collecting fsspec<=2024.9.0,>=2023.1.0 (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets)\n",
            "  Downloading fsspec-2024.9.0-py3-none-any.whl.metadata (11 kB)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.11.2)\n",
            "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch) (4.12.2)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.4.2)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.4)\n",
            "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch) (1.13.1)\n",
            "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch) (1.3.0)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas) (2024.2)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas) (2024.2)\n",
            "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from ray) (8.1.7)\n",
            "Requirement already satisfied: jsonschema in /usr/local/lib/python3.10/dist-packages (from ray) (4.23.0)\n",
            "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ray) (1.1.0)\n",
            "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /usr/local/lib/python3.10/dist-packages (from ray) (4.25.5)\n",
            "Requirement already satisfied: aiosignal in /usr/local/lib/python3.10/dist-packages (from ray) (1.3.1)\n",
            "Requirement already satisfied: frozenlist in /usr/local/lib/python3.10/dist-packages (from ray) (1.5.0)\n",
            "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.4.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (24.2.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.1.0)\n",
            "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (0.2.0)\n",
            "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.17.2)\n",
            "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.2.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2024.8.30)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (3.0.2)\n",
            "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema->ray) (2024.10.1)\n",
            "Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema->ray) (0.35.1)\n",
            "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema->ray) (0.21.0)\n",
            "Downloading datasets-3.1.0-py3-none-any.whl (480 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m480.6/480.6 kB\u001b[0m \u001b[31m33.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading ray-2.39.0-cp310-cp310-manylinux2014_x86_64.whl (66.3 MB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.3/66.3 MB\u001b[0m \u001b[31m21.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading fsspec-2024.9.0-py3-none-any.whl (179 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.3/179.3 kB\u001b[0m \u001b[31m17.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m13.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: xxhash, fsspec, dill, multiprocess, ray, datasets\n",
            "  Attempting uninstall: fsspec\n",
            "    Found existing installation: fsspec 2024.10.0\n",
            "    Uninstalling fsspec-2024.10.0:\n",
            "      Successfully uninstalled fsspec-2024.10.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.9.0 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed datasets-3.1.0 dill-0.3.8 fsspec-2024.9.0 multiprocess-0.70.16 ray-2.39.0 xxhash-3.5.0\n"
          ]
        }
      ],
      "source": [
        "!pip install transformers datasets torch pandas ray"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "import pandas as pd\n",
        "import torch\n",
        "from torch.utils.data import random_split\n",
        "from sklearn.metrics import confusion_matrix, roc_auc_score, classification_report, accuracy_score, f1_score, precision_score, recall_score\n",
        "\n",
        "from transformers import (\n",
        "    AutoTokenizer,\n",
        "    AutoModelForSequenceClassification,\n",
        "    TrainingArguments,\n",
        "    Trainer,\n",
        "    EarlyStoppingCallback\n",
        ")\n",
        "\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "from tqdm import tqdm\n",
        "\n",
        "from ray import tune\n",
        "from ray.train import report\n",
        "from ray.tune.schedulers import ASHAScheduler"
      ],
      "metadata": {
        "id": "46QiCSKbwnwB"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "train_df = pd.read_csv('train.csv')\n",
        "val_df = pd.read_csv('validation.csv')\n",
        "test_df = pd.read_csv('test.csv')"
      ],
      "metadata": {
        "id": "vN-DEzbcwua4"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model_name = \"gpt2\"\n",
        "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
        "tokenizer.pad_token = tokenizer.eos_token\n",
        "\n",
        "model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=28)\n",
        "model.config.pad_token_id = model.config.eos_token_id"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 102,
          "referenced_widgets": [
            "5abb6b45307a4ced88ee3fa0670fa647",
            "a82061124f9b4cde829e821e0abbf53c",
            "b913043b44bf464e83f8660d73cd2e53",
            "bf0b102b8d234f3cbbab1f8cba2a58e7",
            "62069b9850ec4f6abf916e9f8b83096f",
            "af116e8fe9f642c1a01c581155cf3066",
            "b36209ecb21d44c493c0cbca4d8270f0",
            "2647ab90e3034b71b43c84dc296a9ba7",
            "dbf8a2a0d7a9498694f48b0ae4bc6fb0",
            "471c6e3e0b034681a6f184119ba840a3",
            "751669af073b44b99c27e1971430beba"
          ]
        },
        "id": "zx6ARktpxS5W",
        "outputId": "d3142b1c-41b6-4e03-8ce7-9286a741677e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/548M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "5abb6b45307a4ced88ee3fa0670fa647"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X_train = train_df[\"text\"].tolist()\n",
        "y_train = train_df[\"labels\"].tolist()\n",
        "\n",
        "X_val = val_df[\"text\"].tolist()\n",
        "y_val = val_df[\"labels\"].tolist()"
      ],
      "metadata": {
        "id": "V3v5mnETxVHB"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "X_test = test_df[\"text\"].tolist()\n",
        "y_test = test_df[\"labels\"].tolist()"
      ],
      "metadata": {
        "id": "YN07oGv539cY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class SentimentDataset(torch.utils.data.Dataset):\n",
        "    def __init__(self, texts, labels, tokenizer, max_length=128):\n",
        "        self.texts = texts\n",
        "        self.labels = labels\n",
        "        self.tokenizer = tokenizer\n",
        "        self.max_length = max_length\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.texts)\n",
        "\n",
        "    def __getitem__(self, idx):\n",
        "        encoded = self.tokenizer(\n",
        "            self.texts[idx],\n",
        "            truncation=True,\n",
        "            padding=True,\n",
        "            max_length=self.max_length,\n",
        "            return_tensors=\"pt\",\n",
        "        )\n",
        "\n",
        "        label = torch.tensor(self.labels[idx], dtype=torch.long)\n",
        "\n",
        "        return {\n",
        "            \"input_ids\": encoded[\"input_ids\"].squeeze(0),  # Remove batch dimension\n",
        "            \"attention_mask\": encoded[\"attention_mask\"].squeeze(0),\n",
        "            \"labels\": label,\n",
        "        }\n",
        "\n",
        "train_dataset = SentimentDataset(X_train, y_train, tokenizer)\n",
        "val_dataset = SentimentDataset(X_val, y_val, tokenizer)"
      ],
      "metadata": {
        "id": "m_LO8srZyD9s"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Define a function to evaluate accuracy\n",
        "def evaluate_acc(y_true, y_pred):\n",
        "    return (np.array(y_true) == np.array(y_pred)).mean()\n",
        "\n",
        "# Define a function to process data in batches\n",
        "def evaluate_model(model, tokenizer, X, y, batch_size=16, max_length=256):\n",
        "    model.eval()  # Set the model to evaluation mode\n",
        "    device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "    model.to(device)\n",
        "\n",
        "    print(device)\n",
        "    # Pre-tokenize the entire dataset for efficiency\n",
        "    tokenized = tokenizer(\n",
        "        X,\n",
        "        truncation=True,\n",
        "        padding=True,\n",
        "        return_tensors=\"pt\",\n",
        "        max_length=max_length\n",
        "    )\n",
        "\n",
        "    # Move tokenized inputs to the correct device\n",
        "    inputs = {key: val.to(device) for key, val in tokenized.items()}\n",
        "\n",
        "    y_true = []\n",
        "    y_pred = []\n",
        "    y_prob = []\n",
        "\n",
        "    # Process data in batches\n",
        "    for i in tqdm(range(0, len(X), batch_size)):\n",
        "        # Create batch slices\n",
        "        batch_input_ids = inputs[\"input_ids\"][i:i + batch_size]\n",
        "        batch_attention_mask = inputs[\"attention_mask\"][i:i + batch_size]\n",
        "        batch_y = y[i:i + batch_size]\n",
        "\n",
        "        # Prepare batch inputs\n",
        "        batch_inputs = {\n",
        "            \"input_ids\": batch_input_ids,\n",
        "            \"attention_mask\": batch_attention_mask,\n",
        "        }\n",
        "\n",
        "        # Get model predictions\n",
        "        with torch.no_grad():\n",
        "            outputs = model(**batch_inputs)\n",
        "            logits = outputs.logits\n",
        "            batch_y_pred = torch.argmax(logits, axis=1).cpu().numpy()  # Move to CPU\n",
        "            batch_y_prob = torch.softmax(logits, dim=1).cpu().numpy()  # Move to CPU\n",
        "\n",
        "        # Append batch results\n",
        "        y_true.extend(batch_y)\n",
        "        y_pred.extend(batch_y_pred)\n",
        "        y_prob.extend(batch_y_prob)\n",
        "\n",
        "    return y_true, y_pred, y_prob"
      ],
      "metadata": {
        "id": "bnhfgNk12A97"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Prepare results and confusion matrices\n",
        "results = {}\n",
        "confusion_matrices = {}\n",
        "\n",
        "# Batch evaluation for Train and Test sets\n",
        "datasets = [(\"Train\", X_train, y_train), (\"Test\", X_test, y_test)]\n",
        "\n",
        "# Pre-allocate storage for predictions and probabilities\n",
        "y_trues, y_preds, y_probs = {}, {}, {}\n",
        "\n",
        "for set_name, X, y in datasets:\n",
        "    y_true, y_pred, y_prob = evaluate_model(model, tokenizer, X, y, batch_size=16)\n",
        "\n",
        "    # Store predictions and probabilities for later use\n",
        "    y_trues[set_name] = y_true\n",
        "    y_preds[set_name] = y_pred\n",
        "    if set_name == \"Test\":\n",
        "        y_probs[set_name] = y_prob\n",
        "\n",
        "    # Calculate accuracy\n",
        "    results[set_name] = evaluate_acc(y_true, y_pred)\n",
        "\n",
        "# Calculate AUC for the Test set\n",
        "if \"Test\" in y_probs:\n",
        "    results[\"AUC\"] = roc_auc_score(y_trues[\"Test\"], y_probs[\"Test\"], multi_class=\"ovr\")\n",
        "\n",
        "# Compute confusion matrices\n",
        "confusion_matrices = {\n",
        "    set_name: confusion_matrix(y_trues[set_name], y_preds[set_name])\n",
        "    for set_name in [\"Train\", \"Test\"]\n",
        "}\n",
        "\n",
        "# Print results\n",
        "print(f\"UNTRAINED GPT2 EVALUATION\")\n",
        "print(f\"Train accuracy of the model: {results['Train']:.4f}\")\n",
        "print(f\"Test accuracy of the model: {results['Test']:.4f}\")\n",
        "print(f\"AUC for Test set: {results['AUC']:.4f}\")\n",
        "\n",
        "# Plot confusion matrices side by side\n",
        "fig, axes = plt.subplots(1, 2, figsize=(15, 8))\n",
        "cmap = plt.cm.jet\n",
        "\n",
        "for i, (set_name, cm) in enumerate(confusion_matrices.items()):\n",
        "    ax = axes[i]\n",
        "    ax.imshow(cm, cmap=cmap, interpolation=\"nearest\")\n",
        "    ax.set_title(f\"{set_name} Confusion Matrix\")\n",
        "    ax.set_xlabel(\"Predicted\")\n",
        "    ax.set_ylabel(\"Actual\")\n",
        "    ax.grid(False)\n",
        "\n",
        "    # Annotate confusion matrix efficiently using np.ndindex\n",
        "    for j, k in np.ndindex(cm.shape):\n",
        "        count = cm[j, k]\n",
        "        if count > 0:\n",
        "            ax.text(k, j, str(count), ha=\"center\", va=\"center\", color=\"white\", fontsize=9)\n",
        "\n",
        "plt.tight_layout()\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 564
        },
        "id": "F_TTWozZM74J",
        "outputId": "dc2ddc68-14b6-4a48-a37e-46239282afe6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2270/2270 [02:04<00:00, 18.21it/s]\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 287/287 [00:10<00:00, 26.65it/s]\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "UNTRAINED GPT2 EVALUATION\n",
            "Train accuracy of the model: 0.0170\n",
            "Test accuracy of the model: 0.0187\n",
            "AUC for Test set: 0.5094\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 1500x800 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABdEAAAL+CAYAAABCCF1nAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy81sbWrAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdeVxV1frH8e8Z4AACR3BATckxnOGqqSmaFmaTpd0ssyzNbELz5r02XUpTS+02/ZyuU2mJlVaS2qBlV8uszJs4leKAM6CAjDLD+f1x6hAXjpICh+Hzfr32K85aa6/9bNF4fFx7bYPNZrMJAAAAAAAAAACUYnR1AAAAAAAAAAAAVFcU0QEAAAAAAAAAcIIiOgAAAAAAAAAATlBEBwAAAAAAAADACYroAAAAAAAAAAA4QREdAAAAAAAAAAAnKKIDAAAAAAAAAOAERXQAAAAAAAAAAJygiA4AAAAAAAAAgBMU0QGgHEaPHq2WLVu6OowKdebMGd15551q0KCBDAaD3nzzzQq/hsFg0NSpUyt83pqqNv4+AgAAwJ9HLl71yMUBXA6K6ABqNIPBUK5jy5Ytrg61TGfOnNE//vEPtW/fXl5eXqpXr566d++uGTNmKDU1tVKv/eSTT2rjxo169tlntWLFCt14442Ver2qNHXqVBkMBhmNRp08ebJUf3p6ujw9PWUwGDR+/Pg/PX9WVpamTp1abX9fAQAAuFpV5umXmpuRi1cOcnEAtZHZ1QEAwOVYsWJFic/vvvuuvvrqq1LtHTp0uKzrLFmyREVFRZc1x//asWOHbr75ZmVmZuq+++5T9+7dJUn//e9/NWvWLH377bf68ssvK/Saf/Sf//xHt99+u/7xj39U2jWys7NlNrvuR43FYtH777+vp556qkT7mjVrLmverKwsvfjii5KkAQMGlPu8yvh9BAAAUB1VVZ4uXVpuRi5e+cjFAdQmFNEB1Gj33Xdfic8//vijvvrqq1Lt/ysrK0teXl7lvo6bm9slxedMamqqhg0bJpPJpOjoaLVv375E/0svvaQlS5ZU6DX/19mzZ1W/fv1KvYaHh0elzn8xN998c5mJ+3vvvadbbrlFH3/8cZXEcf78edWrV6/Cfx8BAABUV5eap1cFcvGqQS4OoDZhOxcAtd6AAQPUuXNn/fzzz+rfv7+8vLz03HPPSZLWrl2rW265Rc2aNZPFYlGbNm00ffp0FRYWlpjjf/fPO3bsmAwGg1599VUtXrxYbdq0kcVi0dVXX60dO3ZcNKZFixbp9OnTev3110sl7ZIUEBCgiIiIEm0LFixQp06dZLFY1KxZM4WHh5d6zPT3e/311181cOBAeXl56YorrtArr7ziGLN8+XIZDAbZbDbNnz/f8SitVPzo5f/6/Zxjx4452v773/9q8ODBatiwoTw9PdWqVSs9+OCDJc4rax/G6Oho3XTTTfL19ZW3t7euv/56/fjjj2Veb9u2bZo0aZIaNWqkevXqadiwYUpMTHT66/q/Ro4cqV27dunAgQOOtoSEBP3nP//RyJEjS43Py8vTCy+8oO7du8tqtapevXrq16+fNm/e7Bhz7NgxNWrUSJL04osvOn79fr/P0aNHy9vbW0eOHNHNN98sHx8f3XvvvY6+P/4+mjJlioxGo77++usScTz88MNyd3fX7t27y32vAAAANU1RUZHefPNNderUSR4eHgoICNAjjzyilJSUEuMulHdeLDcrC7k4ubhELg7gz2ElOoA6ITk5WTfddJNGjBih++67TwEBAZLsCaK3t7cmTZokb29v/ec//9ELL7yg9PR0/etf/7rovO+9954yMjL0yCOPyGAw6JVXXtEdd9yh2NjYC650WLdunTw9PXXnnXeWK/6pU6fqxRdfVFhYmB577DHFxMTo3//+t3bs2KFt27aVuFZKSopuvPFG3XHHHbrrrrv00Ucf6emnn1aXLl100003qX///lqxYoVGjRqlQYMG6f777y9XDH909uxZ3XDDDWrUqJGeeeYZ1a9fX8eOHbvoo5m//PKL+vXrJ19fXz311FNyc3PTokWLNGDAAH3zzTfq1atXifETJkyQn5+fpkyZomPHjunNN9/U+PHjtWrVqnLF2b9/fzVv3lzvvfeepk2bJklatWqVvL29dcstt5Qan56erqVLl+qee+7RuHHjlJGRobfeekuDBw/WTz/9pJCQEDVq1Ej//ve/9dhjj2nYsGG64447JEldu3Z1zFNQUKDBgwcrNDRUr776qtOnHiIiIrR+/XqNHTtWe/fulY+PjzZu3KglS5Zo+vTpCg4OLtd9AgAA1ESPPPKIli9frjFjxuiJJ57Q0aNHNW/ePEVHRzty3IvlneXJzf4XuTi5uEQuDuBPsgFALRIeHm773/+1XXvttTZJtoULF5Yan5WVVartkUcesXl5edlycnIcbQ888IDtyiuvdHw+evSoTZKtQYMGtnPnzjna165da5NkW79+/QXj9PPzswUHB5frns6ePWtzd3e33XDDDbbCwkJH+7x582ySbG+//baj7fd7fffddx1tubm5tiZNmtj++te/lphXki08PLxE25QpU0r9+tlsNtuyZctskmxHjx612Ww2W1RUlE2SbceOHReMXZJtypQpjs9Dhw61ubu7244cOeJoi4uLs/n4+Nj69+9f6nphYWG2oqIiR/uTTz5pM5lMttTU1Ate9/f7SExMtP3jH/+wtW3b1tF39dVX28aMGVPmr0FBQYEtNze3xFwpKSm2gIAA24MPPuhoS0xMLHVvv3vggQdskmzPPPNMmX1//H1ks9lse/futbm7u9seeughW0pKiu2KK66w9ejRw5afn3/BewQAAKhJ/jdP37p1q02SbeXKlSXGbdiwoUR7efLOC+VmZSEXJxf/Hbk4gPJiOxcAdYLFYtGYMWNKtXt6ejq+zsjIUFJSkvr166esrKwSjx06c/fdd8vPz8/xuV+/fpKk2NjYC56Xnp4uHx+fcsW+adMm5eXl6W9/+5uMxuL/bY8bN06+vr767LPPSoz39vYusdeku7u7evbsedGY/ozf92/89NNPlZ+fX65zCgsL9eWXX2ro0KFq3bq1o71p06YaOXKkvvvuO6Wnp5c45+GHHy7xSGu/fv1UWFio48ePlzvWkSNH6vDhw9qxY4fjv2U9PipJJpNJ7u7ukuyPF587d04FBQXq0aOHdu7cWe5rStJjjz1WrnGdO3fWiy++qKVLl2rw4MFKSkrSO++849KXQAEAAFS2Dz/8UFarVYMGDVJSUpLj6N69u7y9vR1beFxK3nkx5OLk4r8jFwdQXhTRAdQJV1xxhSMh+6NffvlFw4YNk9Vqla+vrxo1auRIetPS0i46b2BgYInPvxfU/3cfx//l6+urjIyMcsX+e5IaFBRUot3d3V2tW7culcQ2b9681F6Kfn5+F43pz7j22mv117/+VS+++KIaNmyo22+/XcuWLVNubq7TcxITE5WVlVXqPiSpQ4cOKioq0smTJ0u0X+qv7x/95S9/Ufv27fXee+9p5cqVatKkia677jqn49955x117dpVHh4eatCggRo1aqTPPvusXL8ffmc2m9W8efNyj588ebKCg4P1008/acqUKerYsWO5zwUAAKiJDh06pLS0NDVu3FiNGjUqcWRmZurs2bOSLi3vvBhy8ZLIxcnFAVwc/7QGoE7444rz36Wmpuraa6+Vr6+vpk2bpjZt2sjDw0M7d+7U008/raKioovOazKZymy32WwXPK99+/batWuX8vLyyizuX45LjUlSmS8yklTqRasGg0EfffSRfvzxR61fv14bN27Ugw8+qNdee00//vijvL29/3zgZbice/mjkSNH6t///rd8fHx09913l1hF9EeRkZEaPXq0hg4dqsmTJ6tx48YymUyaOXOmjhw5Uu7rWSwWp9coS2xsrA4dOiRJ2rt3b7nPAwAAqKmKiorUuHFjrVy5ssz+318eWRl5J7l4+ZCLA0AxVqIDqLO2bNmi5ORkLV++XBMnTtStt96qsLCwEtuzVJYhQ4YoOztbH3/88UXHXnnllZKkmJiYEu15eXk6evSoo78i/H7vqampJdqdPbLZu3dvvfTSS/rvf/+rlStX6pdfftEHH3xQ5thGjRrJy8ur1H1I0oEDB2Q0GtWiRYvLuwEnRo4cqfj4eB08eNDp46OS9NFHH6l169Zas2aNRo0apcGDByssLEw5OTklxjn7C86lKCoq0ujRo+Xr66vnnntO77///kVfCgUAAFDTtWnTRsnJyerbt6/CwsJKHf/7UscL5Z1/NjcjFy+JXJxcHMDFUUQHUGf9vrLijysp8vLytGDBgkq/9qOPPqqmTZvq73//uw4ePFiq/+zZs5oxY4YkKSwsTO7u7pozZ06JWN966y2lpaWV+Wb7S9WmTRtJ0rfffutoO3/+vN55550S41JSUkqtQAkJCZEkp4+Rmkwm3XDDDVq7dq2OHTvmaD9z5ozee+89hYaGytfXtwLuorQ2bdrozTff1MyZM9WzZ0+n48r6PbF9+3b98MMPJcZ5eXlJKv0XnEvx+uuv6/vvv9fixYs1ffp09enTR4899piSkpIue24AAIDq6q677lJhYaGmT59eqq+goMCRZ5Un7/yzuRm5+DFHO7k4uTiA8mE7FwB1Vp8+feTn56cHHnhATzzxhAwGg1asWPGnH0+8FH5+foqKitLNN9+skJAQ3XffferevbskaefOnXr//fd1zTXXSLKvGnn22Wf14osv6sYbb9Rtt92mmJgYLViwQFdffXWJFxddrhtuuEGBgYEaO3asJk+eLJPJpLfffluNGjXSiRMnHOPeeecdLViwQMOGDVObNm2UkZGhJUuWyNfXVzfffLPT+WfMmKGvvvpKoaGhevzxx2U2m7Vo0SLl5ubqlVdeqbD7KMvEiRMvOubWW2/VmjVrNGzYMN1yyy06evSoFi5cqI4dOyozM9MxztPTUx07dtSqVat01VVXyd/fX507d1bnzp3/VEz79+/X888/r9GjR2vIkCGSpOXLlyskJESPP/64Vq9e/eduEgAAoIa49tpr9cgjj2jmzJnatWuXbrjhBrm5uenQoUP68MMP9X//93+68847y5V3/tncjFycXFwiFwfw51BEB1BnNWjQQJ9++qn+/ve/KyIiQn5+frrvvvt0/fXXa/DgwZV+/V69emnfvn3617/+pc8++0wrVqyQ0WhUhw4d9Mwzz2j8+PGOsVOnTlWjRo00b948Pfnkk/L399fDDz+sl19+WW5ubhUWk5ubm6KiovT444/r+eefV5MmTfS3v/1Nfn5+GjNmjGPctddeq59++kkffPCBzpw5I6vVqp49e2rlypVq1aqV0/k7deqkrVu36tlnn9XMmTNVVFSkXr16KTIyUr169aqw+7hUo0ePVkJCghYtWqSNGzeqY8eOioyM1IcffqgtW7aUGLt06VJNmDBBTz75pPLy8jRlypQ/lbgXFhbqgQceUMOGDfXmm2862tu1a6eZM2dq4sSJWr16te66664KujsAAIDqZeHCherevbsWLVqk5557TmazWS1bttR9992nvn37Sip/3vlnczNycXJxcnEAf4bBVhVLLgEAAAAAAAAAqIHYEx0AAAAAAAAAACcoogMAAAAAAAAA4ARFdAAAAAAAAAAAnKCIDgAAAAAAAACAExTRAQAAAAAAAABwgiI6AAAAAAAAAABOmF0dQGUrKipSXFycfHx8ZDAYXB0OAAAA6jibzaaMjAw1a9ZMRmPdWdNCXg4AAIDqpry5ea0vosfFxalFixauDgMAAAAo4eTJk2revLmrw6gy5OUAAACori6Wm9f6IrqPj89vXz0pyeLKUAAAQG3x12crd/6PZ1bu/LXCkCq4xvpKmjdX0ht/yFPrBvJyAABQ4e6v5Lz8XfLyi6vJeblU3ty81hfRix8VtYhkHQAAVAg330q+ADnLxXlXwTUq9/tQ17Y0IS8HAAAVzp283PVqfl4uXTw3rzubMAIAAAAAAAAA8CdRRAcAAAAAAAAAwAmK6AAAAAAAAAAAOEERHQAAAAAAAAAAJyiiAwDgQh4eZh069IRSUp5xdSi4CHd3kxYvHqLY2IlKf1va/6o0ZkBxv4+ntHK8lPaWlLBQihhW8vyL9Xe4Qtr0T+ncEik+/h9atGiIPD3dKvu2aoUhQ3wVHd1OmZmddfp0Bz3yiL8kqVs3T23d2kZpaZ105EiQRo2qX+K8vn299MMPbZSa2kmnTnXQyy83UR171ycAAECN526WFo+SYmdK6XOl/dOkMX1LjhkbKh2YLmXOk47OlG4Ltre3C5DWPC7Fvyql/J/03dNSnzZVfw+1UbNmZkVFXamkpI5KTOyoVasC1bChydHvLIevrmpEEX3+/Plq2bKlPDw81KtXL/3000+uDgkAgAoxbdpAHT+e6uowUA5ms1Hx8ZkKC3tXvg9KoxdKr90rDepi7587WvL3lgInSP2mSuOuk0b1Kz7/Yv3vjZdi4qWAR6UuXRYoODhAzz/fv+pusIYaPNhbCxY009/+Fidf333q1Omgtmw5L6vVqM8/b6nIyBT5+f2ie+45oblzr1Dfvl6SJKNRWru2pdauTZe//y/q2/ewRoyor3HjqnfyXh2QmwMAgOrEbJTi06Sw1yXfCdLo5dJrw6VBHe394/pJf79BGrFY8h4v9XpZ2nva3lffU/pir9RlqtTgb9Ly76XPn5AaeLvoZmqR+fOvkCRdeeUBtWp1QB4eRs2ZY29zlsNXZ9W+iL5q1SpNmjRJU6ZM0c6dOxUcHKzBgwfr7Nmzrg4NAIDL0q1bU914Y1vNnr3N1aGgHLKy8jVlymbFxqZIkrYfljb/KoUGSZ7u0ohrpIjVUlqWdChBmrtRGjvQfu7F+iWpdWMpcquUXyglJWVp3boYdekS4II7rVmmT2+iadPO6ptvzquoSEpNLVRMTK769Kmn3FybFi06p6Ii6aefsrVmTZoeesheJLdaTWrQwKx33klRUZF0/Hi+Nm3KUJcuHi6+o+qN3BwAAFQ3WXnSlHVSbKL98/ZYaXOMFNpWMhqkabdLEz+Qdp2095/NkI4m2b/ecUxaslVKypSKbNLSrVKhTera3CW3Uqu0bu2u1avTdP58kTIzi7RqVaoj13aWw1dn1b6I/vrrr2vcuHEaM2aMOnbsqIULF8rLy0tvv/22q0MDAOCSmUxGLVlym8LDP1deXqGrw8ElsLhJPdtIe05IQc3sn3cdK+7fdVzq2sL+9cX6JenVz6T7+0seblJAgLeGDeug9etjquJWaiwvL4O6d/fUFVe4KSYmSPHxHbR6daCaNDHLaFSprVmMRqlrV09JUkpKod5665zGjvWX2WxP8sPCfPTZZxkuuJOag9wcAABUdxaz1LOVtOeUFNREamKVugXat3E5+Yp96xcfJ+smOl8h+VikX+OqNuba6PXXkzR8uFW+vkZZrUbdc099rV+ffsEcvjqr1kX0vLw8/fzzzwoLC3O0GY1GhYWF6YcffijznNzcXKWnp5c4AACobiZP7qPo6Hht3Xrc1aHgEi192L6ifM0OydsiZeZIhUXF/ann7fugSxfvl6QvdtlXtWcskxIS/qGTJ9P09tvRVXIvNZWfn1lGo0FDh/pq0KBYtW0bo9xcmyIjW+iHH7JUr55R4eENZDZLffp4adgwexL/u9WrU/Xww/7Kzu6iI0fa69NP07VhA0V0Z/5sbk5eDgAAXGHpA9KhM9KaaMm/nr0trIPU4yUpZJrUqqH0xt2lz7N6Sh88LL38hXSGtOWybdt2Xo0bm5WS0knnznWSn59JM2eevWAOX51V6yJ6UlKSCgsLFRBQ8lHmgIAAJSQklHnOzJkzZbVaHUeLFtX7GwAAqHvatPHXo4/20OTJX7k6FFyiBQ9KQU2loa9JNpuUmSt5uUumP2RWVi8pI9v+9cX669ezv1R0yX8krwckP79ZOn8+X5GRd1TdTdVAmZn2pzjmzEnSiRP5On++SFOmnNHAgd7KySnSkCHHNHJkfSUkdNSsWU21bFmKkpPt51x1lUVr17bUk0/Gy8Njr5o2/VUdOlg0a1YTV95StfZnc3PycgAAUNUW3GtffT50QXGeLkkzv5CSM+3HzC+kIV1LnufrKW38m/TdIWnquioPu9YxGKSvvmqtbdvOy9t7n7y992nbtvP68stWF8zhvbwMF5nZdap1Ef1SPPvss0pLS3McJ0+edHVIAACUEBoaqIAAbx08OEGJiU9p7doR8vW1KDHxKfXseYWrw8NFzJ9/i3q1lW6YKaX/VgSPibPvZR58ZfG4kCulvSfL198mwL5v+pwN9nGpqTlatOi/uuWWq6rmpmqotLQiHT+eV2afwWDQ999nqW/fI2rY8Ff1739ETZqY9c03mZKkLl08dOpUvj7+OE2FhVJCQoHeeSdFt9ziW5W3UKuRlwMAgKo0f6TUq5V0wxt/yNMTpOyy00WH3wvov8RJj0ZWeph1gr+/SS1bumvOnGRlZ9uUnW3T3LnJ6t27nsxmwwVz+OqqWhfRGzZsKJPJpDNnzpRoP3PmjJo0KXuVkMVika+vb4kDAIDqZPXqX9S27RyFhCxUSMhCPfTQOmVk5CokZKGio8t+0grVw7x5N6tv3xYa9LJ9O5bfZedJq36Qpg+3J+Ftm0gTBktLN5ev/8Bp+3Yvjw+yr1b39nbXuHHdFR0dX/U3WcMsXnxOEyY0VLNmZnl4GPTCC4319deZOn++SCEhHnJ3N8jDw6CHHvLXgAH19Oab9rdI/fxzlpo1c9Ptt/vKYJAaNjRp1Cg/RUdnu/iOqq8/m5uTlwMAgKoyb6TUt6006A0pNau4PSdfivxRevpGqb6XfcuWp2+U1u6y9/t4SBsmSgfPSA+965LQa6Xk5EIdOpSr8PAGslgMslgMCg9voJMn85ScXHjBHL66qtZFdHd3d3Xv3l1ff/21o62oqEhff/21rrnmGhdGBgDApcvOztfp0+mOIzExSzabdPp0uvLzeclodRUYaFV4eE8FBTXU8bn2vcszlkn/HmvvH79cSsuWTs2Xtk2V3toirdhafP6F+s/nSkP+Jd3TR0paLB079jfVr++hBx74pArvsGaaNeusvv46U7t3X6WTJzvIy8uoUaPsK56feKKhzpzpqMTEjho+3KrrrotVfHyBJOnYsXyNGHFCL7wQoJSUTtq37yqdPVugJ5/kLVLOkJsDAIDqKNBfCh9o38bl+CwpY679+Pd99v6/rZLi0uwvFo2ZIR1PliattvcN+4t0TRvpr92k9DnF547s5br7qS1uv/2YunXz1OnTHRQf30E9e3rpttuOSbpwDl9dGWw2m83VQVzIqlWr9MADD2jRokXq2bOn3nzzTa1evVoHDhwotR9jWdLT02W1WiU9I8lS6fECAIA6YMTUyp3/g0qev1aoiv3i11TSvLmSZiktLa3Grc6+nNycvBwAAFS4h6ZW7vxLK3n+WqEm5+VSeXNzcyVGUCHuvvtuJSYm6oUXXlBCQoJCQkK0YcOGchXQAQAAAFQccnMAAADURdW+iC5J48eP1/jx410dBgAAAFDnkZsDAACgrqnWe6IDAAAAAAAAAOBKFNEBAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6AAAAAAAAAAAOGF2dQAAAAA1zgZXBwBpj6sDAAAAgKtFujoASNtdHUCVYCU6AAAAAAAAAABOUEQHAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ARFdAAAAAAAAAAAnKCIDgCAC4SH99SOHQ8rJydCUVEjKnx+d3eTFi8eotjYiUpPf1b794/XmDF/qfDr1CUlvmeRJfs+XC7F7ZfSjkuxu6R//r3sOTp1kHLPqMT5vXpIGz6SEg9LybH2rzt0aFRZt1HrzJnTQydODFNa2l06deoOvfFGd7m52VNcHx83rVzZV2lpdykh4a+KiOjiOK9FCy9lZNxd4sjPH6m1awe45kYAAABwycIflXZ8J+WkSlGrS/Zt3mhvz0gsPpo2LTlm7GjpwG4pM0k6ekC67dYqCryWmzOnj06cuEdpaQ/o1KmReuON3v+Tqw9UWtoDSki4VxER1fvvqxTRAQBwgbi4DM2Y8a2WLNlZKfObzUbFx2cqLOxd+frO1OjRn+i1127QoEFtKuV6dcGFvmcvviK1DJasV0rX3iqNvFO6966SYwwGacmb0rbtJdv96kvL3pPadpOaBEk/7ZQ2bLhPRqOh0u6lNlmw4KDat18nq3W1goM/U3Cwn556qqMkae7cHvL3tygwMEr9+n2pcePaatSoVpKkkyez5OOzynH4+3+o1NQ8ffDBMRfeDQAAAC5FXLw0Y7a0ZFnZ/U9HSD6Nio/4+OK+cQ9Kf58ojbhf8m4o9eov7d1XNXHXdgsW/Kr27T+U1fqOgoM/VnBwAz31VLAkae7cPr/l6u+rX79PNW5ce40a1c7FETtndnUAAADURVFR+yVJISFN1Ly5b4XPn5WVrylTNjs+b99+Sps3H1NoaKC++upIhV+vLijxPWtVsm/fr8Vf22xSkU1q17rkmCcekfYflE6ckkKKF0Rrw6aS4/41V3p+slVXXllfR4+mVOAd1E4HDqQ7vjYYpKIim9q185Gnp0kjRrRU374blZaWr7S0fM2dG6OxY9tqxYqjpeYZOrS5jEaD1qw5UZXhAwAAoAJErbX/N6Sr1PyK8p9nNErTnpfuf0jatdvedvZsxcdXVx04kOr42mAw/Jar+/6Wq7dR377rlJaWp7S0PM2d+4vGjg3SihWHXBfwBbASHQCAOsBiMatnzyu0Z88ZV4dSa81/VTp/Wjq5T/KuJy1/r7gvsIU08VFp8gsXn+favlJKSrZOnEirvGBrmaef7qSMjLuVmDhcwcF+mjs3RkFBvrJYTNq1q/gfInbtOqeuXeuXOcfYsW21cuVR5eYWVVHUAAAAqCoRT0vJp6WdP0ijRha3B10lNWkidfuLfRuXk4elxfMlHx/XxVrbPP10sDIyRisxcZSCgxto7txfFBRU/7dcPdkxbteuZHXt6u/CSC+MIjoAAHXA0qW36dChZK1Zs9/VodRa4f+QvJtLPQZK734gpaQW9y16XXphpnTuIgvLWzS3j/37379UYSHF3PKaPfsX+fisUocO67Rw4SElJOTI29uszMx8FRbaHONSU/Pl4+NW6vzAwHoKC2uipUsPV2XYAAAAqALPviC16SQFXCk987w093Vp6G32Pv/farZhA6UefaWQXlKrltIbr7gs3Fpn9uzd8vFZrg4dPtTChfuVkJAtb2+3MnL13DJz9eqCIjoAALXcggW3KCiogYYO/UA2m+3iJ+CS2WzSz7ukjEzp1en2tnvvksxmKXLVhc+9opn09SfSvKXSsmXRlR1qrXTgQLp2707R8uXXKDOzQF5eZplMxXvLW61uysjIL3XemDFtFB2doj17UqswWgAAAFSFH7dL6elSQYH05SZp0VvS3Xfa+zIz7f+d+S8pOdl+zPyXNORm18VbWx04kKrdu5O1fPm1yszMLyNXdy8zV68u2BMdAIBabP78W9SrV3Ndf/07Sk/PdXU4dYabm9Tut3e4hl0r9eouJf62yNnLUzKZpPgDUtP29rYrmkmb10mRq6WZr7sm5trCzc2odu18FBOTrvz8IgUH+2nnznOSpJAQP+3dm1pivMEgjRnTWjNn/uKCaAEAAFDViv7wwGfMQSk723Wx1DX2XN1XMTGpv+XqDbRzZ5IkKSSkgfbuPefiCJ1jJToAAC5gMhllsZhlNhtlNBpksZjl5maq0GvMm3ez+vZtoUGD3lVqak6Fzl0XlfyeSRaLvVge2EK6Y4hUr569IHtNT+mJh6WN/7Gf9+RzUofeUkh/+7FwmbR5q9R9oL2/aRN7AX1VlDSNx0b/lHr1zBo9urWsVvtjn50711dERGdt3Biv7OxCrVp1XNOnB8vX101t2/powoSgUlu2DBrUVA0beuj994+54A4AAABQEUwme35uNktGQ3GubrVKNw2WPD3tLxG9boD06EPSx5/Yz8vJkSLfl57+u1S/vn3803+X1n7qwpupJey5+lWyWt0lSZ07+yki4i/auPHUb7l6rKZP7/5bru6rCRM6aenSGBdH7ZzBVsuf605PT5fVapX0jCSLq8MBAECSNGXKAE2dOqBE25YtxzRw4PIKmT8w0Krjx59UTk6BCgqKl1pERu7RY4+REV6KMr9n30kPPC5FLpK6dLQn7HEJ0orfVpSXlWVNeVoK6SINu8/++YWnpBefLX6U1C5PN90Uqe++O1FZt1MLtJWXl0mffDJA3br5y2Ix6uzZHH388UlNmbJb2dmF8vFx06JFvXTrrVcoO7tQ8+bFaPr0vSVmWbWqn7KzCzR69A9lXKOy9kjPlTRLaWlp8vX1raRrVD/k5QAAoMJ5TJUkTfmnNDWiZNeWb6Xh90qfrpE6BNnbjh2X3pwnLXu3eJyXlzT/TWnoECk3V1r3mTTp6d/y85ypVXATNd0VZbZ6eZn1ySeD1K1bQ1ksJp09m62PPz6qKVN+/kOuHqpbbw38LVf/RdOnO9vW8nTlhV/O3JwiOgAAwJ9Vf2rlzp9ayfPXCm2r4BoU0SsSeTkAAKhwvxXRKw1F9HIou4hesVxfRGc7FwAAAAAAAAAAnKCIDgAAAAAAAACAExTRAQAAAAAAAABwgiI6AAAAAAAAAABOUEQHAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ITZ1QEAAADUOKlHXR0BlOHqAAAAAOBqOeTlrufm6gCqBCvRAQAAAAAAAABwgiI6AAAAAAAAAABOUEQHAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ARFdAAAXCA8vKd27HhYOTkRiooaUePmh12zZiZFRTVWUlKgEhMDtWpVIzVsaE+vzGZp7twGOncuUMnJgZozx18mk/08d3dp8eKGio1trvT0K7V//xUaM8bbhXdSM7m7G7V48bWKjb1X6eljtX//CI0Z016S1KiRpyIjr9fJk6OUljZWO3feqSFDWpY4f9Gia3XgwD0qLHxUEyd2dcEdAAAAoDK0bm3W558H6Ny5QJ061UKTJ1sdfR06uGnTpiY6dy5Q8fEttGhRA3l6GlwYbe01Z04vnTgxXGlpI3Xq1HC98UZPubnZ/7704YcDFBd3l9LSRio29q/65z+rdz5OER0AABeIi8vQjBnfasmSnTVyftjNn99AknTllSfVqtVJeXgYNGeOvS0ior5CQy3q2PG0OnU6rX79PPTcc/UlSWazQfHxBQoLS5Cv73GNHp2k117z16BBnq66lRrJbDYqPj5LYWHr5ev7lkaP3qzXXuujQYOay9vbrOjoJPXuvUb167+lF17YofffD1OHDn6O83fvTtLjj3+rn34668K7AAAAQEUyGqV16wK0c2eeGjc+oeuuS9D48b665556kqT33mukmJh8BQScUJcupxUc7K7nn6/v2qBrqQULDqh9+yhZre8pOHidgoP99NRTnSVJL764Sy1bfiSr9T1de+0GjRzZWvfe29rFETtHER0AABeIitqvtWsPKCkpq0bOD7vWrd20evV5nT9vU2amTatWnVeXLu6SpAcf9NGMGalKSChUQkKhXnopVWPH+kiSsrJsmjIlVbGxBZKk7dtztXlzjkJDLS67l5ooK6tAU6bsUGxsuiRp+/Yz2rz5tEJDm+ro0Qy99tpunT59Xjab9OmnxxUTk6revQMc5y9Y8Iv+85/TyskpcNUtAAAAoIIFBbkpKMhNL76YooIC6eDBfL31VoYeftiei7du7abIyEzl50tJSUVaty7LkcOjYh04kKasLHuubTBIRUU2tWvnK0naty9VeXlFkiSbzVairzqiiA4AAHCJXn89TcOH15Ovr0FWq1H33OOt9euzVL++US1amLVrV55j7K5debrySrN8fUs/KmqxGNSzp0V79uSV6kP5WSwm9ezZWHv2JJfqa9TIUx06+JXZBwAAgNrD+Fu102Ao2da1q71Q/uqrabr/fm95eBgUEGDSsGH1tH49i48qy9NPd1FGxr1KTLxHwcH+mjt3v6Nv/vzeOn/+Pp08eZe8vd20fPlhF0Z6YRTRAQAALtG2bTlq3NiklJQrde5coPz8jJo5M1Xe3vaMPTW1yDH29699fEqnX0uXNtShQ/las4bk/XIsXTpAhw6lac2a2BLtbm5GffDBIK1efUQ//5zoougAAABQFWJi8nXsWIGmTfOTu7vUsaObHnzQR76+9jz8iy+yFBrqoYyMK5WQEKiTJwv09tsZLo669po9e698fFaqQ4coLVwYo4SEbEdfePiP8vaOVI8e6/Xuu4eVklJ9FxVRRAcAALgEBoP01VdNtG1bjry9j8vb+7i2bcvRl182UWamTZJktRanWr9/nZFRVGKeBQsaKCjITUOHnpHNVnXx1zYLFvRXUFB9DR26ocSvo5ubUR99NFhZWfkaN26Ly+IDAABA1SgokG6//Yz+8heLTp8O1MqVjbRsWYaSk4tUv75RmzY11ZIlGfLyOiY/v+M6f96myMhGrg671jtwIE27d5/T8uWhJdptNunnn5OVkZGvV1/t4aLoLo4iOgAAwCXw9zeqZUs3zZmTruxsm7KzbZo7N129e3vIZJJOnixQSEjx3oohIe46caJA6enFFd758xuoVy+LbrghoUQ7/pz58/upV6/GuuGG9UpPL1694uZm1Icf3iB3d6P++teNys8vusAsAAAAqC1+/TVfgwcnqFGjE/rLX+JksRj0zTfZatPGLE9Pg+bMSVd+vv1p0UWL0nXLLV6uDrlOcHMzOt33/EJ91QFFdAAAXMBkMspiMctsNspoNMhiMcvNzVRj5oeUnFykQ4fyFR7uK4vFIIvFoPBwX508WaDk5CItW5ahf/6zvgICTAoIMOm55+pr6dLix0TnzWugvn0tGjQoocS2L/hz5s3rp759m2jQoPVKTS0uoJvNRq1efYPq1XPT0KEbHC8t+iM3N6MsFpOMRoPMZoMsFpNMptJ71gMAAKBm6dLFTV5eBrm5ScOGeenBB300Y0aqDhzIV2ZmkR5/3Ecmk+TtbdC4cT6Kjq6+24jUVPXqmTV6dFtZrfaFRZ0711dERLA2bjytwMB6uuOOK1WvnlkGg3TNNY30xBMdtXHjaRdH7ZzBZqvdDw6np6fLarVKekaSxdXhAAAgSZoyZYCmTh1Qom3LlmMaOHB5jZgfD0iSOnRw0xtv+KtHD4uMRik6Ok9///s57dqVJ7NZevPNBho5sp4kKTIyU08+eU6FhVJgoFnHj7dQTk6RCgqKZ42MzNRjjyVLescF91TTBCgw0FvHj49STk6BCgqKU9rIyIN6//1D+uabocrOLlBhYXHfyy/v1MyZOyVJmzffpgEDrigx69SpO/Tii//97dOZSoo9V9IspaWlyde3+q62qWjk5QAAoOI9UGbr9Ol+euwxH3l4GLR7d54mTz6n77/PlST16WPR7Nn+6tzZTYWF9vcc/e1v53T0aEEZM5GXX1zLMlu9vMz65JPr1K2bvywWk86ezdHHHx/XlCnRatTIQ5GR/dWli5+MRikuLlsrVhzRzJl7nGxxeawS4y9fbk4RHQAA4E8rO1mvOCTrFxdQBdegiF6RyMsBAEDFIy93vZZVcI1jlTh3+XJztnMBAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ARFdAAAAAAAAAAAnKCIDgAAAAAAAACAExTRAQAAAAAAAABwwuzqAAAAAGqeVq4OAPKpgmucqYJrAAAA4NKRl7uefxVc41gVXOPCWIkOAAAAAAAAAIATFNEBAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6AAAAAAAAAAAOEERHQAAAAAAAAAAJyiiAwDgAuHhPbVjx8PKyYlQVNQIV4eDcij5PSvZN22atGePlJ8vvfFGyT53d2nzZunMGSktTdq/Xxo3ruQYm006f17KyLAfu3Y9Wrk3U01UxJ+DOXN66MSJYUpLu0unTt2hN97oLjc3e4o7bVqw9uy5Rfn5I/XGG92dztGpk1W5ufcoKuraS4oBAAAArhUeLu3YIeXkqFSu/rvGjaXkZCk6uritXTtpzRopPl5KSZG++07q06dqYq7tli0LUW7urcrIuNlx9O7tJ0lydzdq8eJgxcZer/T0m7V//0CNGdPCxRFfGEV0AABcIC4uQzNmfKslS3a6OhSU04W+Z4cPS089Ja1bV/q8ggJpwgSpWTPJapXuuEOaPl0KDS05rk8fycfHfoSELKyku6heKuLPwYIFB9W+/TpZrasVHPyZgoP99NRTHSVJhw9n6KmnorVu3Smn5xsM0pIlvbVtW+IlxwAAAADXiouTZsyQlixxPmbevJIFdEmqX1/64gupSxepQQNp+XLp88/tX+PyLVhwVD4+nzuOH39MkSSZzQbFx+coLOwH+fp+rtGjd+m11zpp0KBGLo7YOYroAAC4QFTUfq1de0BJSVmuDgXldKHv2bvvShs2SOnppc8rKpL27ZMKC+2fbTb70bZtJQdcA1TEn4MDB9KVlWX/xTUYpKIim9q185EkvfturDZsiFN6er7T8594or3270/TN9+cveQYAAAA4FpRUdLatVJSUtn9t90m+ftLK1aUbN+xw154T0qy5+1Ll9rz9q5dKz/muiwrq1BTpsQoNtb+94Dt21O0eXOyQkP9XRyZcxTRAQAAqsD69VJ2tn07lzNnSj9m+vnn0tmz0qZNUq9ezV0TZA319NOdlJFxtxIThys42E9z58aU67zAwHqaOLG9Jk/miRAAAIDaytdXev116dFy7JjYubP9ydBff638uOqC++9voeTkG7Vv3wBNmtRGBkPZ4ywWo3r2rK89e8pYlVRNUEQHAACoAkOGSPXqSddeK338sb2g/ruBA6VWraSWLe3F9C+/HKUWLawui7WmmT37F/n4rFKHDuu0cOEhJSTklOu8RYt66YUXduvcubxKjhAAAACu8sor9m1aDh++8DirVfrgA+nll+2LXnB55sw5qqCg/6hRow0aO3a3Jk5spYkTW5c5dunSEB06dF5r1sRXcZTlRxEdAACgihQVSd9+KwUESJMnF7dv2SLl5UlZWfZVMgcOJOnmm9u5LM6a6sCBdO3enaLly6+56Nh7720ls9mgyMijVRAZAAAAXCE0VOrbV5o9+8LjfH2ljRvtLxadOrVKQqv1oqPTlJSUp6Ii+3Yts2Yd1t13Nys1bsGCrgoKqqehQ3+SzeaCQMvJ7OoAAAAA6ho3N6ndBWrkRUXVOHus5tzcjI490S8kLKyJevVqqMTEOyVJXl5mmUwGxcf/VU2bflzZYQIAAKAKXH+91Lq1/cWjkmSxSJ6eUmKi/WWiCQnFBfRffinfli+4NGX9HWf+/C7q1au+rr/+B6WnF7ggqvJjJToAAC5gMhllsZhlNhtlNBpksZjl5mZydVi4gJLfM3sC7uZm7zOb7Z9NJvthsdjbJCk4WAoLkzw87H033yzde689UZekTp2kbt2K55gwQerUqZE2brzI86a1wOX+OahXz6zRo1vLarV/Izp3rq+IiM7auNH+GKjZbJDFYpTJZJDJZP/abLZvxPjkkz+rQ4f1Cgn5XCEhn2vhwkPavPmMunf/vOJvFAAAAJXqjzn4H3P111+XrrpKCgmxHy+8IMXE2L8+e9a+//mGDdLBg9JDD7n4JmqZ4cObycfH/pei7t2teuaZdvr44+LtWubN66K+ff01aNAPSk3Nd1WY5cZKdAAAXCAior+mTh3g+JyTE6EtW45p4MDlLosJF1b6e2bfhmXgQGnJEmn06OKxEybY910cM8aeyL/8shQUJNls0rFj0qRJ0vvv28c2aiQtWCAFBtrn3LtXuvHGSB07llpl9+Yql/vnwGazaeTIVnr11e6yWIw6ezZHH398UlOm7JYkLVnSW6NHt3GMnzChvZYvP6IxY35QamqeUlOL90JPT89XTk6h4uKyS10HAAAA1VtERMltWP6Yq2dkFLenpEj5+dLp0/bPw4ZJ11wjde0q3XFH8bhHHpHee68qIq+9xo9vpcWLg2U2G3T6dI4WLDim1147IkkKDPRUeHgr5eQU6vjxQY5zIiNP6bHH9rgq5Asy2GzVebeZy5eeni6r1SrpGUkWV4cDAABqhak1fP7aoG0VXKOyngbIlTRLaWlp8vX1raRrVD/k5QAAoOJNreHz1wbdquAaOytx7vLl5mznAgAAAAAAAACAExTRAQAAAAAAAABwgiI6AAAAAAAAAABOUEQHAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ITZ1QEAAADUOM0ref5TlTx/reDr6gAAAADgam0ref7DlTx/rZDv6gCqBCvRAQAAAAAAAABwgiI6AAAAAAAAAABOUEQHAAAAAAAAAMAJiugAAAAAAAAAADhBER0AAAAAAAAAACcoogMAAAAAAAAA4ARFdFQr4eE9tWPHw8rJiVBU1AhXhwMAlYb/39U8Jb5nS8se07ihlLxXit5Qdn+nICn3iJyeP6i/ZDspvfHGjRUTdB3i4WHUoUPXKyXlJklSo0buiozsppMnBykt7Sbt3HmthgwJcIwPDfVXRsbNJY7CwiH6v//r7KpbAKoVfk4BAGqS8PukHWuknF+kqAUl+zq0lTa9I537rxT/vbRouuTpYe9r0VTK2FXyyN8vrV1YtfHXZvY8fbBSUoY42jp08NGmTf107twQxcffokWLusnT0+TCKC+OIjqqlbi4DM2Y8a2WLNnp6lAAoFLx/7uapzzfs3nTpeh9ZfcZDNKS2dK2/5bd7+UpzXlR2rajAoKtg6ZNa6/jx7Mcn729zYqOTlPv3ltVv/4XeuGFA3r//e7q0MFbkvTdd+fk4/O542jT5msVFtr0wQenXXULQLXCzykAQE0Sd1aasUBasqp033uvSzFHpYBrpC63SsEdpOfD7X0n4yWfkOLD/2opNV364LMqDL6WmzatU4k8XZLee6+nYmIyFBDwqbp0+UrBwVY9/3x7F0VYPhTRUa1ERe3X2rUHlJSUdfHBAFCD8f+7mudi37PbbpD860sr1pR9/hMPSvsPS9/8WHb/S09J730iHTpWEdHWLd26WXXjjY01e/ZhR9vRo1l67bUjOn06Rzab9OmnZxQTk6nevf3KnOOBB1ro0KHz+uGHlKoKG6jW+DkFAKhJor6U1m6SkspI5Vq3kCLXSvn5UtI5ad3XUpegsucZGiYZjdKajZUbb13RrVt93XhjgGbPjinR3rp1PUVGnlB+vk1JSXlaty5OXbpYXRRl+VBEBwAAuEy+PtLrL0iPPlt2f+AV0sQHpckzyu7vGSKF9ZNmLSi7H86ZTAYtWRKs8PA9yssrcjquUSN3dejgoz170svsf/DBFnrrrROVFSYAAABc5NW3pPuHSR4WKaChNGyQtP4/ZY8dO1xauU7KzavaGGsje57eTeHhu0rl6a++elD333+lPDyMCgiwaNiwK7R+fbyLIi0fiugAAACX6ZXnpOUfSoePld2/aJb0wmvSudTSfWaztOQV6fF/2lfH4M+ZPLmNoqPTtHXrOadj3NwM+uCD7lq9Ok4//5xWqj801F+tW9fTu++erMxQAQAA4AJffCOFdrfvd57wg30Ll7c/Kj0usJkU1kda+mGVh1grTZ58laKjU7V1a1Kpvi++OKPQ0AbKyLhdCQm36uTJLL399rGqD/JPoIgOAABwGUJ7Sn2vlmY7WUV+7zDJbJIinWzz8vTj0k+7pK3bKy3EWqtNm3p69NGWmjz5V6dj3NwM+uijq5WVVahx43aVOWbs2ECtW5egpCSWHAEAANQm9X3tLxVdslry6ir5dZfOZ0uRr5YeO+avUvSv0p4DVR9nbWPP01tp8uS9pfrq13fTpk39tGTJMXl5fSI/v3U6f75QkZFXuyDS8jO7OgAAAICa7Pq+UutAKe63F4Za3CVPDylxt9RlkH2bll5/sX+W7C8QNRml+J+lpt2lsFDpL52koYPt/d5eks3WXX36tFCvXktcc1M1RGiovwICLDp48DpJkpubUT4+ZiUmDtYtt2xXdHSaPvywh9zdjbr99p+Un28rNYePj1nDhzfTX//KG10BAABqmzaBkqdFmvOO/XNqvrToA+mLpSXHGQz2IvrMRVUfY20UGtpQAQEeOnjQ/pec4jz9Vt1yyzZ5epo0Z479fUapqflatChWX3wR6sqQL4oiOqoVk8kos9l+GI0GWSxmFRXZlJ9f6OrQAKBC8f+7mqfk90yyWKSiIun1JdLS94vHDb9VemiENPg+6WyS9OSLUsQrxf2THpY6tpPGTv5t/KP2wvvvXn9BSj+zVxERTjZqhMPq1XHatCnR8fmaa/y0dGmIQkK+UWJinlav7qF69cy69dbtTvdLv+eeK5ScnKcvv0wssx+oq/g5BQCoSUwm+9OfZrP9xaAWd6nIJh2IlTKzpMfvtRfPPT2kcXfZV5z/0aC+UkM/6f31rom/tlm9+pQ2bTrr+HzNNf5aurS7QkK+Vnp6vjIzC/T44621aNFReXqaNG5cK0VHp7ou4HKgiI5qJSKiv6ZOHeD4nJMToS1bjmngwOUuiwkAKgP/v6t5Sn3PDktbfpAG3iVlZBaPS0mT8guk0wn2z6lp9uN36RlSTq4U91t/0v9s5Z2VI2Vm5unMmUzhwrKzC3X6dHFBLzExTzabdPp0jvr3b6ChQ5sqO7tQSUk3Osa8/PIhzZx5yPF57NhALVt2UrbSi9SBOo2fUwCAmiTicWnqE8Wfc36RtmyXBt4nDXlEmj1ZemmSVFgobdspPfB0yfPHDpc+2iClk4JXCHuenu34nJiYK5vN5mgbMuR7zZ7dWS+91EmFhTZt25asBx74r6vCLReDzVa7/8qQnp4uq9Uq6RlJFleHAwAAaoPmUyt3/lOVPH+t0K0KrrGzkubNlTRLaWlp8vX1raRrVD/k5QAAoMK1nVq58x+u5PlrhS5VcI3Se6tXnPLl5rxYFAAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNEBAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6AAAAAAAAAAAOGF2dQAAAAA1zqmvXB0BdNjVAQAAAMDVDm9xdQTQaVcHUCVYiQ4AAAAAAAAAgBMU0QEAAAAAAAAAcIIiOgAAAAAAAAAATlBEBwAAAAAAAADACYroAAAAAAAAAAA4QREdAAAAAAAAAAAnKKIDAABcgmXLOik393plZAx0HL17Wx39ZrNBc+cG6dy5AUpOHqA5c4JkMhnKfT7KJzw8RDt2jFROzhOKirqtzDGNG3spOflxRUffV2Z/p04NlJs70en5AAAAlyo8vKd27HhYOTkRiooa4epw6pQhQxooOrqHMjP76fTpa/TII81K9Ddu7Kbk5L6Kju7hoghrN3d3kxYvvk6xsQ8oPf1R7d9/n8aM6ejonzatt/bsGan8/PF6441+Loy0fKp1EX3q1KkyGAwljvbt27s6LAAAAEnSggUn5eOz2XH8+GOaoy8iopVCQ/3UseP36tTpe/Xr56fnnmtV7vNRPnFxmZoxY7uWLNnndMy8edcpOvpsmX0Gg7RkySBt2xZXWSHWGuTmAAD8eXFxGZox41stWbLT1aHUKYMH+2vBgqv0t78dlq/vVnXqtENbtqSWGDNvXjtFR2e6JsA6wGw2KD7+vMLCPpGv70KNHr1Jr70WqkGDAiVJhw+n6qmntmndulgXR1o+1bqILkmdOnVSfHy84/juu+9cHRIAAMBFPfjgFZoxI1YJCXlKSMjTSy/FauzYZhc/EX9KVNRhrV17RElJ2WX233ZbG/n7e2jFil/L7H/iib9o//5z+uabU5UZZq1Bbg4AwJ8TFbVfa9ceUFJSlqtDqVOmT2+padOO6ZtvUlVUJKWmFigmpvh7cNttDeTv76YVK864MMraLSurQFOmbFdsrH2h0PbtCdq8+ZRCQ5tKkt5994A2bDiu9PQ8V4ZZbtW+iG42m9WkSRPH0bBhQ1eHBAAAIEm6//5mSk4eoH37rtGkSVfK8NtuLfXrm9WihYd27cpwjN21K1NXXukpX1/zRc9HxfD1ddfrr1+rRx/dVGZ/YKCPJk7spsmTv63iyGoucnMAAFDdeXkZ1b27j664wqKYmJ6Kj++j1as7qkkTd0mSr69Jr7/eVo8+etDFkdYtFotJPXs20Z49ya4O5ZJU+yL6oUOH1KxZM7Vu3Vr33nuvTpw4ccHxubm5Sk9PL3EAAABUtDlzTigoaJsaNdqisWN/1cSJLTRxov3RRG9vkyT7ipffpabmS5J8fEwXPR8V45VX+mv58l90+HBqmf2LFg3SCy98r3Pncqo2sBrsz+Tm5OUAAMAV/PzcZDQaNHRoQw0atFtt225Xbq5NkZEdJEmvvNJGy5cn6PDhsp9kROVYuvR6HTqUqjVrDrs6lEtSrYvovXr10vLly7Vhwwb9+9//1tGjR9WvXz9lZGQ4PWfmzJmyWq2Oo0WLFlUYMQAAqCuiozOUlJSvoiJp+/Y0zZp1THffHSBJyswslCRZrcWrzn//OiOj8KLn4/KFhl6hvn2bafbsHWX233tvB5nNBkVG7q/iyGquP5ubk5cDAABX+D0XnzPnlE6cyNX584WaMuWoBg6sr/79rerb16rZsy+8SBcVa8GCAQoK8tPQoZ/KZnN1NJfGfPEhrnPTTTc5vu7atat69eqlK6+8UqtXr9bYsWPLPOfZZ5/VpEmTHJ/T09NJ2AEAQKUrKir+OjW1QCdP5igkxEexsfYVLiEhPjpxIlvp6QUXPR+X7/rrA9W6tVVxcY9Isj8+6ulpVmLiY+rS5V2FhQWqV6+mSkx8TJLk5WWWyWRQfPwjatp0kStDr7b+bG5OXg4AAFwhLa1Ax4+X/aThkCEN1bq1h+Li+kiSLBaDPD1NSkzsqy5ddighoWbsz12TzJ8/QL16NdH110fVmP3Py1Kti+j/q379+rrqqqt0+LDzZf8Wi0UWi6UKowIAAHXR8OEB2rAhSRkZhere3VfPPNNS8+efdPQvWxanf/6zlbZtS5UkPfdcKy1dGlfu81E+JpNBZrNRZrNBRqNBFotJRUU2vf76z1q6dK9j3PDhV+mhhzpr8OA1Ons2S08+uUUREdsc/ZMmdVfHjg00duyXrriNGuliuTl5OQAAkslk/C1XMf6Wq5hVVGRTfn6hq0Or1RYvjtOECc21YcM5nTtXoBdeaKmvv07RtGnH9OabxS+UHz68kR56qKkGD96js2drboG3upo3b4D69m2q666LUmpqbok+s9kok8kgk8kok8koi8WkwkKbCgqq5+qiGlVEz8zM1JEjRzRq1ChXhwIAAOq48eNbaPFi+5Ygp0/nasGCk3rtteOO/unTY9WggZv277evcomMjNfLLx8t9/kon4iI3po69RrH55ycidqy5aQGDvxQGRnFfxFKSclRfn6RTp/OlCSlpuaWSOTT0/OUk1OguLjMqgu+hiM3BwDg4iIi+mvq1AGOzzk5Edqy5ZgGDlzuspjqglmzTsjf3027d18tSdq8OUWjRh1QRkahY3tFSUpJKVB+vk2nT+c6mwqXKDDQR+HhXZWTU6Djx0c72iMjY/TYY5u1ZMl1Gj26o6N9woRgLV/+q8aM2eSCaC/OYLNV351o/vGPf2jIkCG68sorFRcXpylTpmjXrl369ddf1ahRo3LNkZ6eLqvVKukZSayEAQAAFaFvJc+/7eJD6jzfKrhGZb0IM1fSLKWlpcnXtyruo2Jcbm5OXg4AACregEqef0slz18b+FfBNc5V4tzly82r9Ur0U6dO6Z577lFycrIaNWqk0NBQ/fjjj+UuoAMAAACoGOTmAAAAqKuqdRH9gw8+cHUIAAAAAERuDgAAgLrL6OoAAAAAAAAAAACoriiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNEBAAAAAAAAAHDC7OoAAAAAah5/VwcAeVbBNdKr4BoAAAC4dFWREwKsRAcAAAAAAAAAwCmK6AAAAAAAAAAAOEERHQAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNFRrYSH99SOHQ8rJydCUVEjXB0OAAAXNWSIVdHRHZSZGaLTp7vokUcaluhv3Nis5ORgRUd3KNHet289/fBDkFJTQ3TqVBe9/HIzGQxVGXnN5+5u1OLF1yo29l6lp4/V/v0jNGZMe0e/j4+bVq4MU1raWCUkPKCIiO4lzu/WraG2bh2qtLSxOnLkXo0adVVV3wIAAAAqWEZGjxJHXt7V2r27S7n7cfnc3U1avPg6xcY+oPT0R7V//30aM6ajo9/Hx10rVw5WWtqjSkh4SBERV7sw2vIxuzoA4I/i4jI0Y8a3CgtrrebNfV0dDgAAFzR4sK8WLAjUffcd1datmfL1NSkgoGR6NW9eoKKjs9SgQXG70SitXdtWr756Rn37xqhFC3dt3nyVjh3L0+LFSVV9GzWW2WxUfHyWwsLWKzY2Xb16BeiLL27RqVOZ+uqrU5o7t5/8/S0KDFyhxo09tWnTEB0/nqEVKw7KanXX55/foilTdmjJkv3q0aORvvzyVsXGpmvbtgRX3xoAAAAukY/Pf0t83r27iz74ILnc/bh8ZrNB8fHnFRb2iWJj09SrVxN98cVtv+XpJzR37rXy9/dQYODbatzYS5s2DfstTz/g6tCdYiU6qpWoqP1au/aAkpKyXB0KAAAXNX16M02bFq9vvslUUZGUmlqomJhcR/9tt1nl72/SihXnSpxntZrUoIFZ77yTrKIi6fjxPG3alK4uXTyr+hZqtKysAk2ZskOxsemSpO3bz2jz5tMKDW0qT0+zRoxoq4iIn5SWlqdDh9I0d+4+jR1rfyKgT58mys0t1KJFv6qoyKaffjqrNWuO6qGHOlzokgAAAKhBrr66njp29NTy5YmX1I9LY8/Ttys2Nk2StH17gjZvPvWHPP0qRUT88Fuenqq5c3dr7NhOLo76wiiiAwAAXAIvL6O6d/fSFVe4KSamk+Lju2r16tZq0sS+4tzX16jXX2+hRx89UerclJRCvfVWksaObSCzWWrd2l1hYb767LO0qr6NWsViMalnz8basydZQUH1ZbGYtGtX8cr+XbuS1LVrA0mS0WiQ4X/2zzEaDY5+AAAA1HxjxzbSF1+kKj4+/5L6UTHseXqT3/J0v9/y9OJ/uNi1K7Ha5+EU0QEAAC6Bn59JRqNBQ4fW16BBh9S27T7l5hYpMrKVJOmVV5pr+fIkHT6cW+b5q1en6OGHGyk7u5uOHOmiTz9N04YN6VV5C7XO0qUDdOhQmtasiZW3t5syM/NVWGhz9Kem5srHx02S9MMPCapXz6zw8M4ym43q06eJhg1rJV9fd1eFDwAAgArk5WXUiBENtHRp2avML9aPirN06fU6dChVa9Yc/i1PzysjT6/eeThFdAAAgEuQmVkkSZoz56xOnMjT+fNFmjIlTgMH+qh/f2/17eut2bPPlHnuVVdZtHZtGz355El5eOxU06a71aGDh2bNuqIqb6FWWbCgv4KC6mvo0A2y2aTMzHx5eZllMhWvNrda3ZWRYV9ldO5croYM+UIjR7ZTQsIDmjWrt5YtO6Dk5BxX3QIAAAAq0PDh/srKKtJnn6VcUj8qxoIFAxQU5KehQz/9Q57u9j95ukUZGXkujPLiKKIDAABcgrS0Qh0/XvYq8yFDrGrd2qK4uK5KTAzW3Lkt1LmzpxITg9WkiVldunjq1Kk8ffxxqgoLpYSEAr3zTrJuucVaxXdRO8yf30+9ejXWDTesV3q6PfmOiUlVfn6RgoOLHwsNCWmovXuLXxr1/fcJ6ts3Sg0bLlP//p+oSRMvffNNXJXHDwAAgIr30EON9c47SSosvLR+XL758weoV68muuGGT/6Qp6f8lqc3dIz73zy9OqKIjmrFZDLKYjHLbDbKaDTIYjHLzc3k6rAAACjT4sVJmjChsZo1c5OHh0EvvNBMX3+doWnT4nXVVfsUEvKrQkJ+1QsvxCkmJkchIb/q7NkC/fxzlpo1c9ftt1tlMEgNG5o1alQDRUfzYu0/a968furbt4kGDVqv1NTi1SvZ2QVateqwpk/vKV9fd7Vta9WECV20dOl+x5iQkIZydzfKw8Okhx7qoAEDmunNN/e44jYAAABQga66ykN9+njrrbfOXlI/Lt+8eQPUt29TDRr0iVJTixcf2fP0g5o+/Zo/5OnBWrr0FxdGe3FmVwcA/FFERH9NnTrA8TknJ0JbthzTwIHLXRYTAADOzJqVIH9/s3bv7ihJ2rw5Q6NGHVVGRpEyMooc41JSCpWfb9Pp0/atRI4dy9OIEbGaOrWZ3nmnlXJyivTVV+l68smTLrmPmiow0Fvh4Z2Vk1Og48dHOdojIw/qsce+1fjxW7Vo0bU6dWqUsrMLNW/eXq1YcdAx7oknumjYsFYym436/vsEXXfdOsXH8w8ZAAAANd3YsY20dWuG0/cTXawflycw0Efh4V1/y9NHO9ojI2P02GObNX78N1q0aKBOnXpQ2dkFmjdvj1asOOC6gMvBYLPZbBcfVnOlp6fLarVKekaSxdXhAACAWmFIJc+/vpLnrw0CquAaZe9pf/lyJc1SWlqafH19K+ka1Q95OQAAqHg3VfL8X1Ty/LWBfxVc41wlzl2+3JztXAAAAAAAAAAAcIIiOgAAAAAAAAAATlBEBwAAAAAAAADACYroAAAAAAAAAAA4QREdAAAAAAAAAAAnKKIDAAAAAAAAAOAERXQAAAAAAAAAAJwwuzoAAACAmqd7Jc+/vpLnrw18quAaZ6rgGgAAALh0vSp5/i8qef7awL8KrnGuCq5xYaxEBwAAAAAAAADACYroAAAAAAAAAAA4QREdAAAAAAAAAAAnKKIDAAAAAAAAAOAERXQAAAAAAAAAAJygiA4AAAAAAAAAgBMU0QEAAMohPLyndux4WDk5EYqKKtnn4yOtXCmlpUkJCVJERHFfixZSRkbJIz9fWru25Bxjx0oHDkiZmdLRo3/TbbcFVf5N1QJz5vTQiRPDlJZ2l06dukNvvNFdbm72FHfatGDt2XOL8vNH6o03upc4z93dqM2bB+nMmTuVlnaX9u8fonHj2rriFgAAAHCZwsOlHTuknByVytU//FCKi7Pn6rGx0j//Wfr8Z56Rjh615+IxMVLPnlUTd13g4WHSoUO3KyXlLkebj4+bVq7sq7S0u5SQ8FdFRHRxYYTlY3Z1AAAAADVBXFyGZsz4VmFhrdW8ecmseu5cyd9fCgyUGjeWNm2Sjh+XVqyQTp60F9l/5+ZmT+I/+KC4bdw46cknpREjpF27pMaNl6hePfequbEabsGCg3rmmWhlZRWqQQOLPvywn556qqNeemmfDh/O0FNPRZdZHC8osGnChB3avz9NhYU2dehg1ebNYdq/P03ffZfogjsBAADApYqLk2bMkMLCpObNS/a9+KJ08KCUl2df4LJhg3TsmH0RjCS99JLUv7/93CNH7Dl9Xl6V30KtNW1asI4fz1TDhhZH29y5PeTvb1FgYJQaN/bQpk1hOn48UytWHHVhpBfGSnQAAIByiIrar7VrDygpKatEu6envfgdEWFf3XLokL2oPnZs2fMMHSoZjdKaNfbPRqM0bZo0caK9gC5JZ8+e19GjKZV2L7XJgQPpysoqlCQZDFJRkU3t2tn/1eLdd2O1YUOc0tPzS51XVGTTvn2pKiy0SZJsNptsNqltW59SYwEAAFC9RUXZn/RMSirdt29fcVHcZpOKiqR27eyf/fykSZOkBx+0F9Al6cQJ+9OluHzduvnrxhubavbsXx1tnp4mjRjRUhERu5SWlq9DhzI0d26Mxo6t3k+FUkQHAAC4DEFBksVSXACX7F937Vr2+LFj7atecnOLz2/SROrWzf4I6cmT0uLFQ+TjYyl7ApTy9NOdlJFxtxIThys42E9z58aU+9z16wcoO/se7d9/m86cyVFU1MlKjBQAAACuMH++dP68Pdf29paWL7e39+5tz8vvuUc6fdqej8+aZX96FJfHZDJoyZLeCg/foby8Ikd7UJCvLBaTdu0qXjS0a9c5de1a3wVRlh9FdAAAgMvg7W3fO7GwsLgtNbXkFi6/Cwy0Pya6dGlxm7+//b9hYVKPHlJIiNSqlZ/eeGNwZYZdq8ye/Yt8fFapQ4d1WrjwkBIScsp97pAhW1Sv3ge69tov9fHHJ5SdXXjxkwAAAFCjhIfb8/YePaR335VSfqvf+vtLVqt9ZfpVV9m3dbnpJunpp10bb20weXJHRUef09atZ0u0e3ublZmZ73giVJJSU/Pl41O9/+WCIjoAAMBlyMyUvLwkk6m4zWq1v0D0f40ZI0VHS3v2lDxfkmbOlJKT7cfMmVs1ZAgvFv2zDhxI1+7dKVq+/Jo/dV5RkU3ffntWAQEemjy5YyVFBwAAAFey2aSff7bn6a++am/7PRefMqV4pfr//Z80ZIjr4qwN2rTx1qOPttPkyTtL9WVmFsjLyyyTyeBos1rdlJFRegvG6oQiOgAAwGWIiZHy86Xg4OK2kBBp796S4wwGexH9j6vQfz8/O7vSw6wz3NyMjj3Rq/JcAAAA1AxubsV7ou/e7dpYaqvQ0MYKCPDUwYO3KTHxTq1de618fd2UmHinfH3dlJ9fpOBgP8f4kBA/7d2b6rqAy4EiOgAAQDmYTEZZLGaZzUYZjfZ90N3c7AXwVauk6dMlX1+pbVtpwoTSxfJBg6SGDaX33y/ZnpMjRUbaHxmtX9++iv3pp0O1du2BKru3mqpePbNGj24tq9X+6GfnzvUVEdFZGzfGS5LMZoMsFqNMJoNMJvvXZrN9xUtwsJ/CwprIw8Mkk8mgm2++Qvfe28pxLgAAAGoOk8men5vNKpGrBwZKd9wh1atnX9RyzTXSE09IGzfazzt2TPrqK+mFFyRPT6lpU3suv3atS2+nxlu9+rjatl2rkJDPFRLyuR566EdlZOQrJORz/fBDklatOq7p04Pl6+umtm19NGFCkJYuPezqsC/I7OoAAAAAaoKIiP6aOnWA43NOjrRlizRwoDR+vLRokXTqlL2oPm+etGJFyfPHjpU++khKTy8999/+Zn/Z0dGj9hcbrVuXqkmTNlbm7dQKNptNI0e20quvdpfFYtTZszn6+OOTmjLFvqRoyZLeGj26jWP8hAnttXz5EY0Z84PMZoNefvkvCgrykc0mHTt2XpMm/az33z/morsBAADApYqIkKZOLf78e67+wAP2XPutt+zF9bg4ae5c+8tDf3fvvdLixdKZM/ZcPTJSeuWVKr6BWiY7u1CnT2c5Picm5spmk6Nt/PgdWrSol06dukPZ2YWaNy9GK1YcdVW45WKw2Wy2iw+rudLT02W1WiU9I8ni6nAAAECtMLWGz18btK2Ca1TWaphcSbOUlpYmX1/fSrpG9UNeDgAAKt7UGj5/bVCT83KpvLk527kAAAAAAAAAAOAERXQAAAAAAAAAAJygiA4AAAAAAAAAgBMU0QEAAAAAAAAAcIIiOgAAAAAAAAAATlBEBwAAAAAAAADACYroAAAAAAAAAAA4QREdAAAAAAAAAAAnzK4OAAAAoOZZ7uoAoNOuDgAAAAAuF+nqAKCzrg6gSrASHQAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNEBAAAAAAAAAHCCIjoAAMAlcHc3avHiPoqN/avS0+/V/v3DNGZMW0d/hw5Wbdp0g86du0fx8Xdr0aJr5OlpKjHH2LHtdODAMGVm3qujR+/Ubbe1qOrbqNHCw7tpx477lZPzd0VFDSvR5+PjrpUrhygt7W9KSBiviIg+Jfo//HCo4uLClZb2N8XGPqJ//vOaqgwdAIBaIzy8p3bseFg5ORGKihrh6nCAEjw8TDp06HalpNzlaPPxcdPKlX2VlnaXEhL+qoiILi6MsPYKDw/Rjh0jlZPzhKKibivRt3nzcOXkPKGMjPGOo2nTei6KtHzMrg4AAACgJjKbjYqPz1JY2JeKjc1Qr16N9MUXYTp1KktffRWn9967Vt9/f1Y33bRJVqubPv00TM8/H6znntspSRo37io9+WRHjRjxjXbtOqfGjT1Urx6p2Z8RF5epGTN+UFjYlWre3KdE39y5YfL391Bg4L/VuLGXNm0aoePH07RixS+SpBdf/E4HD6YoL69QLVr4aMOGu3TsWJpWrvzVFbcCAECNFReXoRkzvlVYWGs1b+7r6nCAEqZNC9bx45lq2NDiaJs7t4f8/S0KDIxS48Ye2rQpTMePZ2rFiqMujLT2sefq23/L1b1L9T/99Fb93/9FuyCyS8NKdAAAgEuQlVWgKVN2KTY2Q5K0fXuiNm9OUGhoY0lS69beiow8ovz8IiUl5WrdupPq0sVPkmQ0GjRt2l80ceJP2rXrnCTp7NkcHT2a6ZqbqaGiog5q7dpDSkrKLtHu6WnWiBEdFBGxVWlpuTp0KEVz5/6ssWO7Osbs25ekvLxCSZLNJhUV2dSunX+Vxg8AQG0QFbVfa9ceUFJSlqtDAUro1s1fN97YVLNnFy+S8PQ0acSIloqI2KW0tHwdOpShuXNjNHZs2wvMhEsRFXVYa9ceKZWr11QU0QEAACqAxWJSz54NtWdPiiTp1Vd/0f33t5WHh0kBAZ4aNixQ69eflCQFBfmqSRNPdevWQEeP3qmTJ4dr8eI+8vFxc+Ut1BpBQf6yWMzateuMo23XrrPq2rVxiXHz5w/S+fOTdPLk4/L2dtfy5XurOlQAAABUApPJoCVLeis8fIfy8ooc7UFBvrJYTNq1K8XRtmvXOXXtWt8FUdZtERG9lZz8uHbuvE+jRnVwdTgXRREdAACgAixd2keHDqVrzZrjkqQvvjil0NDGysi4VwkJd+vkyfN6++1DkiR/f/vjpGFhTdWjx3qFhKxTq1beeuONq10Wf23i7e2uzMw8FRbaHG2pqTny8XEvMS48/Ct5e7+uHj3e0bvv7lNKSk5VhwoAAIBKMHlyR0VHn9PWrWdLtHt7m5WZmf8/eWI+i1mq2LPPfqc2bd5SQMBCPfPMVs2de52GDq3eTwNQRAcAALhMCxb0VlCQVUOH/kc2m1S/vrs2bRqsJUsOyssrUn5+7+n8+QJFRvaXJGVmFkiSZs7cq+TkXCUn52rmzL0aMoQXi1aEzMw8eXm5yWQyONqsVosyMvJKjbXZpJ9/TlBGRp5efXVgVYYJAACAStCmjbcefbSdJk/eWaovM7NAXl7m/8kT3ZSRkV+VIdZ5P/4Yr/T0PBUUFOnLL49r0aI9uvvuq1wd1gVRRAcAALgM8+f3Vq9ejXTDDV8qPd2efLdp4yNPT5PmzNmv/PwipabmadGiGN1yS3NJUkxMmrKzC1wZdq0WE3NO+fmFCg4u3r4lJCRAe/cmOj3Hzc2odu38qiI8AAAAVKLQ0MYKCPDUwYO3KTHxTq1de618fd2UmHinfH3dlJ9fpODg4rwvJMRPe/emui5gqKjIdvFBLkYRHQAA4BLNm9dLffs21qBBXyo1tXiV84EDacrMLNDjj7eXyWSQt7dZ48Zdpeho+0tEc3IKFRkZq6ef7qz69d1ltbrr6ac7a+3ak666lRrJZDLIYjHJbDbKaLR/7eZmVHZ2gVatOqDp0/vJ19ddbdv6acKEblq6dLckKTDQV3fccZXq1XOTwSBdc80VeuKJ7tq48aiL7wgAgJrHZDLKYjH/4eexWW5uJleHhTps9erjatt2rUJCPldIyOd66KEflZGRr5CQz/XDD0lateq4pk8Plq+vm9q29dGECUFauvSwq8OudYpzdUOJXN1qteimm1rJ09Mso9Gg665roUcf7aqPPz7k6pAvyGCz2ap/qf8ypKeny2q1SnpGksXV4QAAgFqhpQID6+n48eHKySlUQUHxy4oiI2P12GM/qE+fxpo9u7s6d/ZTYWGRtm07q7/97ScdPZopSfLyMmv+/N4aOjRQubmFWrfupCZN+um3rV6Ouea2ahRPTZnSV1OnhpZo3bLlhAYOfF8+Pu5atGiwbr21jbKzCzRv3k5Nn/69JHsRPTLyVnXp0khGo0FxcZlaseIXzZz5g0pmxtmVFHuupFlKS0uTr69vJV2j+iEvB4DaacqUAZo6dUCJti1bjmngwOUuiQd1zcX30b722gB98sm18vNbLUny8XHTokW9dOutVyg7u1Dz5sVo+nRnL5inuH5xZeezU6Zco6lTrynRtmXLSQ0f/qk+/XSoOnTwlyQdO5auN9/cqWXLfrnANdIrKtgylC83p4gOAADwp7Ws5PmPVfL8tYFnFVyDInpFIi8HAAAVr7JfRkkR/eKqIp91fRGd7VwAAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6AAAAAAAAAAAOEERHQAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATZlcHAAAAUPO0rOT5j1Xy/LWBZxVcI7sKrgEAAIBL16CS5z9cyfPXBj5VcI30KrjGhbESHQAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNEBAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcA1Djh4T21Y8fDysmJUFTUCFeHgzpq2bL2ys3tr4yMfo6jd29fSZK7u0GLF1+l2NheSk8P1f79PTVmTJMS53fo4KVNm4J17lxfxcf30aJFV8nTs26lZpf7Zzk8vKt27LhbOTnhioq6xdHeooW3MjIeLXHk54/X2rW3OsZ069ZIW7feqbS0R3XkyAMaNap9hdwTAAAAXGvZsi7KzR2sjIxBjqN37/qO/tatvfT55z107lyYTp0aqMmTW7ku2FrM3d2oxYv7KTZ2hNLTH9D+/cM1ZsxVjv5u3Rpq69YhSkt7QEeO3K1Ro9q5MNqLM7s6AAAA/qy4uAzNmPGtwsJaq3lzX1eHgzpswYI4Pfnk4VLtZrNB8fF5CgvbrdjYHPXq5asvvuiiU6dy9dVXKZKk997rqO+/T9NNN+2R1WrWp5920fPPX6nnnjta1bfhMpf7Zzku7rxmzNihsLAWat7c29F+8mSmfHwWOj67uRkVFzdWH3xwUJJktbrr889v15QpP2rJkl/Uo0djffnlUMXGpmnbtvjLvzEAAAC41IIFJ/Tkk/tLtRuN0rp13fTJJ2d0220/q3VrL3311dU6dSpH779PHliRzGaj4uOzFBb2mWJjM9SrV2N98cWNOnXqvH76KVGffz5YU6bs1JIlB9SjR0N9+eXNio1N17ZtZ1wdepnq1nInAECtEBW1X2vXHlBSUparQwHKlJVVpClTjik2NkeStH17ujZvTlVoqNUxpnVrD0VGnlF+vk1JSflaty5JXbp4O5uyVrrcP8tRUUe0dm2skpJyLjhu6NA2MhoNWrPmiCSpT5+mys0t1KJF+1RUZNNPP53RmjVH9NBDnS4pDgAAANQMQUHeCgqqpxdfPKyCApsOHjyvt946pYcfbuHq0GqdrKwCTZnys2JjMyRJ27ef1ebNcQoNbaI+fQKUm1ukRYv2/5aPJ2rNmqN66KHq+3QoRXQAAIBLdP/9AUpO7qt9+67WpEnNZTCUPc5iMapnT1/t2XPe0fbqqyd1//1N5OFhVECAu4YNa6T165OqKPK6ZezYjlq5Mka5uYWSJKPRUOp7ZTQa1LVrQxdEBwAAgIp2//3NlJx8vfbtC9WkSS0duZ/xt0qo4Q/JoNEode3q44Io6xaLxaSePRtpz55zF8jH/V0TXDlQRAcAALgEc+acUlDQT2rUaJvGjo3RxInNNXFi8zLHLl0apEOHsrRmTaKj7Ysvzik01KqMjH5KSOijkydz9PbbCVUVfp0RGOijsLAWWrr0F0fbDz8kqF49N4WHd5XZbFSfPk01bFgb+fq6uzBSAAAAVIQ5c44rKGirGjX6WmPH7tPEiS01cWJLSVJMzHkdO5atadPayd3dqI4dvfXgg83l68uO15Vt6dJ+OnQoXWvWHNUPP5xRvXpmhYd3lNlsUJ8+ARo2rKV8fd1cHaZTFNEBAAAuQXR0ppKS8lVUZN+uZdasE7r77salxi1Y0E5BQZ4aOnSfbDZ7W/36Zm3aFKwlS+Lk5fWt/Py+0/nzRYqM7FDFd1H7jRnTUdHRidqzp3iV/7lzORoyZL1GjgxSQsJYzZrVR8uW/ark5AtvCwMAAIDqLzo6XUlJeb/l6amaNStWd9/dVJJUUGDT7bfv1F/+4qvTpwdq5cpgLVt2WsnJ+S6OunZbsKCvgoLqa+jQL2WzSefO5WrIkC81cmRbJSTcp1mzemrZsoNKTs51dahO8c8sAAAAFaCoqHTb/Pnt1KuXr66/frfS0wsd7W3aeMrT06g5c05LklJTC7RoUZy++KJrVYVbJxgM0pgxHTRz5n9L9X3/fbz69v3Q8fmDD27UN9+crsrwAAAAUAWKimwlPv/6a6YGD97h+DxrVpC++eZcVYdVZ8yf31e9ejXW9dd/pvT04n+s+P77M+rbd53j8wcfXKdvvqm+L3dlJToAoMYxmYyyWMwym40yGg2yWMxyczO5OizUMcOHN5KPj/33XffuPnrmmUB9/HHxdi3z5rVT375WDRq0W6mpBSXOPXAgS5mZhXr88WYymQzy9jZp3Limio7OqNJ7cLXL/bNsMhlksZhkNht+O98kN7fi9HbQoEA1bOip998/WOrckJBGcnc3ycPDpIce6qQBA5rrzTd3VcRtAQAAwIWGD28iHx/7uuHu3X31zDOt9fHHxdsmduniIy8vk9zcDBo2LEAPPthcM2YccVW4tdq8eX3Ut2+ABg36XKmpeSX6QkIayN3d+Fs+HqQBA5rqzTf3uSjSi2MlOgCgxomI6K+pUwc4PufkRGjLlmMaOHC5y2JC3TN+/BVavDhIZrNBp0/nasGC03rttZOSpMBAi8LDr1BOTpGOH7/GcU5k5Bk99thBnT9fqCFD9mr27DZ66aXWKiy0adu2ND3wwAFX3Y5LXO6f5YiInpo6tdcfzg/Xli2nNHDgGknS2LGd9NFHh5Wenlfq3CeeCNawYW1kNhv0/fcJuu66NYqPP19qHAAAAGqW8eOv1OLFnX/L03O0YMEJvfbaUUf/XXc10WOPBcrDw6jduzM0dOjP2ru3bi1mqQqBgd4KD++knJwCHT9+j6M9MvKwHnvsOz3xRCcNG9ZSZrNR339/Rtdd97ni47NcGPGFGWw2m+3iw2qu9PR0Wa1WSc9Isrg6HAAAUCsMqOT5t1Ty/LWBfxVco7Ie682VNEtpaWny9fWtpGtUP+TlAACg4vW6+JDLsr2S568NrqiCa1Tmtovly83ZzgUAAAAAAAAAACcoogMAAAAAAAAA4ARFdAAAAAAAAAAAnKCIDgAAAAAAAACAExTRAQAAAAAAAABwgiI6AAAAAAAAAABOUEQHAAAAAAAAAMAJs6sDAAAAqHkGVPL8Wyp5/trAvwquca4KrgEAAIBLd1Mlz7+9kuevDaoiLz9dBde4MFaiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAAAAAAAAAIATFNEBAAAAAAAAAHCCIjoAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6KhWwsN7aseOh5WTE6GoqBGuDgcAKs2cOTfpxIknlZb2rE6dmqQ33rhRbm6mCpvf3d2kxYuHKDZ2otLTn9X+/eM1ZsxfKmz+uqjkz6iSfT4+0sqVUlqalJAgRUSU7O/WTdq61d5/5Ig0alRxn7u7tHmzdOaMvX//fmncuO6XEFPN+7lZEfHPmdNDJ04MU1raXTp16g698UZ3ubnZU1wfHzetXNlXaWl3KSHhr4qI6FLi3GnTgrVnzy3Kzx+pN94o3685AACoXSo7n6rp+VpNER4u7dgh5eSoVK7+u8aNpeRkKTq6ZPvRo1JWlpSRYT9SUio/3rrEw8OoQ4cGKyVliKOtQwcfbdrUT+fODVF8/C1atKibPD0r7u/DlcGlRfRvv/1WQ4YMUbNmzWQwGPTJJ5+U6LfZbHrhhRfUtGlTeXp6KiwsTIcOHXJNsKgScXEZmjHjWy1ZstPVoQBApVqwYIfat58nq3WmgoMXKjg4QE891bfC5jebjYqPz1RY2Lvy9Z2p0aM/0Wuv3aBBg9pU2DXqmgv9jJo7V/L3lwIDpX79pHHjigvlVqv0+edSZKTk5yfdc499fN/fvt0FBdKECVKzZvaxd9whTZ8+UKGhgZcVU01QEfEvWHBQ7duvk9W6WsHBnyk42E9PPdVRkjR3bg/5+1sUGBilfv2+1LhxbTVqVCvHuYcPZ+ipp6K1bt2py76X2oDcHABQF1V2PlXT87WaIi5OmjFDWrLE+Zh580oX0H93zz32hTE+PvacHRVn2rROOn48q0Tbe+/1VExMhgICPlWXLl8pONiq559v76IIy8elRfTz588rODhY8+fPL7P/lVde0Zw5c7Rw4UJt375d9erV0+DBg5WTk1PFkaKqREXt19q1B5SUlHXxwQBQgx04kKSsrHxJksEgFRXZ1K6df4XNn5WVrylTNis21r6MYvv2U9q8+Vi5CrMom7OfUZ6e0ogR9tXnaWnSoUP2IvnYsfb+Pn2k3Fxp0SKpqEj66SdpzRrpoYfs/UVF0r59UmGh/bPNZj/atr3474ea/nOzIuI/cCBdWVn2X7ziP0s+8vQ0acSIloqI2KW0tHwdOpShuXNjNHZsW8e5774bqw0b4pSenn/Z91IbkJsDAOqiys6nanq+VlNERUlr10pJSWX333abfdHLihVVG1dd161bfd14Y4Bmz44p0d66dT1FRp5Qfr5NSUl5WrcuTl26WF0UZfm4tIh+0003acaMGRo2bFipPpvNpjfffFMRERG6/fbb1bVrV7377ruKi4srtSoGAICa6OmnQ5WR8ZwSE59ScHATzZ37U6Vdy2Ixq2fPK7Rnz5lKu0ZdFRQkWSzSrl3Fbbt2SV272r82Gu3F3T8yGov7f7d+vZSdbd/O5cyZTEVFHajMsGuVp5/upIyMu5WYOFzBwX6aOzdGQUG+slhM2rWr+HncXbvOqWvX+q4LtJojNwcAALWRr6/0+uvSo486H7NokZSYKH3/vXTTTVUXW21mMhm0ZEk3hYfvUl5eUYm+V189qPvvv1IeHkYFBFg0bNgVWr8+3kWRlk+13RP96NGjSkhIUFhYmKPNarWqV69e+uGHH5yel5ubq/T09BIHAADV0ezZ38nH52V16DBPCxf+VwkJmZV2raVLb9OhQ8las2Z/pV2jrvL2ljIzi1eSS1Jqqv1RUEn64QepXj37Po1ms31l+rBh9mT+j4YMsY+79lrp44/3Kzub1dHlNXv2L/LxWaUOHdZp4cJDSkjIkbe3WZmZ+SostDnGpabmy8fHzYWR1lyXkpuTlwMAgOrglVek5culw4fL7h81SmrVSrriCvsTpR9/LPXoUaUh1kqTJ1+l6OhUbd1a+vGAL744o9DQBsrIuF0JCbfq5Mksvf32saoP8k+otkX0hIQESVJAQECJ9oCAAEdfWWbOnCmr1eo4WrRoUalxAgBwuQ4cSNLu3Qlavnxopcy/YMEtCgpqoKFDP5DNZrv4CfhTMjMlLy/J9If34Fit9pcSSdK5c/YC+ciR9peOzpolLVtmf6nR/yoqkr79VgoIqKfJkytuj/y64sCBdO3enaLly69RZmaBvLzMMpmKHwOwWt2UkcE/TlyKS8nNycsBAICrhYba30U0e7bzMd99Z38iNC9Pev99+xOif/1r1cVYG7VpU0+PPtpKkyfvLdVXv76bNm3qpyVLjsnL6xP5+a3T+fOFioy82gWRll+1LaJfqmeffVZpaWmO4+TJk64OCQCAi3JzM1Xonui/mz//FvXq1Vw33LBC6em5FT4/pJgYKT9fCg4ubgsJkfb+IV/8/nt78t6wodS/v9SkifTNN87nrKzfD3WBm5tR7dr5KCYmXfn5RQoOLn4zVEiIn/buTXVdcHUMeTkAAHC166+XWre2v3g0MdG+0rxzZ/vXTZqUfU5RUdntKL/Q0IYKCPDQwYODlZh4q9au7SNfXzclJt6qq67ylqenSXPmHFZ+vk2pqflatChWt9zS1NVhX1C1LaI3+e138pkzJfduPXPmjKOvLBaLRb6+viUO1Bwmk1EWi1lms1FGo0EWi1lubqaLnwgANUi9eu4aPTpEVquHJKlz58aKiOivjRuPVOh15s27WX37ttCgQe8qNZUX/12ukj+j7Pugu7nZV62sWiVNn27foqVtW2nCBGnp0uJzQ0Ikd3fJw8P+QtEBA6Q337T3BQdLYWH2PpNJuvlm6d57u5Tr90NN/7l5ufHXq2fW6NGtZbXat2jp3Lm+IiI6a+PGeGVnF2rVquOaPj1Yvr5uatvWRxMmBGnp0uLneM1mgywWo0wmg0wm+9dms8HZ5eq0S8nNycsBADVBZedTNT1fqylMJnt+bjarRK7++uvSVVfZ8/GQEOmFF+yLYEJCpLNnpRYtpH797Lm62SwNHy7dfrvEK18uz+rVp9S27UaFhHytkJCv9dBDPysjo0AhIV9r//4MZWYW6PHHW8tkMsjb26xx41opOjrV1WFfkNnVATjTqlUrNWnSRF9//bVCQkIkSenp6dq+fbsee+wx1waHShMR0V9Tpw5wfM7JidCWLcc0cOByl8UEABXNZrNp5MguevXVG2SxmHX27Hl9/PGvmjJlS4VdIzDQqvDwnsrJKdDx40862iMj9+ixxz6tsOvUJaV/RklbtkgDB0rjx9tfRnTqlL2oPm+etGJF8blPPGHfB91stq9Kv+46Kf639+aYzdLLL9tfUGqzSceOSZMmbdT775d+9PHiMdWsn5uXG7/9z1Irvfpqd1ksRp09m6OPPz6pKVN2S5LGj9+hRYt66dSpO5SdXah582K0YsVRx/lLlvTW6NFtHJ8nTGiv5cuPaMwY5+/fqavIzQEAtVVl51M1PV+rKSIipKlTiz//MVf/fZtFSUpJsT9Fevq0/bO3tzRnjn0hTEGBdPCgdNdd0vbtVRl97ZOdXajTp7MdnxMTc2Wz2RxtQ4Z8r9mzO+ullzqpsNCmbduS9cAD/3VVuOVisLlwc9TMzEwd/m1X/7/85S96/fXXNXDgQPn7+yswMFCzZ8/WrFmz9M4776hVq1Z6/vnntWfPHv3666/y8PAo1zXS09NltVolPSPJUnk3AwAA6pCpNXz+2qBtFVzDydunLluupFlKS0urVquzKzs3Jy8HAAAVb2oNn7826FIF17j4AqNLV77c3KUr0f/73/9q4MCBjs+TJk2SJD3wwANavny5nnrqKZ0/f14PP/ywUlNTFRoaqg0bNpS7gA4AAACgfMjNAQAAgLK5dCV6VWDFCwAAqHhTa/j8tQEr0Wsa8nIAAFDxptbw+WuDurESvdq+WBQAAAAAAAAAAFejiA4AAAAAAAAAgBMU0QEAAAAAAAAAcIIiOgAAAAAAAAAATlBEBwAAAAAAAADACbOrAwAAAKh5PnZ1ANBZVwcAAAAAl/vC1QFAx10dQJVgJToAAAAAAAAAAE5QRAcAAAAAAAAAwAmK6AAAAAAAAAAAOEERHQAAAAAAAAAAJyiiAwAAAAAAAADgBEV0AAAAAAAAAACcoIgOAIALzJlzk06ceFJpac/q1KlJeuONG+XmZqqw+cPDe2rHjoeVkxOhqKgRFTYvSpozJ1gnTtyktLTbdOrUzXrjja5yczOoRQtPZWTcXuLIzx+mtWuvKTVH48YWJScPUXT09S64g5otPDxEO3aMVE7OE4qKus3R3qiRpyIjb9LJk+OUlhaunTvv05AhrUuc27RpPX322TBlZk7Q8eMP6aGHulR1+AAAAKgEy5Z1UW7uYGVkDHIcvXvXd/Q3a2ZRVFQ3JSVdr8TE67VqVYgaNnR3XcC1lLNcXZI6dPDXpk136ty5xxUf/4gWLQqTp6fZRZGWD0V0AABcYMGCHWrffp6s1pkKDl6o4OAAPfVU3wqbPy4uQzNmfKslS3ZW2JwobcGCWLVv/6Ws1nUKDt6k4GCrnnoqSCdPZsvHZ63j8Pdfp9TUfH3wwalSc8ybF6Lo6NSqD74WiIvL1IwZ27Vkyb4S7d7e7oqOPqvevd9X/frz9cIL3+v9929Rhw7+jjHvv3+LEhLOq3Hjf2v48E/1r3/1U//+zav6FgAAAFAJFiw4IR+frxzHjz+mOvrmz+8kSbryyi1q1WqLPDyMmjOng4sirb2c5eqS9N57Nysm5pwCAhaqS5d3FRzcSM8/39sFUZYfRXQAAFzgwIEkZWXlS5IMBqmoyKZ27fwvclb5RUXt19q1B5SUlFVhc6K0AwcylJVVKOn376PUrp13qXFDhzaT0WjQmjWnS7TfdltT+fu7a8WKE1USb20TFXVYa9ceUVJSdon2o0fT9NprP+v06UzZbNKnn8YqJuacevduKklq3dqq0NBmevbZ75SVVaCffkrQypUH9OCDnVxxGwAAAKhCrVt7avXqeJ0/X6jMzEKtWpWgLl18XB1WreMsV5fs+Xhk5H7l5xcpKSlb69YdUZcuDV0QZflRRAcAwEWefjpUGRnPKTHxKQUHN9HcuT+5OiRcgqefvkoZGbcrMXGIgoOtmjv3cKkxY8e20sqVJ5SbW+Ro8/U16/XXu+rRR6OrMtw6qVEjT3Xo0EB79iRJkrp2baT4+PM6e7b4H5l27UpU166NXBUiAAAAKtD99zdTcvL12rcvVJMmtZTBUNz3+uvHNHx4E/n6mmW1mnXPPU21fv1Z1wVbB7366s+6//6O8vAwKyDAS8OGtdX69UdcHdYFUUQHAMBFZs/+Tj4+L6tDh3lauPC/SkjIdHVIuASzZx+Uj89adejwpRYujFVCQm6J/sBAL4WFNdbSpcdKtL/yShctX35chw/zfa9Mbm5GffDBLVq9OkY//3xGkuTt7abU1JLfp9TUHPn4sBcmAABATTdnznEFBW1Vo0Zfa+zYfZo4saUmTmzp6N+2LUWNG1uUkhKmc+fC5OfnppkzY10XcB30xRdHFRp6hTIyxish4VGdPJmpt9/+xdVhXRBFdAAAXOzAgSTt3p2g5cuHujoUXIYDBzK0e3eali/vUaJ9zJgrFR2dqj170hxtoaEN1LdvA82eHVPVYdYpbm5GffTREGVlFWjcuK8c7ZmZ+bJaLSXGWq0WZWTkVXWIAAAAqGDR0elKSspTUZG0fXuqZs2K1d1327f1Mxikr766Wtu2pcjb+0t5e3+pbdtS9OWXV7s46rqjfn2LNm26U0uW7JWX1xz5+c3X+fP5ioy8ydWhXVD1fu0pAAB1hJubqUL3RIdruLkZ1a5dPcdng8FeRJ85s2Sx/PrrG6t163qKi7tFkmSxGOXpaVJi4q3q0mWTEhKqNOxayc3NqA8/vFXu7ibdfvta5ecXb6WzZ0+imjWrp0aNPJWYaN+jMSSksfbuTXJVuAAAAKgkRUU2x9f+/m5q2dJLc+YcV3a2PT+cO/e4nnqqtRo0cFNycr6rwqwz2rSpL09Ps+bMsW9rmZqaq0WL9uiLL4a5OLILYyU6AABVrF49d40eHSKr1UOS1LlzY0VE9NfGjRW3B5zJZJTFYpbZbJTRaJDFYpabm6nC5odUr55Jo0dfKavVTZLUubOvIiL+n707D4+qvPs//pktE7INBAg7yiaiIGFHQAWFutBg0EeLKAoCbhFUnkfQNiUUUaA/lJatslhQo1IUIrggLmUTFBECSIWwhC2bkEBmsk0Iyfz+SDuYwmDATE6W9+u65mrOuc+5z+dEe/mdb87cc63WrTu/nuKgQY3UoIFd7713osy5r712UNdc87kiI79SZORXmjz5RyUl5Soy8iudPOmu1PuoziwWk+x2i6xW07//PbfIZjPLajVrxYrfKjjYpujo1Tp7trjMecnJTm3ZkqZXXumnOnWs6tGjsR588Fq98cZeg+4EAAAAFeW++xorNLT0ueFu3cL0wguttXJl6VMqWVlFOngwTzExLWW3m2W3mxUT01InThTQQK9gvmr1/ftPKze3SE891VkWi0khITaNHdtJiYlVe116nkQHAKCSeTweDR/eSbNm/UZ2u1UnT+Zp5cofFRe3ocKuERt7s6ZM6e/ddrtjtWHDUQ0YsKzCrlHbeTzS8OEtNGtWJ9ntFp08WaiVK1MVF/ej95jRo6/WBx+kyuU6V+bcnJxzysk5v+/MmSIVFZUoNfXCb66Hb7GxvTVlyo3ebbf7GW3YcEJxcd8oOrqtCgrOKTPzSe/4K698p+nTS7/A94EHPtWSJYN06tSTOn3arYkTN2vTppRKvwcAAABUrKefvkqLFnWU1WpSaqpbCxYc16uvHvGO3333Ts2efa1SUwfIbDYpMdGlIUN2Gpi4ZvJVqw8Y8L6ioj7UzJk36eWX+6q42KMtW9L0yCPrDEz7y0wej8fzy4dVXy6XSw6HQ9ILkuy/dDgAAEA5dPLz/D/4ef6aIKwSruHy07yFkmbI6XQqLKwy7qNqoC4HAAAVr5ef59/m5/lrgupcl0vlrc1ZzgUAAAAAAAAAAB9oogMAAAAAAAAA4ANNdAAAAAAAAAAAfKCJDgAAAAAAAACADzTRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhgNToAAABA9ZNqdACowOgAAAAAMNw+owOgltTlPIkOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD7QRAcAAAAAAAAAwAea6AAAAAAAAAAA+EATHQAAAAAAAAAAH2iiAwAAXIGYmBu0ffvv5HbHKCFhcJmx9evvkdsdo5ycJ7yvJk2CvePvv3+X0tJGy+l8QsnJj+gPf+hR2fFrpKVLf6vCwheUk/O899W7dzPvuNVq1ty5t+v06QnKypqgOXN+I4vFZGBiAAAA+ENMTKS2bx8ut3u8EhKGePe3aBGqnJyny7yKip7V6tV3G5i29oiKaqfExDHKzX1eqanj9fjjXY2OVG5WowMAAABUR2lpeZo2bbsGDmyh5s1DLhifNGmL/vrXXRc9909/2qYDB7J19myxWrQI0WefRevoUZfeeSfJz6lrvgULdui557646FhsbD/169dC1123SJK0du0w/f73ffXSS19XZkQAAAD4WVparqZN26aBA68qU6ufOJGj0NB53m2bzay0tMe1fDl1uL/dfntrLVhwhx56aLU2bz6hsDC7GjUK/uUTqwieRAcAALgCCQmHtXp1sjIz3Zd97t69WTp7tliS5PFIJSUetWtXt4IT4r89+mhnTZv2tTIycpWRkauXX/5ao0dHGh0LAAAAFSwh4ZBWrz6szMyCSx4XHd1WZrNJq1YdrKRktddLL92iqVO/1saNx1VS4lF2tltJSVlGxyo3mugAAAB+EBvbQ1lZj2nnzgc0YsS1F4zPn99feXlP6sSJRxUSYtOyZfsMSFnzPPxwJ2VlTdDevY9pwoReMv17tZa6dQPVokWYdu36yXvsrl0/6aqrHAoLsxuUFgAAAEYaPbqj3nlnnwoLi42OUqMFBdnUrVsTNWsWqqSkJ5Se/oxWrLhHjRtf+IneqoomOgAAQAV78cWtatPmTTVqtEQvvLBFc+feoujo1mWOiYnZoJCQv6l79+V66619OnPm8p9oR1lz5nyv9u1fV8OGszV69Md65pkeeuaZnpKkkBCbJCk7+/zvOTu7UJIUGhpQ+WEBAABgqJYtQzVwYEstWfKD0VFqvHr1AmU2mxQdfY0GDXpXbdsuUGHhOcXHD/nlk6sImugAAAAV7NtvM+RyndW5cyX6/PPjWrhwr373u2suOM7jkXbsOKmcnCLNmnWTAUlrlsTEDGVm5qukxKNt29I0Y8Y3+t3vrpMk5eYWSZIcjvNPnf/n55ycs5UfFgAAAIYaNaqjEhNPas+eTKOj1Hi5uaX19pw523X8uEt5eUWKi9ukAQOuVlCQzeB05UMTHQAAwM9KSjyXHLfZzKyJ7gc//71nZ7t14oRLkZGNvPsiIxvp+HGnXK5CI+IBAADAICaTNGrU9VqyZK/RUWoFp7NQx445Lzr2n+UXqzqa6AAAAFfAYjHJbrfIajXJbC792WYzy+EI0J13XqU6dawym0269dbmeuKJTlq58pCk0o+N3nNPGwUH22QySTfe2Fjjx3fWunXHDL6j6u+++zp4l2bp1q2JXnjhRq1cud87vnTpbv3hD/3UqFGwGjUK1u9/31dLluwyKC0AAAD8xVet/h+DBl2lBg3q6L339l9iFlSkRYsSNW5cDzVtGqrAQKsmT75JX311RHl5RUZHKxer0QEAAACqo9jYnpoypZd32+2O0YYNKbrvvrWKi+ul5cvDJUlHj7o0YcJmffDBIe+xzz4bqTfeGCiz2aS0tFzNnbtbM2Z8X+n3UNM8/XR3LVp0l6xWs1JTc7RgwQ69+uq33vGXXvpa9evX0b59j0uS4uP36pVXthgVFwAAAH4SG9tbU6bc6N12u5/Rhg0nNGDA+5JKv1D0gw8OyOViWb/KMmPGVoWHB2r37jGSpPXrj2nEiDUGpyo/k8fjufTni6s5l8slh8Mh6QVJ9l86HAAAoBzC/Tz/aT/PXxNUxtqJ/noqplDSDDmdToWFhfnpGlUPdTkAAKh4/q6lXH6evyaoznW5VN7anOVcAAAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAAAAAAAAB9oogMAAAAAAAAA4ANNdAAAAAAAAAAAfLAaHQAAAKD6aebn+U/7ef6aoE4lXKOoEq4BAACAK3eVn+f/wc/zo7rgSXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPpTri0XXrFlT7gmHDBlyxWEAAAAAXBq1OQAAAFC5ytVEj46OLtdkJpNJxcXFvyYPAAAAgEugNgcAAAAqV7mWcykpKSnXiyIdAIDyiYnpqe3bH5PbHauEhGFGx8EVmjOns44fv1NO5xClpNyl2bNvkM1mkiR17VpXmzffIqdziA4fvkMjRrS86BzXXx+mwsKhSki4sTKj1wgxMZHavn243O7xSkgo+8T11Kl9tGfPwyoqelazZ/e/4NwjR0YrP3+8cnKeVk7O0zpz5qlKSv3rUZsDAACUT2CgWQcP3q4zZ6K8+zp0CNWXX96k06ejlJ4+WAsXdlWdOhYDU9YOrVvX1aefDtPp0xOUkjJezz/f2+hIl4U10QEAMEBaWo6mTdukxYt3Gh0Fv8KCBcm69trP5XCsUefOX6pzZ4cmTmwvh8OmTz/tq/j446pXb40eeGCb5s6NVN++9cucbzJJixd31ZYtmQbdQfWWlparadO2afHivReMHTqUrYkTN2nNmsM+z3/ggU8UGjpPoaHzVK/eAn9GBQAAgAGmTr1ex47ll9n37rs9lZSUo0aNPlanTl+oc2eH/vjHaw1KWDuYzSatWXO/du7MUETEX3TrrfF6+unueuCB642OVm7lWs7lv+Xl5Wnjxo06fvy4zp49W2Zs/PjxFRIMAICaLCFhnyQpMrKxmjcPMzgNrtT+/Tnen00mqaREatcuRH361FdhYYkWLjwiSfruuzNatSpVY8ZcrS1bsrznjB/fVvv25ej48XxFRtat7PjVXkLCIUlSZGSEmjcPKTP21ls/SpJ+97v2lZ6rslGbAwAAXKhr17q6445G+t//3aMVK3p597duHaynnkpUUZFHmZlntWZNmm68sf4lZsKv1b59fbVvX19/+tMmnTtXogMHTuuNN3brsce66L33/mV0vHK57CZ6YmKi7rrrLuXn5ysvL0/h4eHKzMxUUFCQIiIiKNQBAECtMmnSNYqN7aCQEKsyMws1adIPatw4UCZT2ePMZpM6dTr/B5OWLYP0zDNt1b37PzVuXJtKTg1JWrhwoJYs+Y0OHjyjl17aprVrjxgd6bJRmwMAAFzIYjFp8eKuionZJfN/rcMxa9YBPfzwVUpMzJbDYdPQoc20eHH1qwOrE7O59M2R6Wdvksxmk264IcKoSJftspdzee655xQVFaUzZ86oTp06+vbbb3Xs2DF169ZNs2bN8kdGAACAKmvmzAMKDV2tDh0+1+uvJysjo1DffHNawcFWxcS0kdVqUp8+9TV0aFOFhdm85y1c2EWTJ/+o06fPXmJ2+MuIEZ+pVas31KzZIs2du0srV0ape/dGRse6bNTmAAAAF3r++WuUmJitzZsvXDZx7dqf1K9ffeXk3K2MjN/qxIl8/f3vRys/ZC2SlJSlo0ezNXXqzQoIsOi66xro0Uc7KyzMbnS0crvsJvquXbv0v//7vzKbzbJYLCosLFSLFi305z//Wb///e/9kREAAKDK278/R7t3O7VsWXedPn1WUVFbNXx4C2VkDNaMGR21dOkxZWWVNswffLCFrFaz4uOPG5y69vr661QVFJzT2bPFeu+9/froo8O69952Rse6bNTmAAAAZbVpE6wnnmil55//4YKxunVt+vLLm7R48VEFBX2oevXWKC+vWPHxPQxIWnucO1eiu+9+X126NFZq6ni98060li7drays/F8+uYq47OVcbDabzP/+HERERISOHz+uDh06yOFw6MSJExUeEAAAoLqw2cxq1y5YkrR1a5b69t3gHVu+vKc2bjwlSRo4MEK9etXTqVO/lSQFBVlksZiUnj5YTZp8Uum5IZWUeIyOcEWozQEAAMrq16+BGjUK1IEDt0sqrdFDQ606deq3Gjx4i+rUsWjOnNLv1snOLtLChclau7afkZFrhR9/zNTtt7/n3Z4xY4A2bqw+DxVddhO9S5cu2r59u9q1a6dbbrlFkydPVmZmpt5++2117NjRHxkBAKhxLBazrNbSl9lskt1uVUmJR0VFxUZHQzkFB1t0333NlZCQJqezSB07hik29lqtW3dSkhQZ6dCPP+bIbJYeeqil+vdvqC5dvpIkPffcHsXG/uida8KEdrruulCNHr3DkHupriwW07//f2T69/+PLP/+/1GJrFazLBaT92W3W1Rc7NG5cyVq0SJUV18dpm3bMlRS4tHQoW11991tNWDA+0bf0mWjNgcAAChrxYoUffnlSe/2jTeGa8mSboqM/EouV5Fyc8/pqadaa+HCI6pTx6KxY1spMTHbuMC1RKdOETp8+IyKior129+206OPdtZtt71rdKxyu+wm+iuvvKKcnBxJ0ssvv6yHH35YTz75pNq1a6e///3vFR4QAICaKDb2Zk2Z0t+77XbHasOGoxowYJlhmXB5PB5p+PAWmjWrk+x2i06eLNTKlamKiyttjo8f31ZDhzaV1WrW1q1ZuvXWTUpPd0sqfeIlO7vIO5fLVSS3u0RpaW5D7qW6io3trSlTbvRuu93PaMOGExow4H0tXjxII0de7x0bN66Lli37l0aNWqeQEJvmzBmgtm3r6ty5Eh04kK377/9Y27alG3Ebvwq1OQAAQFkFBcVKTS3wbp86VSiPx+PdFxW1VTNndtTLL1+v4mKPtmzJ0iOPfG9U3Frj/vs76Mknuyow0Krdu08qOvoD/fDDyV8+sYoweTye6vnZ1XJyuVxyOBySXpBUfRarBwAAVVknP89/4fqN+G9hlXANl5/mLZQ0Q06nU2FhlXEfVQN1OQAAqHjU5cazVcI1in75kCtWvtr8sr9YFAAAAAAAAACA2uKyl3Np1aqVTCaTz/Hk5ORfFQgAAABA+VCbAwAAAP532U30Z599tsx2UVGREhMT9dlnn+n555+vqFwAAAAAfgG1OQAAAOB/l91Ef+aZZy66f/78+fr+exbhBwAAACoLtTkAAADgfxW2Jvqdd96plStXVtR0AAAAAK4QtTkAAABQcSqsif7BBx8oPDy8oqYDAAAAcIWozQEAAICKc9nLuXTp0qXMlxd5PB5lZGTo1KlTWrBgQYWGAwAAAOAbtTkAAADgf5fdRL/77rvLFOpms1kNGzZU//79de2111ZoOAAAgKqpwOgAgCRqcwAAUNvZjA4A1amEaxRVwjUu7bKb6FOmTPFDDAAAAACXi9ocAAAA8L/LXhPdYrHo5MmTF+zPysqSxWKpkFAAAAAAfhm1OQAAAOB/l91E93g8F91fWFiogICAXx0IAAAAQPlQmwMAAAD+V+7lXObMmSNJMplMWrJkiUJCQrxjxcXF2rRpE+suAgAAAJWA2hwAAACoPOVuos+ePVtS6dMur7/+epmPhwYEBOjqq6/W66+/XvEJAQAAAJRBbQ4AAABUnnI30Y8cOSJJGjBggFatWqV69er5LRQAAAAA36jNAQAAgMpz2Wuir1+/niIdfhMT01Pbtz8mtztWCQnDjI4DAMAlzZnTXcePD5XTeb9SUu7R7NndZLOVlldTp3bWnj2DVVQ0XLNnd7vg3L59G+qbb25Xdnbpua+8EimTqbLvoPqLiYnU9u3D5XaPV0LCkDJjU6f20Z49D6uo6FnNnt3/gnMXLhyo/ftHqrj4OT3zTJdKSlyxqM0BAADKWro0UoWFv1VOzl3eV+/e5+ulmJirtX37zXK7ByshoYeBSWu2S9Xp/xEREaSsrKeUmPhQJae7fJfdRL/33ns1c+bMC/b/+c9/1n333VchoVB7paXlaNq0TVq8eKfRUQAA+EULFhzQtdeukcOxQp07f6LOnetp4sTrJEmHDuVo4sRErVmTcsF5ZrNJq1f31+rVKQoPf199+67TsGFXa+zYdpV8B9VfWlqupk3bpsWL914wduhQtiZO3KQ1aw5f9Nzdu0/pqae+0nffZfg7pt9QmwMAAFxowYIjCg391Pv69tsz3rG0tEJNm3ZAixcfNzBhzXepOv0/5s27VYmJJysx1ZW77Cb6pk2bdNddd12w/84779SmTZsqJBRqr4SEfVq9er8yM/ONjgIAwC/av9+l/PxiSZLJJJWUeNSuXagk6a23kvXZZ2lyuYouOM/hsKl+fbvefDNZJSUeHTuWpy+/TFenTnUrM36NkJBwSKtXH1ZmZsEFY2+99aM+++yoXK6zFz13wYLd+uc/T8jtPufvmH5DbQ4AAHB5EhLStXp1hjIzL14jomJcqk6XpCFD2ig8PFBvv/1jJSe7MpfdRM/NzVVAQMAF+202m1wuV4WEAgAAqC4mTbpeOTm/06lT96lz53qaOzfpF885c+as3njjkEaPbiur1aTWrUM0cGATffJJaiUkRk1CbQ4AAHChhx9uoaysO7R3b39NmNCGZROrmLCwAL322i164okvjY5SbpfdRO/UqZP+8Y9/XLB/+fLluu666yokFAAAQHUxc+a/FBr6D3XosEavv35QGRnucp23YsUxPfZYWxUUPKDDh6P18ccp+uyzND+nRU1DbQ4AAFDWnDlH1L79P9Ww4WcaPXq3nnmmlZ55prXRsfAzf/7zzVq27F86dCjb6CjlZr3cE/74xz/qnnvu0eHDh3XrrbdKkr766iu9++67+uCDDyo8IAAAQHWwf79Lu3ef0bJlN2rQoK8ueew114Rp9er+euihLfrwwxNq2DBQb7/dRzNmdNELLyRWTmDUCNTmAAAAZSUmOr0/b9t2RjNmHNLDDzfXX/6SbGAq/Ee/fs3Ut29Tde0ab3SUy3LZTfSoqCh9+OGHeuWVV/TBBx+oTp066ty5s/75z38qPDzcHxkBAACqBZvN7F0T/VI6daqrlJR8rVxZ+mVGGRkFevPNZE2adD1NdFwWanMAAIBLKynxGB0BP3PbbS3VurVDaWmPS5Lsdovq1LHq1Kkn1anTW8rIyDM44cVd9nIukjR48GBt2bJFeXl5Sk5O1v3336//+7//U+fOnSs6H2oZi8Usu90qq9Uss9kku90qm81idCwAAC4QHGzVyJGt5XDYJEkdO9ZVbGxHrVuXLkmyWk2y282yWEyyWEp/tlpLF2PcsSNLTZvW0d13N5fJJDVoYNeIEa2UmHjasPuprkp/txZZraZ/1w4W2WylJa7VapbdbvnZPwOLrNbz5a/NVjpuNpvKHFvdUJsDAACcd999TRUaWvrccLduDr3wQjutXJnuHf95bV5aP5pls1W/GrCq81Wnv/baDl1zzVJFRr6tyMi3NXnyViUlnVZk5Ns6eTLf6Ng+mTwezxX9OWbTpk164403tHLlSjVt2lT33HOP7r33XvXo0aOiM/4qLpdLDodD0guS7EbHwS+Ii+uvKVP6l9m3YcNRDRiwzJA8AABcXFsFBVn04Yf91bVruOx2s06edGvlyhOKi9utgoJiLV16o0aObFPmrGXLDmvUqG8kSVFRzTVlyg1q0yZEbnexvvgiQ88++72ysgolHTLgnqqbMElSXNyNmjLlxjIjGzac0IAB72vp0ts1cuT1ZcaWLfuXRo1aJ0lav/4+9e/fosz4lCnf6E9/+ubfW/76Ys5CSTPkdDoVFhZWITNWh9qcuhwAAFS8rhfs2bixr264IUxWq0mpqW698cZxzZp1SP/pgMbFtdeUKe3LnLNhQ6YGDNh6kfl3+iFzTXPxevZSdfrPPfLIdXr22a7q0uVSy7v4qy6XylubX1YTPSMjQ8uWLdMbb7whl8ul+++/X6+//rp2795dZb+4iGIdAABUvLZ+np8m+i+rmObzpVXtJnp1q82pywEAQMW7sIlesWii/7LqXJdL5a3Ny72cS1RUlNq3b689e/boL3/5i9LS0jR37tyKSAoAAADgMlCbAwAAAJWn3F8sunbtWo0fP15PPvmk2rVr589MAAAAAC6B2hwAAACoPOV+Ev3rr79WTk6OunXrpl69emnevHnKzMz0ZzYAAAAAF0FtDgAAAFSecjfRe/furcWLFys9PV2PP/64li9frqZNm6qkpERffPGFcnJy/JkTAAAAwL9RmwMAAACVp9xN9P8IDg7Wo48+qq+//lo//PCD/vd//1czZsxQRESEhgwZ4o+MAAAAAC6C2hwAAADwv8tuov9c+/bt9ec//1kpKSl67733KioTAAAAgMtEbQ4AAAD4x69qov+HxWJRdHS01qxZUxHTAQAAALhC1OYAAABAxaqQJjoAAAAAAAAAADWR1egAAAAA1Y71If/Of26Kf+evEfpWwjXWVsI1AAAAcMUC/fwdMO6d/p2/Rri/Eq6xpBKucWk8iQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKKjSomJ6ant2x+T2x2rhIRhRscBAL8ICLBo0aIoJSc/I5frRe3b97RGjepS7a5R25T5b9QH5/c3bCjFvyWdOCI5s6Sd26Wo35Y998hBKd8l5ZwpfZ05VXZ84d+k/Xul4kLpmfH+v5eaJiqqrhITOyo3t7tSU7vo8ccjJEmhoRa9804bOZ3dlZHRVbGxTcucN3Vqc+3Z00lFRT01e3ZLI6IDAACD0YeoGWKekLZ/LbmzpYQVZcfWryvdn3Pq/KtJk/KPo3xiYoK1fXuE3O5mSkioX2YsNNSkd94Jl9PZVBkZTRQbG3rROSIizMrKaqrExIjKiHxZDG2ib9q0SVFRUWratKlMJpM+/PDDMuMjR46UyWQq87rjjjuMCYtKkZaWo2nTNmnx4p1GRwEAv7FazUpPz9XAgW8pLGy6Ro78UK+++hsNGtSmWl2jtvH136iQECkxUerdT6rbQJo8RXovXurQoez5DzwkhdYrfdVrWHZs9x7pqXHSd9v9ew810e23O7RgQSs9++wxhYV9r+uv36MNG1ySpLlzr1J4uFUtWybqppt+1NixERoxooH33EOH3Jo48bjWrDljVPwqhdocAFAb0YeoGdLSpWkzpcVLLz4+KVYKbXj+lZ5+eeP4ZWlpxZo2zaXFi/MuGJs7t67Cw81q2TJdN910SmPHBmvEiKALjps3r64SE89WRtzLZmgTPS8vT507d9b8+fN9HnPHHXcoPT3d+3rvvfcqMSEqW0LCPq1evV+ZmflGRwEAv8nPL1Jc3HolJ5c27rZtS9H69UfVr1/FPQlbGdeobXz9N+rIEenV2VJqquTxSB9/IiUdkHr3Kv/cC/4m/XO95HZXcOha4KWXmmvq1BRt3JijkhIpO7tYSUlu1alj1rBh9RUbmyKns1gHD7o1d+5PGj36/F8w3norU5995pTLVWzgHVQd1OYAgNqIPkTNkLBaWv2RlJlpdJLaKyHBrdWr3crMLCmzv04dk4YNC1JsrFNOp0cHD57T3Lm5Gj06uMxxQ4YEKjzcrLffrpr/XzS0iX7nnXdq2rRpGjp0qM9j7Ha7Gjdu7H3Vq1evEhMCAOB/drtVPXs20549P1Xra6BUw4ZSh2ulPT+U3b9wgXQqXdq6WbqTh3crRFCQWd26BatZswAlJd2g9PQuWrGirRo3tql9+0DZ7Wbt2nX+SZhdu/J0ww0XPvGCUtTmAACgpoqdJGWlSju/kUYMv/xxXLn27a2y203atavIu2/XriLdcIPNux0WZtJrr9XVE09kG5CwfKr8mugbNmxQRESE2rdvryeffFJZWVmXPL6wsFAul6vMCwCAqmzJkiE6eDBLq1btq9bXgGSzScvfkVZ8IO3YcX7/iJFSq3ZSs6ukufOllSuk7t0Ni1lj1KtnldlsUnR0PQ0atF9t2+5WYaFH8fFtFBJiUW5usYp/9pB5dnaxQkMtxgWuAS6nNqcuBwAAVcGLk6U210uNrpJe+KM09zUpekj5x/HrhISYlJtb8l91eYlCQ03e7T//2aFly/J06NA5AxKWT5Vuot9xxx1666239NVXX2nmzJnauHGj7rzzThUX+/7I7fTp0+VwOLyvFi1aVGJiAAAuz4IFg9W+fX1FRy+Xx+OpttdAaQP9g39I+fnS2MfLjn29RSookM6eld5bLn30sXSv74d9UU65uaU14Zw5P+n48bPKyytRXFyKBgwIU0mJR0FBZll+1jN3OCzKyWHplit1ubU5dTkAAKgKvt0muVzSuXPS519KC9+Qfvc/5R/Hr5Ob61FQkOm/6nKzcnJK35v26xegvn3tmjkzx6CE5WM1OsClDBt2/luRO3XqpBtuuEFt2rTRhg0bdNttt130nBdffFETJkzwbrtcLgp2AECVNH/+YPXq1Vy33famXK7CansNlDbQ318uBQRId98jFRVd+viSkkuPo3yczmIdO3bxf69/+KFARUUede4cpJ07S9dVjIwM0g8/VM01FquDy63NqcsBAEBV9Eu1OLV6xUpKOqeiIqlzZ5t27ix9oxQZadMPP5T+fNttgWrd2qK0tCaSJLvdpDp1TDp1qok6dfpJGRlV4x9IlX4S/b+1bt1aDRo00KFDh3weY7fbFRYWVuaF6sNiMctut8pqNctsNslut8pm42PXAGqeefPuUt++LTRo0FvKzvbPt0lWxjVqk7L/jZLs9tLmudUqrXhPCg6Wou8tfdr851q0kG7qV9pgt1ql+/5HunuI9OGa88fYbKXzmc2S1VK6hr3FUq3KNMMsWnRS48Y1UtOmNgUGmjR5cjN99ZVLOTnF+sc/svTSSy0UFmZR27Z2jRvXWEuWnPKea7WaZLebZLGUvux2k6xW0yWuhp/7pdqcuhwAUB3Qh6gZLJbSetpqlcym87W6wyHdebtUp05prX1rf+mJMdLKD0vP+6VxlF+ZfwY/e79UUODRP/6Rr5deClNYmElt21o1blyIliwp/e6i117L0TXX/KTIyJOKjDypyZNdSko6p8jIkzp5smo00KUq/iT6f0tJSVFWVpaaNGlidBT4SWzszZoypb932+2O1YYNRzVgwDLDMgFARWvZ0qGYmJ5yu8/p2LHnvPvj4/foySc/rjbXqG0u+G9UrrRhoxT3Jyn67tLlWjIzzh//ygxp+kwpJESa8xepbZvSj4geOCjd/4C0bdv5Yz9fK/W/pfTnm2+SZv05VlOmbNCf/rShMm6tWpsxI03h4Vbt3t1JkrR+vUsjRhyWJD399DEtXHi1UlK6qKCgRPPm/aS33870nrt4cSuNHNnQuz1uXGMtW3ZKo0YlV+5NVFPU5gCAmoA+RM0Q+4I0Jfb8tjtb2rBJuu9BKe4P0vK3SvcfPSZNmCR9sKp022a79DjKLzY2TFOmnH9owu1urg0bCjVgwCk9/XS2Fi6sp5SUJioo8GjevFy9/XbpJ0Rzcjxlllw8c6ZERUUepaZWrWUYTR4DF0fNzc31PrnSpUsXvfbaaxowYIDCw8MVHh6uP/3pT7r33nvVuHFjHT58WBMnTlROTo5++OEH2e32cl3D5XLJ4XBIekFS+c4BAAC4JOsU/85/zs/z1wh3VsI11vpp3kJJM+R0OqvU09n+rs2pywEAQIULnOLf+d1+nr9GGFMJ11jix7nLV5sb+iT6999/rwEDBni3/7Nm4iOPPKK//e1v2rNnj958801lZ2eradOm+s1vfqOXXnqp3A10AAAAAOVDbQ4AAABcnKFN9P79++tSD8KvW7euEtMAAAAAtRe1OQAAAHBxfGMVAAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAAAAAAAAB9oogMAAAAAAAAA4IPV6AAAAADVzrkpRieA1hodAAAAAEZzTzE6AbTE6ACVgifRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAAAAAAAAB9oogMAAAAAAAAA4ANNdAAAgAoQEGDRokVRSk5+Ri7Xi9q372mNGtXFO961axNt3vyonM4XdfjwMxoxorOBaWummJie2r79MbndsUpIGFZmLDTUrnfeuVdO54vKyPg/xcbebFBKAAAAoHb5pfdK1YHV6AAAAAA1gdVqVnp6rgYOfEvJyWfUq1dzrV37oFJSXPruu1R9+umDiovboMWLd6h796b6/PMRSk4+oy1bjhsdvcZIS8vRtGmbNHBgazVvHlZmbO7cOxUeXkctW85WRESwvvzyYR075tTbb+82KC0AAABQO1zqvdIXXxw2Ol658CQ6AABABcjPL1Jc3HolJ5+RJG3blqL164+qX7+W6tOnhQoLi7Vw4fcqKfHou+9StWrVPo0Z09Xg1DVLQsI+rV69X5mZ+WX216lj07BhHRUb+085nW4dPJiluXO3afTo6vX0CwAAAFAdXeq9UnVBEx0AAMAP7HarevZspj17fpLZbJLJVHbcbDbphhsaGROulmnfvr7sdqt27crw7tu1K4PfPwAAAGCAn79Xqi5oogMAAPjBkiVDdPBgllat2qdvvjmh4OAAxcT0lNVqVp8+LTR0aAeFhdmNjlkrhIQEKDf3rIqLS7z7srPdCg3l9w8AAABUtp+/V6ouaKIDAABUsAULBqt9+/qKjl4uj8ej06cLFBX1roYP76SMjP/TjBkDtXRporKy8n95MvxqublnFRRkk8VyvvR1OAKVk1NoYCoAAACg9vnv90rVBV8sCgAAUIHmzx+sXr2a67bb3pTLdb5Ju3XrCfXt+4Z3e/ny/9HGjceMiFjrJCVlqaioWJ07N9LOnemSpMjIxvrhh5MGJwMAAABqD1/vlaoDnkQHAACoIPPm3aW+fVto0KC3lJ3tLjMWGdlYAQEWBQZaNWZMV/Xvf7X+8pdvDUpaM1ksZtntVlmtZpnNJtntVtlsFhUUFOkf//iXXnrpVoWF2dW2bbjGjeupJUt2Gh0ZAAAAqBUu9V6pOuBJdAAAgArQsqVDMTE95Xaf07Fjz3n3x8fv0ZNPfqzx43tp6NAOslrN2rr1hG699U2lp+cYmLjmiY29WVOm9Pduu92x2rDhqAYMWKann/5UCxf+VikpE1RQcE7z5n2nt9/ebVxYAAAAoJb4pfdK1YHJU50Wn7kCLpdLDodD0guS+PIoAAAAGK1Q0gw5nU6FhYUZHabSUJcDAACg6ilfbc5yLgAAAAAAAAAA+EATHQAAAAAAAAAAH2iiAwAAAAAAAADgA010AAAAAAAAAAB8oIkOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD5YjQ4AAABQ/dzp5/nX+nn+mqBZJVwjtRKuAQAAgCvX38/zb/Dz/DVBo0q4xk+VcI1L40l0AAAAAAAAAAB8oIkOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD7QRAcAAAAAAAAAwAea6AAAAAAAAAAA+EATHQAAA8TE9NT27Y/J7Y5VQsIwo+PgV4iKqqvExI7Kze2u1NQuevzxCDVsaFV8fBudONFFTmd37dzZUVFRdcucd+RIpPLzeygnp7tycrrrzJluxtxANRYQYNaiRTcpOXmYXK5HtG/ffRo16hpJUsOGgYqPH6ATJx6Q0/mIdu4cqqiolt5z+/VrrJyckWVexcVj9Ne/3mjU7QAAAKACRUXVV2Jid+Xm3qTU1Bv1+ONN1aKFXTk5N5V5FRXdotWrOxodt8YprdVvUXLyg3K5RmvfvmEaNeraMseMHt1B+/c/oNzcMTpy5EENGXK1MWHLwWp0AAAAaqO0tBxNm7ZJAwe2VvPmYUbHwRW6/XaHFixopYceOqTNm3MUFmZRo0Y2hYRYlJiYp0mTTigt7awGD66r5cvbqkePf2nfvgLv+Q88cEirV58x8A6qN6vVrPT0fA0c+ImSk3PUq1eE1q69QykpeTp0yKXExExNmvSd0tLyNHhwSy1ffqt69PhQ+/Zl6+uvMxQausw7V0REHaWkDNfy5YeNuyEAAABUiNtvD9eCBdfooYf2afPmbIWFWdWoUYBOnChUaOhm73E2m0lpaX20fPlJA9PWTOdr9Y+UnOxSr16NtHbtYKWk5OqLL1I0dmwHPfdcZw0b9oV27cpUREQdBQdX3VZ11U0GAEANlpCwT5IUGdmYJno19tJLzTV1aoo2bsyRJGVnFys7u1iS9OqrGd7jPv44W0lJbvXuHVKmiY5fJz//nOLidni3t207qfXr09SvX2N98UWqXn31B+/Yxx8fV1KSU717R2jfvuwL5nrkkXY6eNCpb77hDRQAAEB199JLV2vq1KPauDFbkpSdfU7Z2ecuOC46uoHMZmnVqsxKTljzldbq273b27b9pPXrU9WvXxN99VWqpk7tqYcf/kq7dpX+7k+erNrvk1jOBQAA4AoEBZnVrVuwmjULUFLSDUpP76IVK9qqcWPbBcc2bGhVhw51tGdPfpn9Cxe20qlTXbV163W6805HZUWvsex2i3r2bKg9e05fMNawYaA6dKh70TFJevTR9nrjjSR/RwQAAICfldbpoWrWzK6kpJ5KT++jFSuuU+PGARccO3p0E73zzk8qLCwxIGntUlqrR2jPniy1b19XjRsHqWvXhjpy5EGdODFCixbdotDQC99LVRU00QEAAK5AvXpWmc0mRUfX06BB+9W27W4VFnoUH9+mzHE2m0nLl7fVihVZ2rEjz7t/xIjDatVql5o1S9TcuT9p5cpr1L17cGXfRo2yZMlNOnjQpVWrjpTZb7OZtXz5bVqxIlk7dlz4lFG/fo3VunWo3nrrYGVFBQAAgJ/Uq2f7d53eQIMG7Vbbttv+Xad3KHNcy5Z2DRxYT0uWpBuUtHZZsqS/Dh50atWqZIWH2yVJAwc2V/fuKxUZ+b5atQrT7Nl9DU7pG010AACAK5CbW7psy5w5P+n48bPKyytRXFyKBgwIU1BQaYlls5n0wQftlJ9forFjyzZ2v/46RwUFJTp71qP33svSRx+d0b33hlf6fdQUCxb0Vfv2dRUd/bk8nvP7bTazPvhgoPLzz2ns2M0XPXf06PZas+aYMjPdlZQWAAAA/nK+Tk/R8eOFyssrVlzcEQ0YUNdbp0vSqFFNlJiYqz178nxNhQqyYMHN/67VP5PHI+XmFkmSpk/fqawst7Ky3Jo+faeioq42Nugl0EQHAAC4Ak5nsY4dK7zomMlU2kB///12Cggw6d57D6qoyHPRY/+jhE+QXrH58/uqV68I/eY3n8rlKvLut9nMev/92xQQYNa9936hoqILf8mhoTbdd18rLVnCUi4AAAA1gdN5TseOXfzhCJPJ9O//lUaNasxT6JVg/vyb/l2rfySX66wkKSkpWwUFF65RX5XRRAcAwAAWi1l2u1VWq1lms0l2u1U2m8XoWLhMixad1LhxjdS0qU2BgSZNntxMX33lUmGhRytWtFVwsFnR0Qd09mzZBnqLFgG66aZQBQSYZLWadN994br77nr68MMzBt1J9TVvXh/17dtIgwZ9quzss979VqtJK1bcpuBgm6Kjv9DZsxf/K8UDD7RRVlahPv88pbIiAwAAwM8WLUrTuHHN1bRpgAIDzZo8+Wp99dUZ5eWVPqU+aFA9NWhg03vv/WRw0ppt3ryb1LdvYw0a9FGZWt3tLlZ8/AFNmtRFdesGyOEI0KRJXbR69ZFLzGYsq9EBAACojWJjb9aUKf292253rDZsOKoBA5YZlgmXb8aMNIWHW7V7dydJ0vr1Lo0YcVh9+oQoOjpcBQUlyszs5j3+lVfSNH16mkJCLJoz5yq1bRuoc+c8OnDArfvvP6ht23KNupVqqWXLEMXEXC+3+5yOHXvAuz8+/pDee++QoqOvVkHBOWVmjvCOvfLKLk2fvsu7PXp0ey1dmlRmCRgAAABUbzNmHFd4uE27d/eQJK1ff0YjRuz3jo8e3UQffHBKLlexURFrvNJaveO/a/Xz9Xh8/AE9+eQmPfvsFs2ff5OOHHlIhYXFWrPmqCZM2Gpg4kszeTw1+y2Dy+WSw+GQ9IIku9FxAABAjXCnn+df6+f5a4JmlXCNVD/NWyhphpxOp8LCwvx0jaqHuhwAAFS8/n6ef4Of568JGlXCNfz5iYHy1eYs5wIAAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHywGh0AAACg+unp5/nX+nn+miC8Eq6RWgnXAAAAwJXr5Of5N/h5/pogohKu8VMlXOPSeBIdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAKIeYmJ7avv0xud2xSkgoOxYaKr3zjuR0ShkZUmzsxeeIiJCysqTExLL7+/aVvvlGys6WUlKkV165TSaTyS/3UdPMmdNZx4/fKadziFJS7tLs2TfIZjOpRYs6ysm5u8yrqGioVq++0Xtu1651tXnzLXI6h+jw4Ts0YkRLA+8EAAAAVyomJlDbtzvkdocrISG0zNjUqXW0Z49DRUXhmj07qMxYQIC0fn2YfvqpnpzOetq3r67GjrVXZvQaLzDQrIMHb9eZM1GSVK46vSqyGh0AAACgOkhLy9G0aZs0cGBrNW/eo8zY3LlSeLjUsmVpo/zLL6Vjx6S33y47x7x5pQ30+vXP7zObpdWrpVmzSpvpLVpI69d31NGj2Vq0aEcl3Fn1tmBBsl54Ya/y84tVv36A3n+/lyZObK+XX96v0NDV3uNsNpPS0gZr+fIUSZLDYdOnn/ZVXNyPWrz4iLp3r6fPP79Jycl52rIly6jbAQAAwBVISyvRtGn5GjgwQM2bl31m+NChEk2cmH/R5vi5c9K4cXnat69YxcVShw4WrV8fpn37ivX11+cqK36NNnXq9Tp2LF8NGgRIkk6cKLhknV5V8SQ6AABAOSQk7NPq1fuVmZlfZn+dOtKwYaVPnzud0sGDpU310aPLnj9kSGmj/b8b6w6HVL++SW++KZWUlDbfv/wyWZ06NfLzHdUM+/fnKD+/WJJkMpX+Dtu1C7nguOjopjKbTVq1KlWS1KdPfRUWlmjhwiMqKZG+++6MVq1K1ZgxV1dmfAAAAFSAhISzWr26SJmZJReMvfVWoT77rEgul+eCsZISae/e0ga6JHk8pa+2bS3+jlwrdO1aV3fc0UgzZyb5POa/6/SqiiY6AADAr9C+vWS3m7Rr1/l9u3ZJN9xwfjssTHrtNemJJy48/8wZ6Y03PBo9WrJapdatpYEDW+uTTw74O3qNMWnSNcrJuVunTkWpc2eH5s49dMExo0e30jvvHFdhYekbK7O5tOn+c2azSTfc4KiMyAAAAKhCPvooVAUF4dq3r65++qlECQlnjY5U7VksJi1e3FUxMbt09uyFf9z4j/+u06sqmugAAAC/QkiIlJvr8T69IpWubR76s6UY//xnadky6dCFvV1J0ooV0mOPSQUF0uHDJn388QF99pmPg3GBmTMPKDR0tTp0+Fyvv56sjIzCMuMtWwZp4MAILVly1Lvvm29OKzjYqpiYNrJaTerTp76GDm2qsDBbJacHAACA0aKichQcfFq33OLUypVnVVBw4VPruDzPP3+NEhOztXlzps9jLlanV1U00QEAAH6F3FwpKEiy/OwTnw6HlJNT+nO/fqVrnc+cefHzr7mmdE30556TAgOlJk086tChoWbMGOj/8DXM/v052r3bqWXLupfZP2rUVUpMzNaePU7vvtOnzyoqaquGD2+hjIzBmjGjo5YuPaasLJ46AgAAqI1KSqRNm86pUSOznn++jtFxqrU2bYL1xBOt9PzzP1zyuIvV6VUVTXQAAIBfISlJKiqSOnc+vy8yUvrh3/XibbeVLtGSliadOlW6XnrHjqU/N24sdeokpaRIK1dKxcVSRob05pu7NHjwNYbcT3Vns5nVrl2wd9tkKi3Olyw5csGxW7dmqW/fDWrQ4GPdfPNGNW5s18aNpyozLgAAAKoYm01q146W6a/Rr18DNWoUqAMHbtepU7/V6tV9FBZm06lTv1XPnvUkXbpOr4r4NwIAAKAcLBaz7HarrFazzGbJbi8tsAsKpH/8Q3rppdK1z9u2lcaNk5YsKT3vtddKnzaPjCx9TZ5c2niPjJROnpR27JCaNpXuvru0kGzQQBoxorMSE9MNvNvqITjYopEjr5LDUboES8eOYYqNvVbr1p30HjNoUCM1aGDXe++duOD8yEiHAgLMCgw0a8yYq9W/f0P95S8sowMAAFDdWCyl9bnVqjK1ulS6z24vXaP758dJUufOFg0caFNgYOkcd91l04MP2rVuXZFxN1MDrFiRorZt1yky8itFRn6lMWN2KCfnnCIjv1JiYrakS9fpVZHV6AAAAADVQWzszZoypb932+2WNmzwaMAA6emnpYULS58oLyiQ5s2T3n679LicnPNLu0ilXyRaVCSl/vvL548elYYNk6ZMkd58s3TeL77I03PPrausW6u2PB5p+PAWmjWrk+x2i06eLNTKlamKi/vRe8zo0Vfrgw9S5XKdu+D88ePbaujQprJazdq6NUu33rpJ6enuyrwFAAAAVIDY2DqaMiXIu+1219eGDUUaMMClxYuDNXJkoHds3Lg6WrbMrVGj8mS1Sq+8EqT27c3yeKSjR0s0YUKe3nuPJf5+jYKCYqWmFni3T50qlMfjKbPvUnV6VWTyeDw1eqV8l8slh8Mh6QVJdqPjAACAGiHOz/P/yc/z1wSdKuEal17D8coVSpohp9OpsLAwP12j6qEuBwAAFW+cn+ef6+f5a4LqXJdL5a3NWc4FAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB6vRAQAAAKqfV4wOAP1gdAAAAAAY7nWjA6CW1OU8iQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAABUoKiodkpMHKPc3OeVmjpejz/eVQ0bBik+/m6dODFOTuf/aefO0YqKamd01BonIMCiRYuilJz8jFyuF7Vv39MaNaqLd/z99+9XWtr/yul8UcnJz+gPf7jZwLQAAACoLK1b19Wnnw7T6dMTlJIyXs8/39voSLXSnDl36vjx5+R0vqiUlAmaPfsO2WwWo2OVi9XoAAAAADXF7be31oIFd+ihh1Zr8+YTCguzq1GjYIWEBCgxMUOTJv1TaWk5Gjy4nZYvj1aPHku1b1+m0bFrDKvVrPT0XA0c+JaSk8+oV6/mWrv2QaWkuPTFF4f1pz9t0IEDWTp7tlgtWjj02WcP6ejRbL3zzh6jowMAAMBPzGaT1qy5Xx9+eEBDhqxQ69Z19cUXw5WSkqP33vuX0fFqlQULtuuFF75Ufn6R6tcP0vvv36eJE/vq5Zc3GR3tF/EkOgAAQAV56aVbNHXq19q48bhKSjzKznYrKSlLR45k69VXtyk1NUcej/TxxweVlHRavXs3MzpyjZKfX6S4uPVKTj4jSdq2LUXr1x9Vv34tJUl7957U2bPFkiSPx6OSEo/atQs3LC8AAAD8r337+mrfvr7+9KdNOneuRAcOnNYbb+zWY491+eWTUaH2789Ufn6RJMlkUrWqx2miAwAAVICgIJu6dWuiZs1ClZT0hNLTn9GKFfeoceOQC45t2DBIHTrU1549Jw1IWnvY7Vb17NlMe/b85N03f/5g5eX9QSdOTFBISICWLdtlXEAAAAD4ndlskiSZTKYy+264IcKoSLXapEn9lJPze506NVGdOzfW3LnfGR2pXGiiAwAAVIB69QJlNpsUHX2NBg16V23bLlBh4TnFxw8pc5zNZtby5UO1YsU+7diRblDa2mHJkiE6eDBLq1bt8+6LiflEISGvqHv3RXrrrd06c8ZtYEIAAAD4W1JSlo4ezdbUqTcrIMCi665roEcf7aywMLvR0WqlmTO/VmjoK+rQYZ5ef/17ZWTkGh2pXGiiAwAAVIDc3LOSpDlztuv4cZfy8ooUF7dJAwZcraAgm6TSBvoHH9yr/PwijR37iZFxa7wFCwarffv6io5eLo/HU2bM4/Fox4405eQUatas3xiUEAAAAJXh3LkS3X33++rSpbFSU8frnXeitXTpbmVl5RsdrVbbvz9Tu3dnaNmyaKOjlAtfLAoAAFABnM5CHTvmvOiYyVTaQH///XsVEGDR3Xe/r6KikkpOWHvMnz9YvXo11223vSmXq9DncTabpdqswQgAAIAr9+OPmbr99ve82zNmDNDGjccNTASpetXjPIkOAABQQRYtStS4cT3UtGmoAgOtmjz5Jn311REVFhZrxYp7FBxsU3T0+94vt0TFmzfvLvXt20KDBr2l7OzzS7W0bOnQPfd0UHBwgEwmk268sYXGj++ldesOG5gWAAAAlaFTpwgFBdlks5k1dGh7PfpoZ02btsXoWLVKcHCARo6MlMMRKEnq2DFCsbE3V5t6nCfRAQAAKsiMGVsVHh6o3bvHSJLWrz+mESPWqE+f5oqObq+CgiJlZk7wHv/KK1s0ffpWo+LWOC1bOhQT01Nu9zkdO/acd398/B5Nn75Zzz7bW2+8cbfMZpPS0nI0d+42zZjxtYGJAQAAUBnuv7+DnnyyqwIDrdq9+6Sioz/QDz+cNDpWreLxeDR8eCfNmvUb2e1WnTyZp5Urf1Rc3Aajo5WLyfPfi0TWMC6XSw6HQ9ILkvjCAAAAUBFsfp6/yM/zw1iFkmbI6XQqLCzM6DCVhrocAABUPOpy/Frlq81ZzgUAAAAAAAAAAB9oogMAAAAAAAAA4ANNdAAAAAAAAAAAfKCJDgAAAAAAAACADzTRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHq9EBAAAAqp+Bfp5/rZ/nrwmaVcI1UivhGgAAALhy1OXGu7oSrnG0Eq5xaTyJDgAAAAAAAACADzTRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAAAAAAAAB9oogMAUAPFxPTU9u2Pye2OVULCMKPj1GhRUXWVmNhRubndlZraRY8/HqGGDa2Kj2+jEye6yOnsrp07Oyoqqu5Fz7/++joqLOyhhIR2lRu8BggIMGvRopuUnDxMLtcj2rfvPo0adY13/P33b1Na2oNyOh9RcvIw/eEPXS6Y44UXOuvIkWHKzR2ppKT71bNnw8q8BQAAAFSwnJzuZV5nz/bQ7t2dvONz5lyl48cj5XR2V0pKF82e3VI2m8nAxDXXnDm9dPz4fXI6hysl5T7Nnt1TNlvZdnRERKCysh5QYuIQg1KWj6FN9OnTp6tHjx4KDQ1VRESEoqOjlZSUVOYYt9utmJgY1a9fXyEhIbr33nv1008/GZQYAIDqIS0tR9OmbdLixTuNjlKj3X67QwsWtNKzzx5TWNj3uv76PdqwwaWQEIsSE/PUu/e/VLfu95o8OUXvvddWHTrUKXO+ySQtXtxKW7bkGnQH1ZvValZ6er4GDvxEYWFvauTIjXr11d4aNKiZJOlPf9qpq69+Tw7Hm7rllo80fHgbPfhgW+/5L7/cXYMHt9TAgZ8qJGSZBg36VMeP185/FtTlAACgpggN/b7Ma98+t5Yvz/KOL1jwk669do8cju/VufMP6tw5WBMnNjEwcc21YMF+XXttghyOd9W58xp17lxPEyd2LHPMvHm9lZiY5WOGqsPQJvrGjRsVExOjb7/9Vl988YWKior0m9/8Rnl5ed5jnnvuOX300Ud6//33tXHjRqWlpemee+4xMDUAAFVfQsI+rV69X5mZ+UZHqdFeeqm5pk5N0caNOSopkbKzi5WU5NaRI4V69dUMpaaelccjffxxtpKS3OrdO6TM+ePHN9a+fQXauNFl0B1Ub/n55xQXt0PJyTmSpG3bTmr9+jT169dYkrR37xmdPVsiSfJ4pJISj9q1C5Mk1atn14QJnfToo5t0+HDp7//48VxlZBQYcCfGoy4HAAA1UY8ewbruujpatuyUd9/+/W7l55fWiCbTf2rEQKMi1mj79zuVn39O0s9/12He8SFDWig8PEBvv51sVMRysxp58c8++6zM9rJlyxQREaEdO3bo5ptvltPp1BtvvKF3331Xt956qyRp6dKl6tChg7799lv17t3biNgAAAAKCjKrW7dgffppgJKSblBYmEWbN+do/PhjysgoKnNsw4ZWdehQR3v2nP+jRsuWAXrmmUbq3v1fGjeuUWXHr5Hsdot69myod9897N03f35fjRx5jYKCrDp6NEfLlh2UJPXuHaHCwhI98EAbPf74tTp7tkT/+Eey/vjH71VUVGLULRiGuhwAANREo0c31Nq12UpPL1ufT5rURLGxzRQSYlFmZpEmTTphUMKab9KkToqNvUEhITZlZro1adIOSVJYmE2vvdZDd9zxhfr2rfrvh6rUmuhOp1OSFB4eLknasWOHioqKNHDgQO8x1157rVq2bKlvvvnmonMUFhbK5XKVeQEAAFS0evWsMptNio6up0GD9qtt290qLPQoPr5NmeNsNpOWL2+rFSuytGPH+ad6Fy5spcmTU3X69LnKjl5jLVlykw4edGnVqiPefTExWxQSslTduyforbcO6syZQklSeLhdDkeA2rUL0zXXrNDNN3+kO+9srkmTOhsVv0qhLgcAANVdUJBZw4bV15Ilpy4YmzkzXaGh36tDh916/fWTFzwEg4ozc+YPCg19Rx06JOj115O8n/z885+7a9myQzp0KMfghOVTZZroJSUlevbZZ9W3b1917Fi6Nk5GRoYCAgJUt27dMsc2atRIGRkZF51n+vTpcjgc3leLFi38HR0AANRCubnFkqQ5c37S8eNnlZdXori4FA0YEKagoNISy2Yz6YMP2ik/v0Rjx55v7D74YH1ZrSbFx2cakr0mWrCgr9q3r6vo6M/l8ZQd83ikHTsylZNTpFmzekmScnNL3yjFxe1QXt45nTiRp7/+9V+KimpZ2dGrHOpyAABQE9x3X7jy80v0ySdnfB6zf79bu3fna9my1pWYrHbav9+p3btPa9myfurXL0J9+0Zo5sy9RscqN0OXc/m5mJgY7d27V19//fWvmufFF1/UhAkTvNsul4uCHQAAVDins1jHjhVedMxkKm2gv/9+OwUEmHT33QdUVHS+sztwoEO9eoXo1KmukkqfkrFYTEpP76ImTRIrJX9NMn9+X/XqFaHbbvtELpfvp4hsNrPatXNIknbvPl1Z8aod6nIAAFATjBkToTffzFRx8aWPs9lMrIleSUrr8TDddltTtW4dqrS0+yWVLstYp45Fp04NU6dOq6vk9xRViSfRn376aX388cdav369mjdv7t3fuHFjnT17VtnZ2WWO/+mnn9S4ceOLzmW32xUWFlbmBQBAbWOxmGW3W2W1mmU2m2S3W2WzWYyOVeMsWnRS48Y1UtOmNgUGmjR5cjN99ZVLhYUerVjRVsHBZkVHH9DZs2UfjX7uuWPq0GGPIiP3KjJyr15//aTWr3epW7fq8yRGVTFvXh/17dtIgwZ9quzss979LVuG6J57rlZwsFUmk3TjjREaP/56rVuXIkk6ejRHX3yRosmTu6pOHYuaNAnSuHHXa/XqY0bdSpVAXQ4AAGqCa64JVJ8+IXrjjZNl9gcHmzVyZAM5HKXvjTp2rKPY2GZat85pRMwaLTjYqpEj28rhCJAkdexYV7GxnbVuXapee+1fuuaaVYqMXKPIyDWaPDlRSUlORUau0cmTboOTX5yhT6J7PB6NGzdOCQkJ2rBhg1q1alVmvFu3brLZbPrqq6907733SpKSkpJ0/Phx3XjjjUZEBgCgWoiNvVlTpvT3brvdsdqw4agGDFhmWKaaaMaMNIWHW7V7dydJ0vr1Lo0YcVh9+oQoOjpcBQUlyszs5j3+lVfSNH16mrKzi5Wdff6RGJerWG53idLSWIvxcrRsGaKYmOvldp/TsWMPePfHxx/S9Om79OyznfTGGzfLbDYpLS1fc+f+SzNm7PIe9+CD67Vo0U366aeH5HIVKT7+kP78590G3InxqMsBAEBNMnp0Q23enKNDh8p+ctTjkYYPb6BZs1rKbjfr5MkirVx5WnFxqQYlrblKf9etNWtWd9ntFp086dbKlccUF5eogoJi5eScf+9z5sxZFRV5lJqab2DiSzN5PP+9amTleeqpp/Tuu+9q9erVat++vXe/w+FQnTp1JElPPvmkPv30Uy1btkxhYWEaN26cJGnr1q3luobL5ZLD4ZD0giR7Rd8CAACole708/xr/Tx/TdCsEq7hrzdThZJmyOl0Vpmns6nLAQBA9URdbryrK+EaR/04d/lqc0OfRP/b3/4mSerfv3+Z/UuXLtXIkSMlSbNnz5bZbNa9996rwsJC3X777VqwYEElJwUAAABqLupyAAAAwDdDn0SvDDzxAgAAKh5PvBiPJ9GrG+pyAABQ8ajLjXd1JVzjqB/nLl9tXiW+WBQAAAAAAAAAgKqIJjoAAAAAAAAAAD7QRAcAAAAAAAAAwAea6AAAAAAAAAAA+EATHQAAAAAAAAAAH2iiAwAAAAAAAADgg9XoAAAAANXPWqMDQKlGBwAAAIDhvjQ6AHTU6ACVgifRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAAAAAAAAB9oogMAAFSQOXPu1PHjz8npfFEpKRM0e/YdstkskqT160fK7Y5VTs7vva8mTUINTlyzxMT01Pbtj8ntjlVCwrALxkeP7qr9+59Wbu7vdeTIsxoypL0BKQEAAGCEqKh2Skwco9zc55WaOl6PP97V6Ei1yi/V6lWd1egAAAAANcWCBdv1wgtfKj+/SPXrB+n99+/TxIl99fLLmyRJkyZ9qb/+9VuDU9ZcaWk5mjZtkwYObK3mzcPKjI0d203PPddbw4Z9oF27MhQREazg4ACDkgIAAKAy3X57ay1YcIceemi1Nm8+obAwuxo1CjY6Vq1yqVq9OqCJDgAAUEH278/0/mwySSUlHrVrF25gotolIWGfJCkysnGZwtxsNmnq1AF6+OEE7dqVIUk6eTJPUp4RMQEAAFDJXnrpFk2d+rU2bjwuScrOdis7221wqtrFV61eXbCcCwAAQAWaNKmfcnJ+r1OnJqpz58aaO/c771hs7M3KypqknTsf14gRnQ1MWbu0b99AjRuHqGvXJjpy5FmdODFBixZFKTTUbnQ0AAAA+FlQkE3dujVRs2ahSkp6Qunpz2jFinvUuHGI0dFQjdBEBwAAqEAzZ36t0NBX1KHDPL3++vfKyMiVJL344pdq0+avatTo/+mFF77U3Ll3Kjr6WoPT1g7h4XUkSQMHtlb37osUGfm6WrWqp9mzbzc4GQAAAPytXr1Amc0mRUdfo0GD3lXbtgtUWHhO8fFDjI6GaoQmOgAAgB/s35+p3bsztGxZtCTp229T5HIV6ty5En3++WEtXLhDv/tdR2ND1hK5uWclSdOnb1ZWVr6ysvI1ffpmRUXxxaIAAAA13X9qwTlztuv4cZfy8ooUF7dJAwZcraAgm8HpUF3QRAcAAPATm83ic030khJPJaepvZKSMlVQUGR0DAAAABjA6SzUsWPOi46ZTJUcBtUWTXQAAIAKEBwcoJEjI+VwBEqSOnaMUGzszVq37rAcjkDdeWc71aljk9ls0q23ttITT3TXypU/Gpy6ZrFYzLLbrbJazTKbTbLbrbLZLHK7zyk+fo8mTeqnunUD5XAEatKkflq9er/RkQEAAFAJFi1K1LhxPdS0aagCA62aPPkmffXVEeXl8aBFZfFVq1cXVqMDAAAA1AQej0fDh3fSrFm/kd1u1cmTeVq58kfFxW1QcLBNcXG3aPny/5EkHT2arQkT1umDD2iiV6TY2Js1ZUp/77bbHasNG45qwIBlevbZzzR//mAdOfKsCgvPac2aJE2YsM64sAAAAKg0M2ZsVXh4oHbvHiNJWr/+mEaMWGNwqtrlUrV6dWDyeDw1+rPELpdLDodD0guS7EbHAQAAQK1XKGmGnE6nwsLCjA5TaajLAQBAxfP3muY8qV7zla82ZzkXAAAAAAAAAAB8oIkOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD7QRAcAAAAAAAAAwAea6AAAAAAAAAAA+EATHQAAAAAAAAAAH2iiAwAAAAAAAADgg9XoAAAAANVPLz/Pv83P89cEYZVwDVclXAMAAABXrq+f59/g5/lrgvBKuMbpSrjGpfEkOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiY4qJSamp7Zvf0xud6wSEoYZHQcA/CIgwKJFi6KUnPyMXK4XtW/f0xo1qovRsfArBAaadfDgzTpzZqB33/r1PeV2366cnEHeV5Mm9jLnjR7dXPv336Tc3EE6cuQWDRkSUdnRq7WYmEht3z5cbvd4JSQM8e5v2LCO4uPv1IkTY+V0xmjnzocUFdXaO96vXzPl5Dxd5lVc/Jz++tcBRtwGAAAA/CAqqr4SE7srN/cmpabeqMcfbypJ6tAhSF9+2VmnT/dVenofLVx4jerUoUVa0Urf996q5ORH5HI9oX37HtKoUdd5x6dO7a09e4arqOhpzZ59k4FJy8dqdADg59LScjRt2iYNHNhazZuHGR0HAPzCajUrPT1XAwe+peTkM+rVq7nWrn1QKSkuffHFYaPj4QpMndpOx44VqEGDgDL7J01K0l//evSi54wd20LPPXe1hg3brV27XIqICFBwsKUS0tYcaWm5mjZtmwYOvErNm4d494eEBCgx8aQmTdqstLRcDR7cWsuXD1aPHu9o377T+vrrVIWGzvMeHxERpJSUsVq+fL8RtwEAAIAKdvvt4Vqw4Bo99NA+bd6crbAwqxo1Kq3V3333Om3d6tSdd+6Rw2HVxx930h//eJV+//sjBqeuWaxWk9LT8zRw4IdKTnaqV6/GWrt2iFJScvXFF8d16FC2Jk7corFjrzc6arnwZxZUKQkJ+7R69X5lZuYbHQUA/CY/v0hxceuVnHxGkrRtW4rWrz+qfv1aGpwMV6Jr1zDdcUdDzZxZ/qLbbC5tvD/zzD7t2uWSJJ08eVZHjhT4K2aNlJBwSKtXH1ZmZtnf25EjTr366g6lpubK45E+/jhZSUmn1bt3k4vO88gj1+ngwWx98016ZcQGAACAn7300tWaOvWoNm7MVkmJlJ19TklJpb2m1q0DFR//k4qKPMrMLNKaNZnq1CnkF2bE5crPP6e4uG1KTnZKkrZty9D69Snq16+0Jn/rrf367LNjcrnOGhmz3GiiAwBgMLvdqp49m2nPnp+MjoLLZLGYtHhxR8XE/Etnz5ZcMB4b20ZZWbdp586+GjGiqXd/+/YhatzYrq5dw3TkyC06cWKAFi3qqNBQPiToDw0b1lGHDvW1Z0/mRccffbSj3nhjbyWnAgAAgD8EBZnVrVuomjWzKympp9LT+2jFiuvUuHHpk+izZp3Qww83VmCgWY0aBWjo0Ib66KOL14moOHa7RT17NtaePVlGR7kiNNEBADDYkiVDdPBgllat2md0FFym559vpcRElzZvPnPB2IsvHlCbNhvVqNE/9cILSZo79zpFRzeSJIWH2yRJAwfWV/fuWxUZ+bVataqj2bOvrdT8tYHNZtby5YO1YkWSduy48A9V/fo1U+vWDr311o8GpAMAAEBFq1fPJrPZpOjoBho0aLfatt2mwkKP4uM7SJLWrj2tfv0cysm5SRkZfXTihFt//3uGwalrviVLbtPBg9lateqQ0VGuCE10AAAMtGDBYLVvX1/R0cvl8XiMjoPL0KZNkJ54oqWefz7pouPffpstl+uczp3z6PPPM7Vw4Qn97neNJUm5ueckSdOnJysrq0hZWUWaPj1ZUVF8sWhFstnM+uCDKOXnn9PYsV9c9JjRoztqzZoLl4QBAABA9ZSbWyxJmjMnRcePFyovr1hxcUc0YEBdNW0aoC+/7KzFi9MUFLRJ9ep9rby8Em+DHf6xYEF/tW9fT9HRH6u6vu3lM8MAABhk/vzB6tWruW677U25XIVGx8Fl6tevnho1CtCBAzdLkmw2k0JDrTp16jYNHvy9vvvOWeb4kpLz1WJSUp4KCoorNW9tY7OZ9f77v1VAgEV3371aRUUXLrcTGhqg++67Rvfe+5EBCQEAAOAPTuc5HTvmvuhYq1Z1VKeOWXPmpEoqXSt94cI0rV17Q2VGrFXmz++vXr0a67bbEqrN+ucXw5PoqFIsFrPsdqusVrPMZpPsdqtsNovRsQCgws2bd5f69m2hQYPeUnb2xQs8VG0rVqSrbdtNiozcosjILRozZq9ycs4pMnKLjhwp0J13NlSdOmaZzdKtt9bXE0+01MqVpcuJuN0lio9P06RJrVW3rlUOh1WTJrXW6tUnDb6r6sViMclut8hqNf27brDIZjPLajVrxYrfKjjYpujo1Tp79uJ/sHjggfbKyirQ558frdzgAAAA8KtFi9I0blxzNW0aoMBAsyZPvlpffXVGu3blKje3WE891VQWi0khIRaNHdtEiYk5RkeukebN66++fZto0KAPlZ1d9sExq9Usu90ii8X8736gRVZr1W1V8yQ6qpTY2Js1ZUp/77bbHasNG45qwIBlhmUCgIrWsqVDMTE95Xaf07Fjz3n3x8fv0ZNPfmxgMlyOgoISpaae/wPIqVNn5fFIqaluNWgQoLi4tlq+PFKSdPRoviZM2K8PPji/1uKzz+7T/PnX6ciR/iosLNGaNSc1YQLr4l+O2NjemjLlRu+22/2MNmw4obi4bxQd3VYFBeeUmfmkd/yVV77T9OnfebdHj+6kpUv/VW0/UgoAAICLmzHjuMLDbdq9u4ckaf36MxoxYr/y8ooVFfWDZs5so5dfbq3iYo+2bHHqkUf2G5y45mnZMlQxMTf8+33vSO/++PgkPfnkei1efKtGjrzOu3/cuM5atuxHjRr1pQFpf5nJU8MXYHW5XHI4HJJekGQ3Og4AAKgRevl5/m1+nr8mCKuEa7j8NG+hpBlyOp0KC6uM+6gaqMsBAEDF6+/n+Tf4ef6aILwSrnHaj3OXrzavus/IAwAAAAAAAABgMJroAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8MFqdAAAAIDqZ6fRASCX0QEAAABguC1GB4BOGx2gUvAkOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiQ4AAFCBoqLaKTFxjHJzn1dq6ng9/nhX79jo0ZHav/8J5eY+ryNHYjRkyDUGJq15AgIsWrQoSsnJz8jlelH79j2tUaO6SJIaNgxWfPw9OnFigpzOF7Vz5+OKimpvcGIAAAD4W07O82VeZ8++oN27xxgdC9WM1egAAAAANcXtt7fWggV36KGHVmvz5hMKC7OrUaNgSdLYsV303HM9NWxYgnbt+kkREcEKDrYZnLhmsVrNSk/P1cCBbyk5+Yx69WqutWsfVEqKS4cOnVZiYoYmTfpSaWk5Gjy4nZYv/x/16LFY+/adMjo6AAAA/CQ09P+V2d69e4yWL//RoDSormiiAwAAVJCXXrpFU6d+rY0bj0uSsrPdys52y2w2aerUm/Xww2u0a9dPkqSTJ/OMjFoj5ecXKS5uvXd727YUrV9/VP36tdQXXxzWq69u9Y59/PEBJSVlqXfv5jTRAQAAaokePZrquusaatmyPUZHQTXDci4AAAAVICjIpm7dmqhZs1AlJT2h9PRntGLFPWrcOETt29dX48Yh6tq1sY4cidGJE+O0aNFdCg0NMDp2jWa3W9WzZzPt2fPTBWMNGwarQ4cGFx0DAABAzTR6dGetXXtY6em5RkdBNUMTHQAAoALUqxcos9mk6OhrNGjQu2rbdoEKC88pPn6IwsMDJUkDB7ZS9+5/V2TkErVqVVezZw8yOHXNtmTJEB08mKVVq/aV2W+zWbR8+f9oxYp/aceONIPSAQAAoDIFBdk0bNh1WrJkl9FRUA3RRAcAAKgAublnJUlz5mzX8eMu5eUVKS5ukwYMuFoeT+kx06dvVVZWgbKyCjR9+lZFRbUzMHHNtmDBYLVvX1/R0cvl+c8/AJU20D/44H7l5xdp7NiPDEwIAACAynTffR2Un39On3xy0OgoqIZYEx0AAKACOJ2FOnbMedGxPXtOqqCgqJIT1V7z5w9Wr17Nddttb8rlKvTut9ksev/9+xQQYNHdd7+noqJiA1MCAACgMo0ZE6k339yj4mLPLx8M/BeeRAcAAKggixYlaty4HmraNFSBgVZNnnyTvvrqiHJzzyo+fq8mTbpRdesGyuGwa9KkG7V69QGjI9c48+bdpb59W2jQoLeUne327rdazVqx4j4FBwcoOnq5zp6lgQ4AAFBbXHNNuPr0aa433thldBRUUzyJDgAAUEFmzNiq8PBA7d49RpK0fv0xjRixRpL07LNfaP7823XkSIwKC89pzZqDmjDhSyPj1jgtWzoUE9NTbvc5HTv2nHd/fPwevffeD4qOvlYFBUXKzJzoHXvllc2aPn2zEXEBAABQSUaPjtTmzcd16NAZo6OgmjJ5fr5IZA3kcrnkcDgkvSDJbnQcAABQI9j8PD9Lv9RshZJmyOl0KiwszOgwlYa6HAAAVDzqcvxa5avNWc4FAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4YDU6AAAAQPXTzM/zH/Xz/DWBrRKuUVQJ1wAAAMCVa+vn+ff5eX5UFzyJDgAAAAAAAACADzTRAQAAAAAAAADwgSY6AAAAAAAAAAA+0EQHAAAAAAAAAMAHmugAAAAAAAAAAPhAEx0AAAPExPTU9u2Pye2OVULCMKPj4AoEBJi1aFEfJSffK5frQe3bN1SjRrX1jnfo4NCXX/5Gp08/oPT032nhwhtVp47FO/7++/2Vlna/nM7hSk6+V3/4ww1G3EaNFBXVTomJY5Sb+7xSU8fr8ce7SpK6dm2szZsfltP5fzp8+CmNGNHJ4KQAAADwp8BAiw4evEtnzgz17ps6taP27LldRUX3afbsLgamq33mzLlTx48/J6fzRaWkTNDs2XfIZrP88olVAE10AAAMkJaWo2nTNmnx4p1GR8EVslrNSk/P18CBnyss7B2NHPm1Xn21hwYNaipJevfdW5SU5FKjRv9Qp04fqnPncP3xj5295//pT7t09dUfyOF4V7fc8pmGD2+tBx9sbdTt1Bi3395aCxbcoWef/VxhYbN0/fWLtGHDMTkcdn366e8UH79X9eq9qgce+FBz5/5Gffs2NzoyAAAA/GTq1I46diy/zL5Dh3I1ceJurVmTZlCq2mvBgu269tp5cjimq3Pn19W5cyNNnNjX6FjlQhMdAAADJCTs0+rV+5WZmf/LB6NKys8/p7i4XUpOzpEkbdt2SuvXZ6hfvwhJUuvWIYqPP6yiohJlZhZqzZoT6tSpnvf8vXuzdfZsiSTJ4/GopMSjdu3CKv9GapiXXrpFU6d+rY0bj6ukxKPsbLeSkrLUp09zFRYWa+HCnSop8ei779K0alWSxoyJNDoyAAAA/KBr13q6447GmjlzX5n9b711VJ99liGXq8igZLXX/v2Zys8v/b2bTPr3e6Bwg1OVD010AACACmC3W9SzZwPt2XNGkjRr1r/08MNtFRhoUaNGdTR0aEt99NGJMufMn99beXkP6cSJ+xUSYtOyZYeMiF5jBAXZ1K1bEzVrFqqkpCeUnv6MVqy4R40bh8hsNslkMpU53mw26YYbGhmUFgAAAP5isZi0eHEPxcTs9D64gqph0qR+ysn5vU6dmqjOnRtr7tzvjI5ULjTRAQAAKsCSJX108KBLq1YdkyStXZuifv0ilJPzoDIyfqcTJ/L0978fLHNOTMy3CgmJV/fuH+mttw7pzJmzRkSvMerVC5TZbFJ09DUaNOhdtW27QIWF5xQfP0TffJOq4GCbYmK6y2o1q0+f5ho6tL3CwgKMjg0AAIAK9vzz1yox8Yw2bz5ldBT8l5kzv1Zo6Cvq0GGeXn/9e2Vk5BodqVxoogMAAPxKCxb0Vvv2DkVH/1Mej1S3boC+/PJ2LV58QEFB8apX713l5Z1TfPzNF5zr8Ug7dmQpJ6dIs2Z1NyB9zZGbW/pHiDlztuv4cZfy8ooUF7dJAwZcLbf7nKKiVmj48OuVkfGMZswYoKVLdysrq8Dg1AAAAKhIbdqE6Ikn2uj553cbHQWXsH9/pnbvztCyZdFGRykXq9EBAAAAqrP583urV6+Guu22dd51Fdu0CVWdOhbNmVO6/mJ29lktXJiktWsH+ZzHZjOzJvqv5HQW6tgx50XHTCZp69YU9e37pnff8uVDtXHj8cqKBwAAgErQr18DNWoUqAMH7pIk2WwmhYbadOpUtAYP3qTvvjttcEL8h81mYU10AADgm8Vilt1uldVqltlskt1ulc1mMToWLtO8eb3Ut2+EBg36XNnZ55di2b/fqdzcc3rqqWtlsZgUEmLV2LHXKDGxtGBv2TJY99xzlYKDrTKZpBtvbKjx46/TunWpRt1KjbFoUaLGjeuhpk1DFRho1eTJN+mrr44oL69IkZGNFBBgUWCgVWPGRKp//5b6y1+qxxqMAAAAKJ8VK06obdtPFBm5TpGR6zRmzHbl5BQpMnKdEhOzZbWaZLebZbGYZLGU/my1mn55YvwqwcEBGjkyUg5HoCSpY8cIxcberHXrDhucrHx4Eh0AAAPExt6sKVP6e7fd7lht2HBUAwYsMywTLk/LlsGKiekgt7tYx479j3d/fHyynnzyG0VFfaWZM7vp5Ze7qri4RFu2nNQjj2z2Hvfss9fpjTf6ymyW0tIKNHfuPs2Y8YMRt1KjzJixVeHhgdq9e4wkaf36YxoxYo0kafz4Hho6tL2sVrO2bk3Rrbe+o/T06rEGIwAAAMqnoKBYqannl+w7dapQHo+8+5Yu7amRI1t5x8eNa6dly45o1CgervAnj8ej4cM7adas38hut+rkyTytXPmj4uI2GB2tXEwej8djdAh/crlccjgckl6QZDc6DgAAqBGu9vP8R/08f01gq4RrFPlp3kJJM+R0OhUWVnuW8KEuBwAAFa+Dn+ff5+f5Ybzy1eYs5wIAAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAAAAAAAAAAAfaKIDAAAAAAAAAOADTXQAAAAAAAAAAHywGh0AAACg+ung5/mP+nn+miC8Eq7xUyVcAwAAAFfO33X5Pj/PXxOEVcI1XJVwjUvjSXQAAAAAAAAAAHygiQ4AAAAAAAAAgA800QEAAAAAAAAA8IEmOgAAAAAAAAAAPtBEBwAAAAAAAADAB5roAAAAAAAAAAD4QBMdAFAtzZlzp44ff05O54tKSZmg2bPvkM1mMTpWlRET01Pbtz8mtztWCQnDjI5To0VF1VViYkfl5nZXamoXPf54hBo2tCo+vo1OnOgip7O7du7sqKiout5zAgJMWr++g376qauczu7at+8GjR3b0LibqKZiYjpq+/Z75XY/poSEO8qMde3aQJs3R8vpHK3Dhx/UiBHXlBlv0iRIn3xyl3Jzx+jYsYc0ZkyHyowOAACqCOrmmqlpU6sSEq5SZuZ1OnXqOv3jHy3VoEHp+8U5c5rq+PFr5XRer5SUDpo9u4lsNpPBiWuemJhIbd8+XG73eCUkDCkz1qFDuL788n90+vRTSk9/XAsXDlSdOlaDkpaPoU306dOnq0ePHgoNDVVERISio6OVlJRU5pj+/fvLZDKVeT3xxBMGJQYAVBULFmzXtdfOk8MxXZ07v67OnRtp4sS+RseqMtLScjRt2iYtXrzT6Cg12u23O7RgQSs9++wxhYV9r+uv36MNG1wKCbEoMTFPvXv/S3Xrfq/Jk1P03ntt1aFDHUnSuXMejRt3VE2b7pTD8b3uueegXnqphfr1CzX4jqqXtLQ8TZu2Q4sX/1hmv8MRoE8/Haz4+AOqV+/veuCBLzR3bj/17dvYe8x77w1SRka+IiKW6b77Ptf/+3836uabm1T2LVQZ1OUAgNqKurlmmj+/mSTpqqv2q1Wr/QoMNGvOnNJ9CxZk6dprk+Rw/EudOx9Q5851NHEiD7RUtLS0XE2btk2LF++9YOzdd+9SUtJpNWr0ujp1ekudOzfUH//Y24CU5WdoE33jxo2KiYnRt99+qy+++EJFRUX6zW9+o7y8vDLHjR07Vunp6d7Xn//8Z4MSAwCqiv37M5WfXyRJMpmkkhKP2rULNzhV1ZGQsE+rV+9XZma+0VFqtJdeaq6pU1O0cWOOSkqk7OxiJSW5deRIoV59NUOpqWfl8Ugff5ytpCS3evcOkSSVlEh79xaouLh0Ho/HI4/Ho7Zt7QbeTfWTkHBEq1cfVWamu8z+Pn0aq7CwWAsX/qiSEo++++6kVq064n3avHXrMPXr11gvvrhN+fnn9N13J/XOOwf16KO192l06nIAQG1F3VwztW4doBUrnMrLK1Fubon+8Y9sdeoUKEnav79Q+fkeST9/LxlgZNwaKSHhkFavPqzMzIILxlq3dig+fp+KikqUmVmgNWsOq1OnBgakLD9Dn5P/7LPPymwvW7ZMERER2rFjh26++Wbv/qCgIDVu3Pi/TwcA1HKTJvVTbOzNCgkJUGZmviZN+tLoSKhFgoLM6tYtWJ9+GqCkpBsUFmbR5s05Gj/+mDIyisoc27ChVR061NGePWXfnH300TUaONChwECzdu/OU0LCmcq8hRrLbC59Svq/93XqVPqHthtuqK/09HydPHm+oN+1K1NPPXV9peasSqjLAQBATfLaa5m67z6HPvnEJZNJeuCBuvroI5d3fNKkhoqNjVBIiEWZmec0aVKGgWlrn1mzdujhh69TYuIpORwBGjq0rRYv/sHoWJdUpdZEdzqdkqTw8LJPEr7zzjtq0KCBOnbsqBdffFH5+b7/OlhYWCiXy1XmBQComWbO/Fqhoa+oQ4d5ev3175WRkWt0JNQi9epZZTabFB1dT4MG7VfbtrtVWOhRfHybMsfZbCYtX95WK1ZkaceOsk/1RkUdUHDwdt1yy49aufKMCgpKKvMWaqxvvslQcLBVMTEdZbWa1adPYw0d2kphYaVPGIWE2JSdfbbMOdnZhQoN5Qmk/6AuBwAA1dmWLXmKiLDqzJnrdfr09apXz6Lp0096x2fOPKXQ0H+pQ4ckvf56ljIyzhmYtvZZu/aI+vVrppycp5WR8YROnMjV3//+L6NjXVKVaaKXlJTo2WefVd++fdWxY0fv/uHDhys+Pl7r16/Xiy++qLffflsPPfSQz3mmT58uh8PhfbVo0aIy4gMADLR/f6Z2787QsmXRRkdBLZKbW7oWy5w5P+n48bPKyytRXFyKBgwIU1BQaYlls5n0wQftlJ9forFjj1x0npISadOmHDVqZNPzz9feNbkr0unThYqKWqvhw9spI+MRzZjRW0uX7ldWVumyL7m5RXI4yjbMHQ67cnLOXmy6Woe6HAAAVGcmk/TFF621ZUueQkL2KiRkr7ZsydPnn7e64Nj9+wu1e7dby5Y1NyBp7VS3rl1ffvk/Wrz4BwUFzVG9evOVl1ek+Pg7jY52SVXma09jYmK0d+9eff3112X2P/bYY96fO3XqpCZNmui2227T4cOH1aZNm/+eRi+++KImTJjg3Xa5XBTsAFAL2GwW1kRHpXI6i3XsWOFFx0ym0gb6+++3U0CASXfffUBFRZ5LzmezmdSuXaA/otZKW7dmqG/fBO/28uWDtHFjmiRpz54sNW0apIYN6+jUqdIlXSIj6+uHH04bkrWqoS4HAADVWXi4RVdfHaA5c7JUUFBag8+dm6WJEyNUv75FWVnFZY4vrcP5bqLK0qZNXdWpY9WcOYmSSj8RunDhHq1dO9TgZJdWJZ5Ef/rpp/Xxxx9r/fr1at780n/56dWrlyTp0KFDFx232+0KCwsr8wIA1CzBwQEaOTJSDkdpw7FjxwjFxt6sdesOG5ys6rBYzLLbrbJazTKbTbLbrbLZLEbHqnEWLTqpceMaqWlTmwIDTZo8uZm++sqlwkKPVqxoq+Bgs6KjD+js2bIN9M6dgzRwYJgCA02yWKS77qqrBx+sr3XrnAbdSfVksZhkt1t+9u+5RTZbaXkbGdlAAQFmBQZaNGZMB/Xv31R/+cseSVJysktbtmTolVd6qU4dq3r0iNCDD16jN97YZ+TtVAnU5QCA2oa6uebJyirWwYOFiompL7vdJLvdpJiY+jpx4qzcbo9Gjqwnh6O0ZuzYMVCxsRFaty7H4NQ1z/la3VSmVt+//7Ryc4v01FOdZbGYFBJi09ixnZSYePKXJzWQoU+iezwejRs3TgkJCdqwYYNatbrwYxX/bdeuXZKkJk34uDMA1FYej0fDh3fSrFm/kd1u1cmTeVq58kfFxW0wOlqVERt7s6ZM6e/ddrtjtWHDUQ0YsMywTDXRjBlpCg+3avfuTpKk9etdGjHisPr0CVF0dLgKCkqUmdnNe/wrr6Rp+vQ0Wa0mvfJKC7VvX0cej0dHjxZqwoTjeu+9LKNupVqKje2mKVN6eLfd7se0YUOqBgxYo/HjO2no0FayWs3aujVDt966Runp59fvfuCBL7VkSX+dOjVSp08XauLEb7RpU7oRt1ElUJcDAGor6uaa6e67j2r27KZKTe0gs1lKTHRryJCj/34vWVezZjWR3W7SyZPntHKlS3FxfLFoRYuN7a0pU270brvdz2jDhhMaMOB9RUV9qJkzb9LLL/dVcbFHW7ak6ZFH1hmY9peZPB7PpT9b7EdPPfWU3n33Xa1evVrt27f37nc4HKpTp44OHz6sd999V3fddZfq16+vPXv26LnnnlPz5s21cePGcl3D5XLJ4XBIekESH80AAAAVwd/r9a318/w1QaNKuMZPfpq3UNIMOZ3OKvN0NnU5AAConu7x8/yr/Dx/TVAZ9aw/v6C+fLW5oU+i/+1vf5Mk9e/fv8z+pUuXauTIkQoICNCXX36pv/zlL8rLy1OLFi107733KjY21oC0AAAAQM1EXQ4AAAD4ZvhyLpfSokWLcj/ZAgAAAODKUJcDAAAAvlWJLxYFAAAAAAAAAKAqookOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD7QRAcAAAAAAAAAwAer0QEAAACqnyKjA4B/BgAAAJDL6ACoJXgSHQAAAAAAAAAAH2iiAwAAAAAAAADgA010AAAAAAAAAAB8oIkOAAAAAAAAAIAPNNEBAAAAAAAAAPCBJjoAAAAAAAAAAD7QRAcAwAAxMT21fftjcrtjlZAwzOg4uAJLl7ZTYWEf5eTc6H317h1a5pioqHAlJkYqN/dGpab20OOPN/aOhYZa9M4718jp7K2MjJ6KjW1R2bdQ7cXE3KDt238ntztGCQmDy4ytX3+P3O4Y5eQ84X01aRLsHe/ataE2b/4fOZ1P6PDhRzRixLWVHR8AAAB+8PP6PCfnRp0920e7d3fxjlutJs2d21qnT/dWVlYvzZnTWhaLgYFrqJiYSG3fPlxu93glJAzx7m/RIlQ5OU+XeRUVPavVq+82MO0vsxodAACA2igtLUfTpm3SwIGt1bx5mNFxcIUWLEjXc88duejY7bfX1YIFbfTQQwe0ebNTYWEWNWoU4B2fO7e1wsNtatlyuyIibPryy446dqxQb799srLiV3tpaXmaNm27Bg5soebNQy4YnzRpi/76110X7Hc4AvTpp3crLu5bLV78L3XvHqHPP49WcrJTW7akV0JyAAAA+Eto6Ddltnfv7qLly095t2NjW6hfvzBdd90OSdLatdfr979voZdeOlGpOWu6tLRcTZu2TQMHXlWmVj9xIkehofO82zabWWlpj2v58iQjYpYbT6IDAGCAhIR9Wr16vzIz842OAj956aWrNHXqcW3c6FRJiZSdXaykpAJJUp06Zg0b1lCxscfkdBbr4EG35s5N1+jRjQxOXb0kJBzW6tXJysx0X9Z5ffo0UWFhsRYu3KuSEo++++4nrVp1WGPGXO+npAAAADBCjx4huu66IC1bdv5BlUcfbaRp004oI6NIGRlFevnlE9ThfpCQcEirVx9WZmbBJY+Ljm4rs9mkVasOVlKyK0MTHQAA4Ao9/HCEsrJ6ae/eLpowoZlMptL9QUFmdesWombN7EpK6qb09J5aseJaNW5skyS1b19HdrtZu3bleufatStPN9wQfLHL4ArFxvZQVtZj2rnzgTLLtZjNJu8/q5/vu+GGBpWcEAAAAP40enQjrV17RunpZyVJdeta1KKFXbt25XmP2bUrT1ddFaiwMNZ0McLo0R31zjv7VFhYbHSUS6KJDgAAcAXmzElT+/Y71LDhNo0efUjPPNNEzzzTVJJUr55VZrNJ0dH1NWjQXrVt+70KC0sUH99ekhQSYlFubrGKf1YnZmefU2gohXtFefHFrWrT5k01arREL7ywRXPn3qLo6NaSpG++yVBwsE0xMTfIajWrT58mGjq0jcLCAn5hVgAAAFQXQUGln/5csiTDuy8kpLTezs4+5933n5+pxStfy5ahGjiwpZYs+cHoKL+IJjoAAMAVSEzMU2bmOZWUSNu25WjGjBT97nelTzLn5pZ2x+fMSdPx44XKyytRXNxxDRjgUFCQWbm5xQoKMpf5AiOHw6KcnKr99EV18u23GXK5zurcuRJ9/vlxLVy4V7/73TWSpNOn3YqK+kjDh7dXRsZozZjRR0uX/qisrMtbFgYAAABV1333NVB+fok++eS0d99/6nSH4/zXRP7nZ2rxyjdqVEclJp7Unj2ZRkf5RTTRAQAAKkBJyfmfnc5iHTt28YasySQlJRWoqMijzp3PL98SGRmiH37Iu+g5+PVKSjxltrduTVffvu+rQYPFuvnmlWrcOEgbN6YalA4AAAAVbcyYRnrzzZ/+69OfxTpxolCRkT+vw4N1/LhbLhdN9MpkMkmjRl2vJUv2Gh2lXGiiAwBgAIvFLLvdKqvVLLPZJLvdKpuNjw9WJ/fd18D7kc9u3UL0wgvNtXJllnd80aIMjRvXRE2bBuj/t3ff4VGV6f/HPzOTyaSQQigJoQmEpkBQlIi6YCRS/C1SXFcUXVgRBQMKKEW+SChK86vrAioqCDZQFAFF1EWW0L6gu9J0hUiyIC2hmoQkpM75/RGIhjAQYiaHzLxf15Xrypx6n/PMM9edO888x8/PqkmTGmrdunRlZzt19qxTH354UtOmNVZwsE1RUX4aMaKeFiw4ZtblVEs2m0UOh00+PpZz/cgmu92qkBBf9ezZWP7+xdPq3HFHAw0d2lbLlyeX7Nu+fR35+trk52fTI49cp9tvb6CXX95p3sUAAACg0rRo4a9bbgnWwoVl8+tFi47pf/6nocLD7QoPt2vChIbk4W7gKlc/7847G6t2bX8tXbrXxCjLz+fymwAAgMo2cWJnTZ58e8nr3NyJSkw8oNjYxabFhCszfHg9vfFGlHx8LDpyJE+vvpqqF1/8dSTzzJmHFRZm165d10uS1q/P0EMP/fSb/VP0+utROnz4Jp0969S8eal6993jVX4d1dnEiR01eXJMyevc3HglJh7Wvfd+oYSEGH3wQZgk6cCBTI0evUkff/xrEf2JJ6LVt28z+fhY9H//l6Y77vhEqal8EwAAAMATDB4crk2bMpWcXPbbodOmHVKtWj7as6eDJOm9945r+vRDVR2ix5s48WZNntyp5HVu7pNKTDyk2NiPJBU/UPTjj39SZma+WSFeEYthGMblN6u+MjMzFRISImm8JIfZ4QAAAI8Q5+bjf+3m43uCsCo4x+nLb1IheZJmKiMjQ8HBwW46x9WHvBwAAFQ+8nLzVUU+m+nGY5cvN2c6FwAAAAAAAAAAXKCIDgAAAAAAAACACxTRAQAAAAAAAABwgSI6AAAAAAAAAAAuUEQHAAAAAAAAAMAFiugAAAAAAAAAALhAER0AAAAAAAAAABcoogMAAAAAAAAA4IKP2QEAAABUNwn6g1uPP0UJbj2+J7CmDXb7OZwRL7j9HAAAAKg48nLz1TH+5PZznLC85fZzXA4j0QEAAAAAAAAAcIEiOgAAAAAAAAAALlBEBwAAAAAAAADABYroAAAAAAAAAAC4QBEdAAAAAAAAAAAXKKLjqnHmzIRSP/n5z2rXrmFmh4VqKD6+o/71r0eVmztRK1b0NzscuMmcOT118OAoZWQ8o8OHR+tvf+shu91mdlguled9WbduoE6dGqcdO4ZW2nl79WqpHTuGKitrgo4ceUqPPXZjpR3bGzVtWlNr1gzQuNOnNfrwYd06ZkyZbQLr1tW4U6c0dMeOkmU2X18NWr9eY44d0zMZGRq+Z486DBlSar82/fsr/scfNeHMGX377RDdeGOk26/HbBX5vD7f93+pE6CDtf31Ug1f2c+tWxbi0OHa/vqlToCSa/trQqC91L4ptf2VVTdAGXWKf07VCShZ19xm0fIQh47U9tepOgHaWNNPt9zSsLIuFah2yKcAlBefF5fG/XGP8/d1Ym6u+q9YUWpd7NSpGrZ7tyYVFKjH3/520f1vGz9eI/fv14SsLI1ISlL9jh0lScH162vwli0ae/Kkxqena8eOoerTp5Xbr8eT+Mmib1RP+9SgzLo6sipJ9fVPRZRaHi6blqiO9quBtitSDyqwqsItNx+zAwDOCwqaXur1rl3D9MEHP5gUDaqzo0fP6LnnNiourqkaNAg2Oxy4yauv/kvjx3+tnJwC1aoVoI8+uldjx96q55/faHZoF1We9+W8eXdpx45U1aoVcNH1V6p79yi9+ur/04MPfqJNm35WcLBD4eE1KuXY3shqtejTT+/XypV79a+7r1XNpk31l7VrlXn4sL5furRku7vmzVPqjh0KqFWrZJmzsFBrRozQyT175CwqUp3WrTVw/Xqd2LNHBzdvVsNbbtEf58/Xu9266ei//62jj6zUmjUDFBU1R5mZeWZcbpWoyOf1+b6f+9+RqmWRPgz105hAu6ZnF2hqdr5+KjSUL6mh1aI1Nf30c5FT7+cWlew/ICNPq/KKyhw31GLRl/lFeiwzT6cN6WF/H61ZM0DNms3RqVM5lXXJQLVBPgWgvPi8uDTuj3ucv68T4k4quEHpYu3p5GStHTu2zKCV87o+/7wad+6sd+LidDolRSGNGqkoP1+SdPaXX7Ry0CCdTk6WYRj6R6cFWrv2IbVp86oOHEh392V5hHEK0SEVKUxlB7nNUJi+V4HCLhjX/bpq6YAKdZ2OqJXs+lB1laJCbdXV87cQI9FxVbrppvq69to6Wrx4p9mhoBpasWKPVq3aq5MnKXp4sr17Tyonp0CSZLFITqeh5s3DTI7Ktcu9L+++u6XCwvz17ru7K+2c06bFaurUDdqw4YCcTkPp6blKSjpZacf3Ni1b1lbLlrU1ZcoGOQsLdeqnn7R94UJ1ePTRX7e5+275h4Vp97vvltrXcDp1/Icf5CwqLt4ahiEZhsKioiRJrXr3VtKqVTry7bcynE698cZ3ysrKV9++ravuAk1Qkc/rUn1fktMoHkUuST+cK6BLkiHJKSnKVr5091+FTr15tlAnjeL9FpwtVFGRoXbtwssdG+BJyKcAlBefF5fG/XGP8/c152TZv292vfOOkr/8UnmZmWXW+desqU6jR2vVww/rdEqKJCnj4EFlpaVJkgpycnRq377ifF3Ff2fabFZdc02o+y7Gg7STXbHy0zyVvfc95K9QWfWRskstv0Y+ipFDzytdOTK0Xflarmw9cJWNRqeIjqvS4MHX64sv9ik19YzZoQC4io0bd5vOnJmgEyfGKjo6QnPnfmt2SBUSHOzQSy9119ChqyvtmAEBdnXoEKn69YOUlDRCqalPa9myexURwUj0irJaiwu1FsuvyyxWq8LbtZMkOYKD1f2ll7R6qOvpeB747DNNPHtWw/fsUdaxY9p77qunFqu19IElWSwWCrgujBt3mzLqBOhY3UBF262al1NYsm5ekK/O1A3Qz3UCVMMivX22sNS+rwU5dKxOgDbX9FNPX9dTQLXxsSgoyFc//njCbdcBAACAqtXg5ptVmJenNvffr6eOHNHI/fsVN3OmbPbS0wAO27VLz+bladu2R7Rly0Ft2nTQpIirD5ukl1RL4/WL8mWUWhcki6YqVGN0usx+18quYyrSCTlLlv2gfF0rX3eHfEUoouOqExBgV//+bbRgwXazQwFwlZs1a7OCgqardet5mj//30pLyzI7pAqZPftOLV68U8nJZROKiqpZ019Wq0V9+rTSnXe+o6ioOcrLK9J77/WrtHN4m6SkkzpwIF1Tp8bK5uurOtdeq+sffliO4OKv5d45e7Z2Ll6s08nJLo+xpFcvPR8YqEVdumjP8uUqOHtWkrRvzRq17ttXDW+5RVYfHz3++E1q1ChEwcGOKrm26mbWrM0KOZGj607m6PWcAqU5f03Sh5/JV/DxHHU8dVbvni3UL8av6wZm5KnZyRw1PJGjV84W6KNQh270KZsOh1ikJSF+mj59k44dq56fKwAAACjLPyxMfiEhqtW8uea2aKFFnTurec+eunXcuFLbvRYdrek1auiPf1yiL75IVlGR08URcV68gvW98rXtIlOwJChUHyhb+1VYZl2gLMpQ6fubIadqyFJmWzNRRMdV5957r1NOToE+/3yf2aEAqCb27j2pXbvStHhxH7NDuWK33dZIt97aSLNmbanU42ZlFU9qMWfONzp4MEPZ2flKSFiv2NgmCgiwX2ZvXExhoVO9ey/V9dfX01NHjuie99/XzkWLlHPqlBrddpsa3XqrtsyaddnjGE6nft64UYHh4SUPJt2/fr2+HDlSd7/5pp5OS9NNN9XX11//l7m4L2NvkaHdhU69dcE/GwxJ3xU6dcaQXgj6dQTL5gKnzkrKl7Q0t0ir84rUz6/0aPRgi/RFTT9tyS/S5MmJbr8GAAAAVJ38rOIBEusTEpSfna2MQ4e07e9/V8tevcpsW1RQoM8//0mxsddowIB2VR1qtdJEPhqoGpqi9DLrYuTQTXJo7kWmeJGkbBkKvqBEHSyrsi4YzW42HiyKq84jj9ygt9/exX/5AFwRu912Vc+J7krXrk3VtGlNHT36lCTJ4bDJ39+uEyfGqm3bVys8uj4jI1c//5x+0XUWy9X1H/3q5McfT6h793eVoCmSpLiZM/Xzhg1q2rWrajZtqqeOHpUk2RwO2f39NfbECb3atm3JHIu/ZbPbFda8ecnr7QsXavvChZKk532maP/+kXr55W1VcFXVm90iNfe5+HvarkvPiX5hphFskb4I9dOPhU4NO5N/0X0AAABQfaXt2nXF+1TXvzWrUkc5VEc2bVU9SZJdFtWQRXtUXzuVr8by0W7VlyQ5ZJHfuXVdlKofVaAI2VRbVp08l6G3ka/2qMC067kYRqLjqtKiRS3dcktDLVzIVC6oOJvNKofDRz4+VlmtFjkcPrLbXc97i+onMNBXgwa1V0iInySpTZu6mjixs776KsXkyFxz9b586aWtatFirtq3n6/27edr0qT1Sko6qfbt5+v48ezLH/gS3njjO40YEaPIyCD5+flo0qQuWrfuv8rOpjhYUW3bhisgwC6b3a7Wffvq+ocf1sbnntPWl17S3BYtNL99e81v317rJ03SyaQkzW/fXtnHjysiOlpN4+Lk4+cnq82m5nfdpbYDBijlq68kSVYfH0VER8tiscg/LEzz5t2l/ft/0Zdfup4axhNc6ed1mb7vY9GEQF/9I69IjawW9XPYFGgpfuBoJ7tVIwJ89I+84oe5NrRa9Ae7Vb4qHkVyr8Omux02rTq3PsgirQn1074ip4Zk0kcA8ikA5cXnxaVxf9zj/H21+vjIYrXKx+Eomdfc6uMjH4dDFptNFptNPg6HrD7F44jTDxxQytq16jJpkuz+/gqqV08xI0Zo76pVkqTGnTurwc03y2YvzvkHDmyv2NhrtHbtf0271urgU+UoRkd1h9J0h9I0SqeUJUN3KE1DdFKdlFqybpYylKwC3aE0nZRTB1Sob5WnCQqVvyy6Xr66R4F6X1fXtIqMRMdVZfDgG7Rp08+VOi8wvM/EiZ01efLtJa9zcycqMfGAYmMXmxYTKpdhGHrggbb63//tJofDR8ePZ2v58h+VkJBodmguXep9eebMr3PG/fJLrgoKnDpy5OJfdbsSM2duVliYv3btGiZJWr9+vx56aMXvPq43+/Ofr9OwYTcqyG+kju3apQ/69NGx77+XJOWd+fVh2Lm//CJnQYEyjxyRVJzId50+XbVbtpRhGEo/cEBfjR6t75culVQ8Kr33okWq1by5CvPytHTlz+rVa6kM4+r6CmNlu9LP61J9v6a/jjsNfZJXqMlZBapjteiJALveDHbIKumo09C8s4WalVM8gqWGRXo5yFdRNqsKz41FpQAAEJ1JREFUJf1U5FT/9Dx9U1A82qWvw0edfG1qZ1jV13EuRT4zQY899pmWLPnefTcBuEqRTwEoLz4vLo374x4X3teJubk6kJioxbGxuvvNN9V+0KCSdTEjRmjn4sVa+de/SpI+GTBAvd54Q08fO6a8zEztfu89bZk9W5LkGxiouLlzFdqkiZyFhdr9U7b69/9YW7bwYNFLOStDZ1VU8vqUnDIkpZ5blvWbdelyqvA36yTpMZ3S3xSmH1Vf6XJqqn7R1ovMrW4mi+Hhf51lZmYqJCRE0nhJPJwLAAD8fuenc3GXKUpw6/E9gTVtjNvP4Yx4wU1HzpM0UxkZGQo+92Bab0BeDgAAKht5ufnqGA+7/RwnLG+58ejly82ZzgUAAAAAAAAAABcoogMAAAAAAAAA4AJFdAAAAAAAAAAAXKCIDgAAAAAAAACACxTRAQAAAAAAAABwgSI6AAAAAAAAAAAuUEQHAAAAAAAAAMAFH7MDcDfDMM79lmdqHAAAwHO4P6sgb7kc40xmFZzFXe1QfNxf81TvQF4OAAAqG3m5+ZyZZ6rgLO5sh/Ll5hbDw7P3w4cPq2HDhmaHAQAAAJRy6NAhNWjQwOwwqgx5OQAAAK5Wl8vNPb6I7nQ6dfToUQUFBclisVx2+8zMTDVs2FCHDh1ScHBwFUQIM9DOno829g60s+ejjb2Dt7WzYRg6c+aMIiMjZbV6z+yKV5qXS9733vBGtLF3oJ09H23sHWhnz+eNbVze3Nzjp3OxWq0VGuETHBzsNW8Wb0Y7ez7a2DvQzp6PNvYO3tTOISEhZodQ5Sqal0ve9d7wVrSxd6CdPR9t7B1oZ8/nbW1cntzce4a+AAAAAAAAAABwhSiiAwAAAAAAAADgAkX0CzgcDiUkJMjhcJgdCtyIdvZ8tLF3oJ09H23sHWhnuMJ7w/PRxt6BdvZ8tLF3oJ09H23smsc/WBQAAAAAAAAAgIpiJDoAAAAAAAAAAC5QRAcAAAAAAAAAwAWK6AAAAAAAAAAAuEARHQAAAAAAAAAAFyiiX+CVV17RNddcIz8/P8XExOjbb781OyRUksmTJ8tisZT6adWqldlh4XfauHGjevXqpcjISFksFq1cubLUesMwNGnSJNWrV0/+/v6Ki4vTvn37zAkWFXK5Nh40aFCZvt2jRw9zgkWFzJgxQzfddJOCgoJUt25d9enTR0lJSaW2yc3NVXx8vGrVqqUaNWronnvu0bFjx0yKGBVRnna+/fbby/TnoUOHmhQxzEZe7tnIzT0Pebl3IDf3fOTmno+8vGIoov/Ghx9+qNGjRyshIUHbt29XdHS0unfvruPHj5sdGirJddddp9TU1JKfzZs3mx0Sfqfs7GxFR0frlVdeuej62bNna86cOZo/f76++eYbBQYGqnv37srNza3iSFFRl2tjSerRo0epvr106dIqjBC/14YNGxQfH69t27Zp7dq1KigoULdu3ZSdnV2yzahRo/TZZ5/po48+0oYNG3T06FH169fPxKhxpcrTzpI0ZMiQUv159uzZJkUMM5GXewdyc89CXu4dyM09H7m55yMvryADJTp27GjEx8eXvC4qKjIiIyONGTNmmBgVKktCQoIRHR1tdhhwI0nGihUrSl47nU4jIiLCeOGFF0qWpaenGw6Hw1i6dKkJEeL3urCNDcMwBg4caPTu3duUeOAex48fNyQZGzZsMAyjuN/a7Xbjo48+Ktlmz549hiRj69atZoWJ3+nCdjYMw+jSpYvx5JNPmhcUrhrk5Z6P3NyzkZd7B3Jz70Bu7vnIy8uHkejn5Ofn67vvvlNcXFzJMqvVqri4OG3dutXEyFCZ9u3bp8jISDVt2lQDBgzQwYMHzQ4JbrR//36lpaWV6tchISGKiYmhX3uYxMRE1a1bVy1bttSwYcN06tQps0PC75CRkSFJCgsLkyR99913KigoKNWXW7VqpUaNGtGXq7EL2/m8999/X7Vr11abNm30zDPPKCcnx4zwYCLycu9Bbu49yMu9C7m5ZyE393zk5eXjY3YAV4uTJ0+qqKhI4eHhpZaHh4dr7969JkWFyhQTE6PFixerZcuWSk1N1ZQpU/SHP/xBP/zwg4KCgswOD26QlpYmSRft1+fXofrr0aOH+vXrpyZNmiglJUUTJkxQz549tXXrVtlsNrPDwxVyOp0aOXKkbr31VrVp00ZScV/29fVVaGhoqW3py9XXxdpZkh544AE1btxYkZGR2r17t8aNG6ekpCR98sknJkaLqkZe7h3Izb0Lebn3IDf3LOTmno+8vPwoosNr9OzZs+T3du3aKSYmRo0bN9ayZcs0ePBgEyMD8Hv079+/5Pe2bduqXbt2atasmRITE9W1a1cTI0NFxMfH64cffmBeXA/nqp0fffTRkt/btm2revXqqWvXrkpJSVGzZs2qOkwAbkRuDngmcnPPQm7u+cjLy4/pXM6pXbu2bDZbmacJHzt2TBERESZFBXcKDQ1VixYtlJycbHYocJPzfZd+7V2aNm2q2rVr07eroeHDh2v16tVav369GjRoULI8IiJC+fn5Sk9PL7U9fbl6ctXOFxMTEyNJ9GcvQ17uncjNPRt5ufciN6++yM09H3n5laGIfo6vr686dOigdevWlSxzOp1at26dOnXqZGJkcJesrCylpKSoXr16ZocCN2nSpIkiIiJK9evMzEx988039GsPdvjwYZ06dYq+XY0YhqHhw4drxYoV+uc//6kmTZqUWt+hQwfZ7fZSfTkpKUkHDx6kL1cjl2vni9m5c6ck0Z+9DHm5dyI392zk5d6L3Lz6ITf3fOTlFcN0Lr8xevRoDRw4UDfeeKM6duyol19+WdnZ2frrX/9qdmioBE8//bR69eqlxo0b6+jRo0pISJDNZtP9999vdmj4HbKyskr9J3T//v3auXOnwsLC1KhRI40cOVLPPfecmjdvriZNmujZZ59VZGSk+vTpY17QuCKXauOwsDBNmTJF99xzjyIiIpSSkqKxY8cqKipK3bt3NzFqXIn4+HgtWbJEq1atUlBQUMlciiEhIfL391dISIgGDx6s0aNHKywsTMHBwRoxYoQ6deqkm2++2eToUV6Xa+eUlBQtWbJEd911l2rVqqXdu3dr1KhR6ty5s9q1a2dy9Khq5OWej9zc85CXewdyc89Hbu75yMsryEApc+fONRo1amT4+voaHTt2NLZt22Z2SKgk9913n1GvXj3D19fXqF+/vnHfffcZycnJZoeF32n9+vWGpDI/AwcONAzDMJxOp/Hss88a4eHhhsPhMLp27WokJSWZGzSuyKXaOCcnx+jWrZtRp04dw263G40bNzaGDBlipKWlmR02rsDF2leSsWjRopJtzp49azz++ONGzZo1jYCAAKNv375GamqqeUHjil2unQ8ePGh07tzZCAsLMxwOhxEVFWWMGTPGyMjIMDdwmIa83LORm3se8nLvQG7u+cjNPR95ecVYDMMw3FOeBwAAAAAAAACgemNOdAAAAAAAAAAAXKCIDgAAAAAAAACACxTRAQAAAAAAAABwgSI6AAAAAAAAAAAuUEQHAAAAAAAAAMAFiugAAAAAAAAAALhAER0AAAAAAAAAABcoogMALmrQoEHq06dPyevbb79dI0eOrPI4EhMTZbFYlJ6eXuXnBgAAAMxGXg4A5qOIDgDVzKBBg2SxWGSxWOTr66uoqChNnTpVhYWFbj3vJ598omnTppVrWxJsAAAAeDrycgDwHj5mBwAAuHI9evTQokWLlJeXpzVr1ig+Pl52u13PPPNMqe3y8/Pl6+tbKecMCwurlOMAAAAAnoK8HAC8AyPRAaAacjgcioiIUOPGjTVs2DDFxcXp008/Lfmq5/PPP6/IyEi1bNlSknTo0CH9+c9/VmhoqMLCwtS7d28dOHCg5HhFRUUaPXq0QkNDVatWLY0dO1aGYZQ654VfG83Ly9O4cePUsGFDORwORUVFaeHChTpw4IBiY2MlSTVr1pTFYtGgQYMkSU6nUzNmzFCTJk3k7++v6Ohoffzxx6XOs2bNGrVo0UL+/v6KjY0tFScAAABwNSEvBwDvQBEdADyAv7+/8vPzJUnr1q1TUlKS1q5dq9WrV6ugoEDdu3dXUFCQNm3apC1btqhGjRrq0aNHyT4vvviiFi9erLfeekubN2/W6dOntWLFikue8y9/+YuWLl2qOXPmaM+ePXr99ddVo0YNNWzYUMuXL5ckJSUlKTU1VX//+98lSTNmzNA777yj+fPn6z//+Y9GjRqlBx98UBs2bJBU/EdFv3791KtXL+3cuVOPPPKIxo8f767bBgAAAFQq8nIA8ExM5wIA1ZhhGFq3bp2++uorjRgxQidOnFBgYKAWLFhQ8nXR9957T06nUwsWLJDFYpEkLVq0SKGhoUpMTFS3bt308ssv65lnnlG/fv0kSfPnz9dXX33l8rw//fSTli1bprVr1youLk6S1LRp05L1579iWrduXYWGhkoqHiEzffp0ff311+rUqVPJPps3b9brr7+uLl266LXXXlOzZs304osvSpJatmyp77//XrNmzarEuwYAAABULvJyAPBsFNEBoBpavXq1atSooYKCAjmdTj3wwAOaPHmy4uPj1bZt21LzLe7atUvJyckKCgoqdYzc3FylpKQoIyNDqampiomJKVnn4+OjG2+8scxXR8/buXOnbDabunTpUu6Yk5OTlZOTozvvvLPU8vz8fF1//fWSpD179pSKQ1JJYg8AAABcbcjLAcA7UEQHgGooNjZWr732mnx9fRUZGSkfn18/zgMDA0ttm5WVpQ4dOuj9998vc5w6depU6Pz+/v5XvE9WVpYk6fPPP1f9+vVLrXM4HBWKAwAAADATeTkAeAeK6ABQDQUGBioqKqpc295www368MMPVbduXQUHB190m3r16umbb75R586dJUmFhYX67rvvdMMNN1x0+7Zt28rpdGrDhg0lXxv9rfMjboqKikqWXXvttXI4HDp48KDLkTKtW7fWp59+WmrZtm3bLn+RAAAAgAnIywHAO/BgUQDwcAMGDFDt2rXVu3dvbdq0Sfv371diYqKeeOIJHT58WJL05JNPaubMmVq5cqX27t2rxx9/XOnp6S6Pec0112jgwIF6+OGHtXLlypJjLlu2TJLUuHFjWSwWrV69WidOnFBWVpaCgoL09NNPa9SoUXr77beVkpKi7du3a+7cuXr77bclSUOHDtW+ffs0ZswYJSUlacmSJVq8eLG7bxEAAADgduTlAFB9UUQHAA8XEBCgjRs3qlGjRurXr59at26twYMHKzc3t2QEzFNPPaWHHnpIAwcOVKdOnRQUFKS+ffte8rivvfaa/vSnP+nxxx9Xq1atNGTIEGVnZ0uS6tevrylTpmj8+PEKDw/X8OHDJUnTpk3Ts88+qxkzZqh169bq0aOHPv/8czVp0kSS1KhRIy1fvlwrV65UdHS05s+fr+nTp7vx7gAAAABVg7wcAKovi+Hq6RQAAAAAAAAAAHg5RqIDAAAAAAAAAOACRXQAAAAAAAAAAFygiA4AAAAAAAAAgAsU0QEAAAAAAAAAcIEiOgAAAAAAAAAALlBEBwAAAAAAAADABYroAAAAAAAAAAC4QBEdAAAAAAAAAAAXKKIDAAAAAAAAAOACRXQAAAAAAAAAAFygiA4AAAAAAAAAgAsU0QEAAAAAAAAAcOH/A49aZmETYUMMAAAAAElFTkSuQmCC\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Finetune the model"
      ],
      "metadata": {
        "id": "hiZxmUO61OQn"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def save_best_model(trainer, model_dir):\n",
        "    os.makedirs(model_dir, exist_ok=True)\n",
        "    trainer.save_model(model_dir)\n",
        "    tokenizer.save_pretrained(model_dir)"
      ],
      "metadata": {
        "id": "VPjw_rbY9mE6"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def compute_metrics(eval_pred):\n",
        "    logits, labels = eval_pred\n",
        "    predictions = torch.argmax(torch.tensor(logits), axis=-1).numpy()\n",
        "    accuracy = accuracy_score(labels, predictions)\n",
        "    return {\"accuracy\": accuracy}"
      ],
      "metadata": {
        "id": "BSPN3KzB8xTW"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def model_train(config, dir=f\"./results_trial_\"):\n",
        "    # Load LLM and finetune every layer on GPU\n",
        "    model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=28)\n",
        "    model.config.pad_token_id = model.config.eos_token_id\n",
        "\n",
        "    training_args = TrainingArguments(\n",
        "        output_dir=dir,\n",
        "        evaluation_strategy=\"epoch\",\n",
        "        save_strategy=\"epoch\",\n",
        "        learning_rate=config[\"learning_rate\"],\n",
        "        per_device_train_batch_size=config[\"batch_size\"],\n",
        "        num_train_epochs=config[\"num_epochs\"],\n",
        "        weight_decay=config[\"weight_decay\"],\n",
        "        logging_dir=f\"./logs_trial_\",\n",
        "        load_best_model_at_end=True,\n",
        "        metric_for_best_model=\"eval_loss\",\n",
        "        greater_is_better=False,\n",
        "        disable_tqdm=True,\n",
        "    )\n",
        "\n",
        "    trainer = Trainer(\n",
        "        model=model,\n",
        "        args=training_args,\n",
        "        train_dataset=train_dataset,\n",
        "        eval_dataset=val_dataset,\n",
        "        tokenizer=tokenizer,\n",
        "        compute_metrics=compute_metrics,\n",
        "        callbacks=[EarlyStoppingCallback(early_stopping_patience=3)],  # This is for early stopping and to avoid overfitting\n",
        "    )\n",
        "\n",
        "    trainer.train()\n",
        "\n",
        "    eval_results = trainer.evaluate()\n",
        "    print(eval_results)"
      ],
      "metadata": {
        "id": "3YDdGG6Y81L8"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Ran out of colab disk space once the CV with Ray tune finished.\n",
        "# This code here executes parameter tuning by running 6 samples along the given search space.\n",
        "# I save the best configuration and then loaded it for future runs and evaluation\n",
        "\n",
        "os.environ[\"WANDB_DISABLED\"] = \"true\"\n",
        "\n",
        "search_space = {\n",
        "    \"learning_rate\": tune.uniform(1e-5, 5e-5),\n",
        "    \"batch_size\": tune.choice([32, 64, 128]),\n",
        "    \"num_epochs\": tune.choice([5, 15, 20]),\n",
        "    \"weight_decay\": tune.uniform(0.01, 0.5),\n",
        "}\n",
        "\n",
        "analysis = tune.run(\n",
        "    model_train,\n",
        "    resources_per_trial={\"gpu\": 1},\n",
        "    config=search_space,\n",
        "    num_samples=6,\n",
        "    scheduler=ASHAScheduler(metric=\"eval_accuracy\", mode=\"max\"),\n",
        ")\n",
        "\n",
        "best_trial = analysis.get_best_trial(\"eval_accuracy\", mode=\"max\")\n",
        "best_config = best_trial.config\n",
        "print(f\"Best hyperparams: {best_config}\")\n",
        "\n",
        "model_train(best_config, f'./best_results_dir_')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6kb8aqXk9A3m",
        "outputId": "bebb00bb-e0cb-4dfb-eeef-48722b11dc2d",
        "collapsed": true
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "2024-11-27 12:59:26,288\tINFO worker.py:1819 -- Started a local Ray instance.\n",
            "2024-11-27 12:59:27,360\tINFO tune.py:253 -- Initializing Ray automatically. For cluster usage or custom Ray initialization, call `ray.init(...)` before `tune.run(...)`.\n",
            "2024-11-27 12:59:27,491\tINFO tensorboardx.py:193 -- pip install \"ray[tune]\" to see TensorBoard files.\n",
            "2024-11-27 12:59:27,495\tWARNING callback.py:136 -- The TensorboardX logger cannot be instantiated because either TensorboardX or one of it's dependencies is not installed. Please make sure you have the latest version of TensorboardX installed: `pip install -U tensorboardx`\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+--------------------------------------------------------------------+\n",
            "| Configuration for experiment     model_train_2024-11-27_12-59-27   |\n",
            "+--------------------------------------------------------------------+\n",
            "| Search algorithm                 BasicVariantGenerator             |\n",
            "| Scheduler                        AsyncHyperBandScheduler           |\n",
            "| Number of trials                 6                                 |\n",
            "+--------------------------------------------------------------------+\n",
            "\n",
            "View detailed results here: /root/ray_results/model_train_2024-11-27_12-59-27\n",
            "\n",
            "Trial status: 6 PENDING\n",
            "Current time: 2024-11-27 12:59:30. Total running time: 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   PENDING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=15879)\u001b[0m 2024-11-27 12:59:35.208597: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=15879)\u001b[0m 2024-11-27 12:59:35.230139: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=15879)\u001b[0m 2024-11-27 12:59:35.236569: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "\u001b[36m(pid=15879)\u001b[0m 2024-11-27 12:59:36.552171: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00000 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00000 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                   128 |\n",
            "| learning_rate                              4e-05 |\n",
            "| num_epochs                                    15 |\n",
            "| weight_decay                             0.45152 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=15879)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:00:00. Total running time: 32s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:00:30. Total running time: 1min 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.4185309410095215, 'eval_accuracy': 0.6020228671943711, 'eval_runtime': 6.9189, 'eval_samples_per_second': 657.335, 'eval_steps_per_second': 82.239, 'epoch': 1.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:01:00. Total running time: 1min 32s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:01:30. Total running time: 2min 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 1.771, 'grad_norm': 5.483026027679443, 'learning_rate': 3.5991338073091015e-05, 'epoch': 1.76056338028169}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:02:00. Total running time: 2min 32s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.2989957332611084, 'eval_accuracy': 0.6182937554969217, 'eval_runtime': 7.0344, 'eval_samples_per_second': 646.537, 'eval_steps_per_second': 80.888, 'epoch': 2.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:02:30. Total running time: 3min 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:03:00. Total running time: 3min 32s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.2777061462402344, 'eval_accuracy': 0.6174142480211082, 'eval_runtime': 6.8903, 'eval_samples_per_second': 660.063, 'eval_steps_per_second': 82.58, 'epoch': 3.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:03:30. Total running time: 4min 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 1.1897, 'grad_norm': 4.7882280349731445, 'learning_rate': 3.12052558825204e-05, 'epoch': 3.52112676056338}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:04:00. Total running time: 4min 32s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:04:30. Total running time: 5min 2s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.2668192386627197, 'eval_accuracy': 0.6215919085312225, 'eval_runtime': 7.0083, 'eval_samples_per_second': 648.946, 'eval_steps_per_second': 81.19, 'epoch': 4.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:05:00. Total running time: 5min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:05:30. Total running time: 6min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.358790636062622, 'eval_accuracy': 0.5974054529463501, 'eval_runtime': 7.0128, 'eval_samples_per_second': 648.526, 'eval_steps_per_second': 81.137, 'epoch': 5.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:06:00. Total running time: 6min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 1.0135, 'grad_norm': 5.943892478942871, 'learning_rate': 2.6419173691949785e-05, 'epoch': 5.28169014084507}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:06:30. Total running time: 7min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:07:00. Total running time: 7min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.3556791543960571, 'eval_accuracy': 0.6075197889182058, 'eval_runtime': 6.925, 'eval_samples_per_second': 656.753, 'eval_steps_per_second': 82.166, 'epoch': 6.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:07:30. Total running time: 8min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:08:00. Total running time: 8min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.3956832885742188, 'eval_accuracy': 0.6046613896218118, 'eval_runtime': 6.9157, 'eval_samples_per_second': 657.638, 'eval_steps_per_second': 82.277, 'epoch': 7.0}\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 0.8644, 'grad_norm': 5.282732009887695, 'learning_rate': 2.163309150137917e-05, 'epoch': 7.042253521126761}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:08:30. Total running time: 9min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:09:00. Total running time: 9min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:09:30. Total running time: 10min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.4573450088500977, 'eval_accuracy': 0.5934476693051891, 'eval_runtime': 7.0233, 'eval_samples_per_second': 647.559, 'eval_steps_per_second': 81.016, 'epoch': 8.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:10:00. Total running time: 10min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 0.7246, 'grad_norm': 7.152697563171387, 'learning_rate': 1.684700931080856e-05, 'epoch': 8.80281690140845}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:10:30. Total running time: 11min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.4773026704788208, 'eval_accuracy': 0.5859718557607739, 'eval_runtime': 6.84, 'eval_samples_per_second': 664.908, 'eval_steps_per_second': 83.187, 'epoch': 9.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:11:00. Total running time: 11min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:11:30. Total running time: 12min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.5238368511199951, 'eval_accuracy': 0.5934476693051891, 'eval_runtime': 7.1282, 'eval_samples_per_second': 638.031, 'eval_steps_per_second': 79.824, 'epoch': 10.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:12:00. Total running time: 12min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:12:30. Total running time: 13min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 0.6205, 'grad_norm': 6.090427398681641, 'learning_rate': 1.2060927120237945e-05, 'epoch': 10.56338028169014}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:13:00. Total running time: 13min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.5593287944793701, 'eval_accuracy': 0.5967458223394899, 'eval_runtime': 7.0307, 'eval_samples_per_second': 646.875, 'eval_steps_per_second': 80.93, 'epoch': 11.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:13:30. Total running time: 14min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:14:00. Total running time: 14min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.5883655548095703, 'eval_accuracy': 0.5914687774846086, 'eval_runtime': 6.9024, 'eval_samples_per_second': 658.903, 'eval_steps_per_second': 82.435, 'epoch': 12.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:14:30. Total running time: 15min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 0.5417, 'grad_norm': 6.470948219299316, 'learning_rate': 7.274844929667332e-06, 'epoch': 12.323943661971832}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:15:00. Total running time: 15min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:15:30. Total running time: 16min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.6251087188720703, 'eval_accuracy': 0.5824538258575198, 'eval_runtime': 6.9742, 'eval_samples_per_second': 652.116, 'eval_steps_per_second': 81.586, 'epoch': 13.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:16:01. Total running time: 16min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:16:31. Total running time: 17min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.6366897821426392, 'eval_accuracy': 0.580255057167986, 'eval_runtime': 7.0399, 'eval_samples_per_second': 646.03, 'eval_steps_per_second': 80.825, 'epoch': 14.0}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:17:01. Total running time: 17min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'loss': 0.4911, 'grad_norm': 4.7272725105285645, 'learning_rate': 2.488762739096719e-06, 'epoch': 14.084507042253522}\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:17:31. Total running time: 18min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 RUNNING | 5 PENDING\n",
            "Current time: 2024-11-27 13:18:01. Total running time: 18min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status       learning_rate     batch_size     num_epochs     weight_decay |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   RUNNING        4.07774e-05            128             15        0.451517  |\n",
            "| model_train_6f206_00001   PENDING        3.75252e-05             32             15        0.049379  |\n",
            "| model_train_6f206_00002   PENDING        2.13076e-05            128              5        0.377185  |\n",
            "| model_train_6f206_00003   PENDING        4.93945e-05            128             15        0.354615  |\n",
            "| model_train_6f206_00004   PENDING        2.03081e-05             32             15        0.0222857 |\n",
            "| model_train_6f206_00005   PENDING        4.17981e-05            128             20        0.471866  |\n",
            "+-----------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.6396362781524658, 'eval_accuracy': 0.5813544415127528, 'eval_runtime': 7.0825, 'eval_samples_per_second': 642.147, 'eval_steps_per_second': 80.339, 'epoch': 15.0}\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'train_runtime': 1118.5257, 'train_samples_per_second': 486.909, 'train_steps_per_second': 3.809, 'train_loss': 0.8755131215556686, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00000 finished iteration 1 at 2024-11-27 13:18:25. Total running time: 18min 58s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00000 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         1126.91 |\n",
            "| time_total_s                             1126.91 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                         15 |\n",
            "| eval_accuracy                            0.62159 |\n",
            "| eval_loss                                1.26682 |\n",
            "| eval_runtime                              7.1966 |\n",
            "| eval_samples_per_second                  631.964 |\n",
            "| eval_steps_per_second                     79.065 |\n",
            "+--------------------------------------------------+\n",
            "\n",
            "Trial model_train_6f206_00000 completed after 1 iterations at 2024-11-27 13:18:25. Total running time: 18min 58s\n",
            "\u001b[36m(model_train pid=15879)\u001b[0m {'eval_loss': 1.2668192386627197, 'eval_accuracy': 0.6215919085312225, 'eval_runtime': 7.1966, 'eval_samples_per_second': 631.964, 'eval_steps_per_second': 79.065, 'epoch': 15.0}\n",
            "\n",
            "Trial status: 1 TERMINATED | 5 PENDING\n",
            "Current time: 2024-11-27 13:18:31. Total running time: 19min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   PENDING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=20895)\u001b[0m 2024-11-27 13:18:31.191551: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=20895)\u001b[0m 2024-11-27 13:18:31.213686: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=20895)\u001b[0m 2024-11-27 13:18:31.220282: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "\u001b[36m(pid=20895)\u001b[0m 2024-11-27 13:18:32.524961: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00001 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00001 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                    32 |\n",
            "| learning_rate                              4e-05 |\n",
            "| num_epochs                                    15 |\n",
            "| weight_decay                             0.04938 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=20895)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:19:01. Total running time: 19min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 2.0839, 'grad_norm': 6.669510841369629, 'learning_rate': 3.642314956574238e-05, 'epoch': 0.44052863436123346}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:19:31. Total running time: 20min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.4675, 'grad_norm': 7.291265487670898, 'learning_rate': 3.5321087551650326e-05, 'epoch': 0.8810572687224669}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.308424949645996, 'eval_accuracy': 0.613896218117854, 'eval_runtime': 7.0375, 'eval_samples_per_second': 646.257, 'eval_steps_per_second': 80.853, 'epoch': 1.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:20:01. Total running time: 20min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.2921, 'grad_norm': 9.343018531799316, 'learning_rate': 3.421902553755827e-05, 'epoch': 1.3215859030837005}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:20:31. Total running time: 21min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.2417, 'grad_norm': 9.153924942016602, 'learning_rate': 3.311696352346622e-05, 'epoch': 1.7621145374449338}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:21:01. Total running time: 21min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.239723801612854, 'eval_accuracy': 0.6286279683377308, 'eval_runtime': 7.019, 'eval_samples_per_second': 647.954, 'eval_steps_per_second': 81.066, 'epoch': 2.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:21:31. Total running time: 22min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.1454, 'grad_norm': 11.240482330322266, 'learning_rate': 3.2014901509374166e-05, 'epoch': 2.202643171806167}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:22:01. Total running time: 22min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.0828, 'grad_norm': 14.082200050354004, 'learning_rate': 3.0912839495282106e-05, 'epoch': 2.643171806167401}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:22:31. Total running time: 23min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.2591336965560913, 'eval_accuracy': 0.6182937554969217, 'eval_runtime': 7.1273, 'eval_samples_per_second': 638.113, 'eval_steps_per_second': 79.834, 'epoch': 3.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 1.0586, 'grad_norm': 10.59571647644043, 'learning_rate': 2.9810777481190056e-05, 'epoch': 3.0837004405286343}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:23:01. Total running time: 23min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.9227, 'grad_norm': 8.769768714904785, 'learning_rate': 2.8708715467098002e-05, 'epoch': 3.5242290748898677}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:23:31. Total running time: 24min 3s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.9388, 'grad_norm': 9.388535499572754, 'learning_rate': 2.7606653453005952e-05, 'epoch': 3.964757709251101}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:24:01. Total running time: 24min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.3389745950698853, 'eval_accuracy': 0.6064204045734388, 'eval_runtime': 7.0247, 'eval_samples_per_second': 647.431, 'eval_steps_per_second': 81.0, 'epoch': 4.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:24:31. Total running time: 25min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.7772, 'grad_norm': 11.722354888916016, 'learning_rate': 2.6504591438913895e-05, 'epoch': 4.405286343612334}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:25:01. Total running time: 25min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.7932, 'grad_norm': 9.615007400512695, 'learning_rate': 2.540252942482184e-05, 'epoch': 4.845814977973569}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.4194142818450928, 'eval_accuracy': 0.6024626209322779, 'eval_runtime': 7.0747, 'eval_samples_per_second': 642.85, 'eval_steps_per_second': 80.427, 'epoch': 5.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:25:31. Total running time: 26min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.6821, 'grad_norm': 12.875997543334961, 'learning_rate': 2.4300467410729788e-05, 'epoch': 5.286343612334802}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:26:01. Total running time: 26min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.6503, 'grad_norm': 8.486004829406738, 'learning_rate': 2.3198405396637735e-05, 'epoch': 5.726872246696035}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:26:31. Total running time: 27min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.5360199213027954, 'eval_accuracy': 0.5982849604221636, 'eval_runtime': 7.0161, 'eval_samples_per_second': 648.224, 'eval_steps_per_second': 81.099, 'epoch': 6.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:27:01. Total running time: 27min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.6028, 'grad_norm': 14.125310897827148, 'learning_rate': 2.209634338254568e-05, 'epoch': 6.167400881057269}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:27:31. Total running time: 28min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.5288, 'grad_norm': 9.037786483764648, 'learning_rate': 2.0994281368453628e-05, 'epoch': 6.607929515418502}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:28:01. Total running time: 28min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.6180068254470825, 'eval_accuracy': 0.5875109938434476, 'eval_runtime': 7.0669, 'eval_samples_per_second': 643.563, 'eval_steps_per_second': 80.516, 'epoch': 7.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.5249, 'grad_norm': 8.741503715515137, 'learning_rate': 1.989221935436157e-05, 'epoch': 7.048458149779735}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:28:31. Total running time: 29min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.429, 'grad_norm': 9.373491287231445, 'learning_rate': 1.8790157340269517e-05, 'epoch': 7.48898678414097}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:29:01. Total running time: 29min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.4354, 'grad_norm': 12.242708206176758, 'learning_rate': 1.7688095326177464e-05, 'epoch': 7.929515418502203}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:29:31. Total running time: 30min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.7112966775894165, 'eval_accuracy': 0.5930079155672823, 'eval_runtime': 7.1523, 'eval_samples_per_second': 635.876, 'eval_steps_per_second': 79.554, 'epoch': 8.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:30:01. Total running time: 30min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.3564, 'grad_norm': 11.588441848754883, 'learning_rate': 1.658603331208541e-05, 'epoch': 8.370044052863436}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:30:31. Total running time: 31min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.3522, 'grad_norm': 8.115846633911133, 'learning_rate': 1.5483971297993357e-05, 'epoch': 8.810572687224669}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.80986750125885, 'eval_accuracy': 0.5811345646437994, 'eval_runtime': 7.0642, 'eval_samples_per_second': 643.814, 'eval_steps_per_second': 80.547, 'epoch': 9.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:31:01. Total running time: 31min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.3161, 'grad_norm': 5.688955783843994, 'learning_rate': 1.4381909283901302e-05, 'epoch': 9.251101321585903}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:31:31. Total running time: 32min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.2828, 'grad_norm': 11.177922248840332, 'learning_rate': 1.3279847269809248e-05, 'epoch': 9.691629955947137}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:32:01. Total running time: 32min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.9476263523101807, 'eval_accuracy': 0.5903693931398417, 'eval_runtime': 6.944, 'eval_samples_per_second': 654.958, 'eval_steps_per_second': 81.942, 'epoch': 10.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.2638, 'grad_norm': 12.679471969604492, 'learning_rate': 1.2177785255717196e-05, 'epoch': 10.13215859030837}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:32:31. Total running time: 33min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:33:01. Total running time: 33min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.2335, 'grad_norm': 7.838115215301514, 'learning_rate': 1.1075723241625141e-05, 'epoch': 10.572687224669604}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:33:31. Total running time: 34min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 2.0789546966552734, 'eval_accuracy': 0.5738786279683378, 'eval_runtime': 7.0477, 'eval_samples_per_second': 645.314, 'eval_steps_per_second': 80.735, 'epoch': 11.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.2318, 'grad_norm': 11.415921211242676, 'learning_rate': 9.973661227533088e-06, 'epoch': 11.013215859030836}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:34:01. Total running time: 34min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1982, 'grad_norm': 4.766668319702148, 'learning_rate': 8.871599213441034e-06, 'epoch': 11.45374449339207}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:34:31. Total running time: 35min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1987, 'grad_norm': 8.077704429626465, 'learning_rate': 7.769537199348979e-06, 'epoch': 11.894273127753303}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:35:01. Total running time: 35min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 2.137957811355591, 'eval_accuracy': 0.5815743183817063, 'eval_runtime': 7.0154, 'eval_samples_per_second': 648.287, 'eval_steps_per_second': 81.107, 'epoch': 12.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1713, 'grad_norm': 8.436141967773438, 'learning_rate': 6.667475185256926e-06, 'epoch': 12.334801762114537}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:35:31. Total running time: 36min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1638, 'grad_norm': 9.678001403808594, 'learning_rate': 5.565413171164871e-06, 'epoch': 12.775330396475772}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:36:01. Total running time: 36min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 2.2083141803741455, 'eval_accuracy': 0.5842128408091469, 'eval_runtime': 6.9598, 'eval_samples_per_second': 653.468, 'eval_steps_per_second': 81.755, 'epoch': 13.0}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:36:31. Total running time: 37min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1526, 'grad_norm': 2.4916672706604004, 'learning_rate': 4.463351157072818e-06, 'epoch': 13.215859030837004}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:37:01. Total running time: 37min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1493, 'grad_norm': 9.938720703125, 'learning_rate': 3.3612891429807643e-06, 'epoch': 13.656387665198238}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:37:31. Total running time: 38min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 2.2328171730041504, 'eval_accuracy': 0.5824538258575198, 'eval_runtime': 6.9172, 'eval_samples_per_second': 657.489, 'eval_steps_per_second': 82.258, 'epoch': 14.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1444, 'grad_norm': 9.209823608398438, 'learning_rate': 2.2592271288887104e-06, 'epoch': 14.09691629955947}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:38:01. Total running time: 38min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1278, 'grad_norm': 4.530162334442139, 'learning_rate': 1.1571651147966565e-06, 'epoch': 14.537444933920705}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:38:31. Total running time: 39min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'loss': 0.1373, 'grad_norm': 3.889777421951294, 'learning_rate': 5.510310070460269e-08, 'epoch': 14.97797356828194}\n",
            "Trial status: 1 TERMINATED | 1 RUNNING | 4 PENDING\n",
            "Current time: 2024-11-27 13:39:01. Total running time: 39min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00001   RUNNING          3.75252e-05             32             15        0.049379                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00002   PENDING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 2.264080047607422, 'eval_accuracy': 0.5817941952506597, 'eval_runtime': 6.9862, 'eval_samples_per_second': 651.0, 'eval_steps_per_second': 81.447, 'epoch': 15.0}\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'train_runtime': 1239.0233, 'train_samples_per_second': 439.556, 'train_steps_per_second': 13.741, 'train_loss': 0.5915588148680028, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00001 finished iteration 1 at 2024-11-27 13:39:21. Total running time: 39min 54s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00001 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         1247.33 |\n",
            "| time_total_s                             1247.33 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                         15 |\n",
            "| eval_accuracy                            0.62863 |\n",
            "| eval_loss                                1.23972 |\n",
            "| eval_runtime                              7.0772 |\n",
            "| eval_samples_per_second                  642.628 |\n",
            "| eval_steps_per_second                     80.399 |\n",
            "+--------------------------------------------------+\n",
            "\u001b[36m(model_train pid=20895)\u001b[0m {'eval_loss': 1.239723801612854, 'eval_accuracy': 0.6286279683377308, 'eval_runtime': 7.0772, 'eval_samples_per_second': 642.628, 'eval_steps_per_second': 80.399, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00001 completed after 1 iterations at 2024-11-27 13:39:21. Total running time: 39min 54s\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=26430)\u001b[0m 2024-11-27 13:39:27.363562: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=26430)\u001b[0m 2024-11-27 13:39:27.385474: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=26430)\u001b[0m 2024-11-27 13:39:27.392140: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "\u001b[36m(pid=26430)\u001b[0m 2024-11-27 13:39:28.805046: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00002 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00002 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                   128 |\n",
            "| learning_rate                              2e-05 |\n",
            "| num_epochs                                     5 |\n",
            "| weight_decay                             0.37719 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=26430)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:39:31. Total running time: 40min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:40:01. Total running time: 40min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:40:32. Total running time: 41min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.5781364440917969, 'eval_accuracy': 0.5576077396657871, 'eval_runtime': 6.9642, 'eval_samples_per_second': 653.055, 'eval_steps_per_second': 81.704, 'epoch': 1.0}\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:41:02. Total running time: 41min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:41:32. Total running time: 42min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'loss': 2.0313, 'grad_norm': 5.5131988525390625, 'learning_rate': 1.3804944122725351e-05, 'epoch': 1.76056338028169}\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.3832182884216309, 'eval_accuracy': 0.601363236587511, 'eval_runtime': 7.0261, 'eval_samples_per_second': 647.3, 'eval_steps_per_second': 80.984, 'epoch': 2.0}\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:42:02. Total running time: 42min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:42:32. Total running time: 43min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:43:02. Total running time: 43min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.3559789657592773, 'eval_accuracy': 0.6068601583113457, 'eval_runtime': 7.1086, 'eval_samples_per_second': 639.79, 'eval_steps_per_second': 80.044, 'epoch': 3.0}\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:43:32. Total running time: 44min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'loss': 1.3751, 'grad_norm': 4.789821624755859, 'learning_rate': 6.302257099505052e-06, 'epoch': 3.52112676056338}\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:44:02. Total running time: 44min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.331615686416626, 'eval_accuracy': 0.6123570800351803, 'eval_runtime': 6.9696, 'eval_samples_per_second': 652.551, 'eval_steps_per_second': 81.641, 'epoch': 4.0}\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:44:32. Total running time: 45min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:45:02. Total running time: 45min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 2 TERMINATED | 1 RUNNING | 3 PENDING\n",
            "Current time: 2024-11-27 13:45:32. Total running time: 46min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00002   RUNNING          2.13076e-05            128              5        0.377185                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1            1126.91       1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1            1247.33       1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.3352898359298706, 'eval_accuracy': 0.6125769569041337, 'eval_runtime': 7.0106, 'eval_samples_per_second': 648.728, 'eval_steps_per_second': 81.162, 'epoch': 5.0}\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'train_runtime': 375.9773, 'train_samples_per_second': 482.848, 'train_steps_per_second': 3.777, 'train_loss': 1.5784393310546876, 'epoch': 5.0}\n",
            "\n",
            "Trial model_train_6f206_00002 finished iteration 1 at 2024-11-27 13:45:55. Total running time: 46min 27s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00002 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         384.213 |\n",
            "| time_total_s                             384.213 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                          5 |\n",
            "| eval_accuracy                            0.61236 |\n",
            "| eval_loss                                1.33162 |\n",
            "| eval_runtime                              7.0311 |\n",
            "| eval_samples_per_second                  646.842 |\n",
            "| eval_steps_per_second                     80.926 |\n",
            "+--------------------------------------------------+\n",
            "\n",
            "Trial model_train_6f206_00002 completed after 1 iterations at 2024-11-27 13:45:55. Total running time: 46min 27s\n",
            "\u001b[36m(model_train pid=26430)\u001b[0m {'eval_loss': 1.331615686416626, 'eval_accuracy': 0.6123570800351803, 'eval_runtime': 7.0311, 'eval_samples_per_second': 646.842, 'eval_steps_per_second': 80.926, 'epoch': 5.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=28216)\u001b[0m 2024-11-27 13:46:01.209236: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=28216)\u001b[0m 2024-11-27 13:46:01.230928: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=28216)\u001b[0m 2024-11-27 13:46:01.237471: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 3 TERMINATED | 3 PENDING\n",
            "Current time: 2024-11-27 13:46:02. Total running time: 46min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   PENDING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=28216)\u001b[0m 2024-11-27 13:46:02.529222: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00003 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00003 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                   128 |\n",
            "| learning_rate                              5e-05 |\n",
            "| num_epochs                                    15 |\n",
            "| weight_decay                             0.35461 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=28216)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:46:32. Total running time: 47min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:47:02. Total running time: 47min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.3994303941726685, 'eval_accuracy': 0.5965259454705365, 'eval_runtime': 7.0274, 'eval_samples_per_second': 647.177, 'eval_steps_per_second': 80.968, 'epoch': 1.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:47:32. Total running time: 48min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:48:02. Total running time: 48min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 1.6804, 'grad_norm': 4.767352104187012, 'learning_rate': 4.3596990060524674e-05, 'epoch': 1.76056338028169}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:48:32. Total running time: 49min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.2807046175003052, 'eval_accuracy': 0.6185136323658751, 'eval_runtime': 7.2001, 'eval_samples_per_second': 631.654, 'eval_steps_per_second': 79.026, 'epoch': 2.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:49:02. Total running time: 49min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:49:32. Total running time: 50min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.2636350393295288, 'eval_accuracy': 0.6233509234828496, 'eval_runtime': 7.1831, 'eval_samples_per_second': 633.157, 'eval_steps_per_second': 79.214, 'epoch': 3.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:50:02. Total running time: 50min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 1.15, 'grad_norm': 4.466045379638672, 'learning_rate': 3.7799517978008096e-05, 'epoch': 3.52112676056338}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:50:32. Total running time: 51min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.282118797302246, 'eval_accuracy': 0.6200527704485488, 'eval_runtime': 6.8444, 'eval_samples_per_second': 664.487, 'eval_steps_per_second': 83.134, 'epoch': 4.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:51:02. Total running time: 51min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:51:32. Total running time: 52min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:52:02. Total running time: 52min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.3407835960388184, 'eval_accuracy': 0.6059806508355321, 'eval_runtime': 6.8852, 'eval_samples_per_second': 660.55, 'eval_steps_per_second': 82.641, 'epoch': 5.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:52:32. Total running time: 53min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.9487, 'grad_norm': 5.541721343994141, 'learning_rate': 3.200204589549152e-05, 'epoch': 5.28169014084507}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:53:02. Total running time: 53min 34s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.404951572418213, 'eval_accuracy': 0.6033421284080914, 'eval_runtime': 7.0533, 'eval_samples_per_second': 644.801, 'eval_steps_per_second': 80.671, 'epoch': 6.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:53:32. Total running time: 54min 4s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:54:02. Total running time: 54min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:54:32. Total running time: 55min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.442444920539856, 'eval_accuracy': 0.6009234828496042, 'eval_runtime': 7.0643, 'eval_samples_per_second': 643.801, 'eval_steps_per_second': 80.546, 'epoch': 7.0}\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.7748, 'grad_norm': 5.2886786460876465, 'learning_rate': 2.6204573812974938e-05, 'epoch': 7.042253521126761}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:55:02. Total running time: 55min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:55:32. Total running time: 56min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.5167158842086792, 'eval_accuracy': 0.5923482849604221, 'eval_runtime': 6.9987, 'eval_samples_per_second': 649.832, 'eval_steps_per_second': 81.3, 'epoch': 8.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:56:02. Total running time: 56min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:56:32. Total running time: 57min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.6074, 'grad_norm': 8.078320503234863, 'learning_rate': 2.040710173045836e-05, 'epoch': 8.80281690140845}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:57:02. Total running time: 57min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.5735934972763062, 'eval_accuracy': 0.594547053649956, 'eval_runtime': 7.0412, 'eval_samples_per_second': 645.916, 'eval_steps_per_second': 80.811, 'epoch': 9.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:57:32. Total running time: 58min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:58:02. Total running time: 58min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.623665452003479, 'eval_accuracy': 0.5934476693051891, 'eval_runtime': 6.9144, 'eval_samples_per_second': 657.76, 'eval_steps_per_second': 82.292, 'epoch': 10.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:58:32. Total running time: 59min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:59:02. Total running time: 59min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.4924, 'grad_norm': 4.822484493255615, 'learning_rate': 1.4609629647941779e-05, 'epoch': 10.56338028169014}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 13:59:32. Total running time: 1hr 0min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.6885697841644287, 'eval_accuracy': 0.5936675461741425, 'eval_runtime': 6.9528, 'eval_samples_per_second': 654.123, 'eval_steps_per_second': 81.837, 'epoch': 11.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:00:02. Total running time: 1hr 0min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:00:32. Total running time: 1hr 1min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.7283213138580322, 'eval_accuracy': 0.5861917326297273, 'eval_runtime': 6.921, 'eval_samples_per_second': 657.132, 'eval_steps_per_second': 82.214, 'epoch': 12.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:01:02. Total running time: 1hr 1min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.4079, 'grad_norm': 4.864221096038818, 'learning_rate': 8.8121575654252e-06, 'epoch': 12.323943661971832}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:01:32. Total running time: 1hr 2min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:02:02. Total running time: 1hr 2min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.780694603919983, 'eval_accuracy': 0.58311345646438, 'eval_runtime': 7.0616, 'eval_samples_per_second': 644.048, 'eval_steps_per_second': 80.577, 'epoch': 13.0}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:02:32. Total running time: 1hr 3min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:03:02. Total running time: 1hr 3min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.7982267141342163, 'eval_accuracy': 0.5833333333333334, 'eval_runtime': 7.0205, 'eval_samples_per_second': 647.819, 'eval_steps_per_second': 81.049, 'epoch': 14.0}\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'loss': 0.3496, 'grad_norm': 4.917887210845947, 'learning_rate': 3.014685482908621e-06, 'epoch': 14.084507042253522}\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:03:32. Total running time: 1hr 4min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:04:02. Total running time: 1hr 4min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 3 TERMINATED | 1 RUNNING | 2 PENDING\n",
            "Current time: 2024-11-27 14:04:32. Total running time: 1hr 5min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00003   RUNNING          4.93945e-05            128             15        0.354615                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00004   PENDING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.8119537830352783, 'eval_accuracy': 0.5844327176781002, 'eval_runtime': 7.3406, 'eval_samples_per_second': 619.568, 'eval_steps_per_second': 77.514, 'epoch': 15.0}\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'train_runtime': 1117.4611, 'train_samples_per_second': 487.373, 'train_steps_per_second': 3.812, 'train_loss': 0.7721899829560043, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00003 finished iteration 1 at 2024-11-27 14:04:50. Total running time: 1hr 5min 23s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00003 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         1125.75 |\n",
            "| time_total_s                             1125.75 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                         15 |\n",
            "| eval_accuracy                            0.62335 |\n",
            "| eval_loss                                1.26364 |\n",
            "| eval_runtime                              7.0873 |\n",
            "| eval_samples_per_second                  641.709 |\n",
            "| eval_steps_per_second                     80.284 |\n",
            "+--------------------------------------------------+\n",
            "\u001b[36m(model_train pid=28216)\u001b[0m {'eval_loss': 1.2636350393295288, 'eval_accuracy': 0.6233509234828496, 'eval_runtime': 7.0873, 'eval_samples_per_second': 641.709, 'eval_steps_per_second': 80.284, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00003 completed after 1 iterations at 2024-11-27 14:04:50. Total running time: 1hr 5min 23s\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=33220)\u001b[0m 2024-11-27 14:04:56.502473: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=33220)\u001b[0m 2024-11-27 14:04:56.523972: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=33220)\u001b[0m 2024-11-27 14:04:56.530481: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "\u001b[36m(pid=33220)\u001b[0m 2024-11-27 14:04:57.832465: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00004 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00004 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                    32 |\n",
            "| learning_rate                              2e-05 |\n",
            "| num_epochs                                    15 |\n",
            "| weight_decay                             0.02229 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=33220)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:05:02. Total running time: 1hr 5min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:05:32. Total running time: 1hr 6min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 2.4259, 'grad_norm': 7.563887119293213, 'learning_rate': 1.9711683759598388e-05, 'epoch': 0.44052863436123346}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:06:02. Total running time: 1hr 6min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.6141, 'grad_norm': 9.537357330322266, 'learning_rate': 1.9115263676100708e-05, 'epoch': 0.8810572687224669}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.3957396745681763, 'eval_accuracy': 0.6009234828496042, 'eval_runtime': 6.9633, 'eval_samples_per_second': 653.139, 'eval_steps_per_second': 81.714, 'epoch': 1.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "2024-11-27 14:06:27,007\tWARNING util.py:201 -- The `on_step_begin` operation took 1.257 s, which may be a performance bottleneck.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:06:33. Total running time: 1hr 7min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.4072, 'grad_norm': 10.156048774719238, 'learning_rate': 1.8518843592603024e-05, 'epoch': 1.3215859030837005}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:07:03. Total running time: 1hr 7min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.3441, 'grad_norm': 10.277199745178223, 'learning_rate': 1.7922423509105344e-05, 'epoch': 1.7621145374449338}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:07:33. Total running time: 1hr 8min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.2791178226470947, 'eval_accuracy': 0.6180738786279684, 'eval_runtime': 7.0429, 'eval_samples_per_second': 645.758, 'eval_steps_per_second': 80.791, 'epoch': 2.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.2471, 'grad_norm': 9.891050338745117, 'learning_rate': 1.732600342560766e-05, 'epoch': 2.202643171806167}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:08:03. Total running time: 1hr 8min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:08:33. Total running time: 1hr 9min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.2028, 'grad_norm': 12.7793607711792, 'learning_rate': 1.672958334210998e-05, 'epoch': 2.643171806167401}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:09:03. Total running time: 1hr 9min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.2583465576171875, 'eval_accuracy': 0.6242304309586632, 'eval_runtime': 7.1236, 'eval_samples_per_second': 638.441, 'eval_steps_per_second': 79.875, 'epoch': 3.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.1948, 'grad_norm': 9.337148666381836, 'learning_rate': 1.6133163258612297e-05, 'epoch': 3.0837004405286343}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:09:33. Total running time: 1hr 10min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.0933, 'grad_norm': 9.292776107788086, 'learning_rate': 1.5536743175114613e-05, 'epoch': 3.5242290748898677}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:10:03. Total running time: 1hr 10min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.109, 'grad_norm': 8.875353813171387, 'learning_rate': 1.4940323091616935e-05, 'epoch': 3.964757709251101}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.301385521888733, 'eval_accuracy': 0.6136763412489006, 'eval_runtime': 6.9499, 'eval_samples_per_second': 654.401, 'eval_steps_per_second': 81.872, 'epoch': 4.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:10:33. Total running time: 1hr 11min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.0034, 'grad_norm': 10.563084602355957, 'learning_rate': 1.4343903008119253e-05, 'epoch': 4.405286343612334}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:11:03. Total running time: 1hr 11min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 1.0239, 'grad_norm': 10.942882537841797, 'learning_rate': 1.3747482924621571e-05, 'epoch': 4.845814977973569}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:11:33. Total running time: 1hr 12min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.3267278671264648, 'eval_accuracy': 0.6141160949868074, 'eval_runtime': 7.0523, 'eval_samples_per_second': 644.896, 'eval_steps_per_second': 80.683, 'epoch': 5.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:12:03. Total running time: 1hr 12min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.9406, 'grad_norm': 10.149152755737305, 'learning_rate': 1.3151062841123889e-05, 'epoch': 5.286343612334802}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:12:33. Total running time: 1hr 13min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.934, 'grad_norm': 9.360457420349121, 'learning_rate': 1.2554642757626206e-05, 'epoch': 5.726872246696035}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:13:03. Total running time: 1hr 13min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.3464716672897339, 'eval_accuracy': 0.6134564643799473, 'eval_runtime': 6.8863, 'eval_samples_per_second': 660.443, 'eval_steps_per_second': 82.628, 'epoch': 6.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.8836, 'grad_norm': 13.650055885314941, 'learning_rate': 1.1958222674128524e-05, 'epoch': 6.167400881057269}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:13:33. Total running time: 1hr 14min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.838, 'grad_norm': 9.512282371520996, 'learning_rate': 1.1361802590630842e-05, 'epoch': 6.607929515418502}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:14:03. Total running time: 1hr 14min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:14:33. Total running time: 1hr 15min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.3729444742202759, 'eval_accuracy': 0.6081794195250659, 'eval_runtime': 7.0853, 'eval_samples_per_second': 641.89, 'eval_steps_per_second': 80.307, 'epoch': 7.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.8541, 'grad_norm': 12.000744819641113, 'learning_rate': 1.076538250713316e-05, 'epoch': 7.048458149779735}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:15:03. Total running time: 1hr 15min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.7709, 'grad_norm': 11.997346878051758, 'learning_rate': 1.0168962423635478e-05, 'epoch': 7.48898678414097}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:15:33. Total running time: 1hr 16min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.7837, 'grad_norm': 13.563432693481445, 'learning_rate': 9.572542340137796e-06, 'epoch': 7.929515418502203}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.4181807041168213, 'eval_accuracy': 0.6119173262972736, 'eval_runtime': 7.0401, 'eval_samples_per_second': 646.01, 'eval_steps_per_second': 80.822, 'epoch': 8.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:16:03. Total running time: 1hr 16min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.7203, 'grad_norm': 11.32459831237793, 'learning_rate': 8.976122256640114e-06, 'epoch': 8.370044052863436}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:16:33. Total running time: 1hr 17min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.7188, 'grad_norm': 12.34386157989502, 'learning_rate': 8.379702173142431e-06, 'epoch': 8.810572687224669}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:17:03. Total running time: 1hr 17min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.446199655532837, 'eval_accuracy': 0.6009234828496042, 'eval_runtime': 6.9529, 'eval_samples_per_second': 654.115, 'eval_steps_per_second': 81.836, 'epoch': 9.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:17:33. Total running time: 1hr 18min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.7009, 'grad_norm': 9.730818748474121, 'learning_rate': 7.783282089644749e-06, 'epoch': 9.251101321585903}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:18:03. Total running time: 1hr 18min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.6595, 'grad_norm': 12.18764877319336, 'learning_rate': 7.186862006147067e-06, 'epoch': 9.691629955947137}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:18:33. Total running time: 1hr 19min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.4974091053009033, 'eval_accuracy': 0.6035620052770448, 'eval_runtime': 7.0642, 'eval_samples_per_second': 643.81, 'eval_steps_per_second': 80.547, 'epoch': 10.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.6454, 'grad_norm': 12.494331359863281, 'learning_rate': 6.590441922649386e-06, 'epoch': 10.13215859030837}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:19:03. Total running time: 1hr 19min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.6193, 'grad_norm': 11.28040599822998, 'learning_rate': 5.994021839151704e-06, 'epoch': 10.572687224669604}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:19:33. Total running time: 1hr 20min 5s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:20:03. Total running time: 1hr 20min 35s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.540603756904602, 'eval_accuracy': 0.5943271767810027, 'eval_runtime': 7.0393, 'eval_samples_per_second': 646.084, 'eval_steps_per_second': 80.832, 'epoch': 11.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.6135, 'grad_norm': 9.576827049255371, 'learning_rate': 5.397601755654022e-06, 'epoch': 11.013215859030836}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:20:33. Total running time: 1hr 21min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5805, 'grad_norm': 10.025726318359375, 'learning_rate': 4.80118167215634e-06, 'epoch': 11.45374449339207}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:21:03. Total running time: 1hr 21min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5773, 'grad_norm': 8.4266939163208, 'learning_rate': 4.204761588658658e-06, 'epoch': 11.894273127753303}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.5520720481872559, 'eval_accuracy': 0.6011433597185576, 'eval_runtime': 6.9745, 'eval_samples_per_second': 652.092, 'eval_steps_per_second': 81.583, 'epoch': 12.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:21:33. Total running time: 1hr 22min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5478, 'grad_norm': 8.017033576965332, 'learning_rate': 3.608341505160976e-06, 'epoch': 12.334801762114537}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:22:03. Total running time: 1hr 22min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5496, 'grad_norm': 11.421262741088867, 'learning_rate': 3.0119214216632937e-06, 'epoch': 12.775330396475772}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:22:33. Total running time: 1hr 23min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.5844027996063232, 'eval_accuracy': 0.5930079155672823, 'eval_runtime': 7.008, 'eval_samples_per_second': 648.975, 'eval_steps_per_second': 81.193, 'epoch': 13.0}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:23:03. Total running time: 1hr 23min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5275, 'grad_norm': 11.132899284362793, 'learning_rate': 2.415501338165612e-06, 'epoch': 13.215859030837004}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:23:33. Total running time: 1hr 24min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5195, 'grad_norm': 18.496044158935547, 'learning_rate': 1.81908125466793e-06, 'epoch': 13.656387665198238}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:24:03. Total running time: 1hr 24min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.5934175252914429, 'eval_accuracy': 0.5923482849604221, 'eval_runtime': 6.9472, 'eval_samples_per_second': 654.652, 'eval_steps_per_second': 81.904, 'epoch': 14.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5197, 'grad_norm': 13.999186515808105, 'learning_rate': 1.2226611711702481e-06, 'epoch': 14.09691629955947}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:24:33. Total running time: 1hr 25min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5059, 'grad_norm': 10.796073913574219, 'learning_rate': 6.262410876725661e-07, 'epoch': 14.537444933920705}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:25:03. Total running time: 1hr 25min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'loss': 0.5137, 'grad_norm': 11.08311939239502, 'learning_rate': 2.9821004174884094e-08, 'epoch': 14.97797356828194}\n",
            "Trial status: 4 TERMINATED | 1 RUNNING | 1 PENDING\n",
            "Current time: 2024-11-27 14:25:33. Total running time: 1hr 26min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00004   RUNNING          2.03081e-05             32             15        0.0222857                                                                                                       |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00005   PENDING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.599518895149231, 'eval_accuracy': 0.5932277924362357, 'eval_runtime': 6.975, 'eval_samples_per_second': 652.042, 'eval_steps_per_second': 81.577, 'epoch': 15.0}\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'train_runtime': 1239.989, 'train_samples_per_second': 439.214, 'train_steps_per_second': 13.73, 'train_loss': 0.8872899988429311, 'epoch': 15.0}\n",
            "\n",
            "Trial model_train_6f206_00004 finished iteration 1 at 2024-11-27 14:25:48. Total running time: 1hr 26min 20s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00004 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         1248.31 |\n",
            "| time_total_s                             1248.31 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                         15 |\n",
            "| eval_accuracy                            0.62423 |\n",
            "| eval_loss                                1.25835 |\n",
            "| eval_runtime                              7.1318 |\n",
            "| eval_samples_per_second                  637.707 |\n",
            "| eval_steps_per_second                     79.783 |\n",
            "+--------------------------------------------------+\n",
            "\n",
            "Trial model_train_6f206_00004 completed after 1 iterations at 2024-11-27 14:25:48. Total running time: 1hr 26min 20s\n",
            "\u001b[36m(model_train pid=33220)\u001b[0m {'eval_loss': 1.2583465576171875, 'eval_accuracy': 0.6242304309586632, 'eval_runtime': 7.1318, 'eval_samples_per_second': 637.707, 'eval_steps_per_second': 79.783, 'epoch': 15.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(pid=38760)\u001b[0m 2024-11-27 14:25:54.516412: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
            "\u001b[36m(pid=38760)\u001b[0m 2024-11-27 14:25:54.523040: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
            "\u001b[36m(pid=38760)\u001b[0m 2024-11-27 14:25:54.494429: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
            "\u001b[36m(pid=38760)\u001b[0m 2024-11-27 14:25:55.911744: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00005 started with configuration:\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00005 config             |\n",
            "+--------------------------------------------------+\n",
            "| batch_size                                   128 |\n",
            "| learning_rate                              4e-05 |\n",
            "| num_epochs                                    20 |\n",
            "| weight_decay                             0.47187 |\n",
            "+--------------------------------------------------+\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[36m(model_train pid=38760)\u001b[0m Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m /usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m   warnings.warn(\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m <ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:26:03. Total running time: 1hr 26min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:26:33. Total running time: 1hr 27min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:27:03. Total running time: 1hr 27min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.3918654918670654, 'eval_accuracy': 0.5949868073878628, 'eval_runtime': 6.8409, 'eval_samples_per_second': 664.828, 'eval_steps_per_second': 83.177, 'epoch': 1.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:27:33. Total running time: 1hr 28min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 1.7645, 'grad_norm': 4.772863864898682, 'learning_rate': 3.811871550449612e-05, 'epoch': 1.76056338028169}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:28:03. Total running time: 1hr 28min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.2998179197311401, 'eval_accuracy': 0.6114775725593667, 'eval_runtime': 7.0195, 'eval_samples_per_second': 647.909, 'eval_steps_per_second': 81.06, 'epoch': 2.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:28:34. Total running time: 1hr 29min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:29:04. Total running time: 1hr 29min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:29:34. Total running time: 1hr 30min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.2692787647247314, 'eval_accuracy': 0.6171943711521548, 'eval_runtime': 7.0608, 'eval_samples_per_second': 644.124, 'eval_steps_per_second': 80.586, 'epoch': 3.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:30:04. Total running time: 1hr 30min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 1.1786, 'grad_norm': 4.20646858215332, 'learning_rate': 3.443930281101194e-05, 'epoch': 3.52112676056338}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:30:34. Total running time: 1hr 31min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.2769150733947754, 'eval_accuracy': 0.6180738786279684, 'eval_runtime': 7.1666, 'eval_samples_per_second': 634.609, 'eval_steps_per_second': 79.396, 'epoch': 4.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:31:04. Total running time: 1hr 31min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:31:34. Total running time: 1hr 32min 6s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:32:04. Total running time: 1hr 32min 36s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.3472394943237305, 'eval_accuracy': 0.6033421284080914, 'eval_runtime': 7.1452, 'eval_samples_per_second': 636.514, 'eval_steps_per_second': 79.634, 'epoch': 5.0}\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.9931, 'grad_norm': 5.599533557891846, 'learning_rate': 3.075989011752776e-05, 'epoch': 5.28169014084507}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:32:34. Total running time: 1hr 33min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:33:04. Total running time: 1hr 33min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.3796205520629883, 'eval_accuracy': 0.6075197889182058, 'eval_runtime': 6.9853, 'eval_samples_per_second': 651.079, 'eval_steps_per_second': 81.456, 'epoch': 6.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:33:34. Total running time: 1hr 34min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:34:04. Total running time: 1hr 34min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:34:34. Total running time: 1hr 35min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.4205873012542725, 'eval_accuracy': 0.6007036059806509, 'eval_runtime': 7.0722, 'eval_samples_per_second': 643.083, 'eval_steps_per_second': 80.456, 'epoch': 7.0}\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.8268, 'grad_norm': 5.238741874694824, 'learning_rate': 2.708047742404358e-05, 'epoch': 7.042253521126761}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:35:04. Total running time: 1hr 35min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:35:34. Total running time: 1hr 36min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.5032572746276855, 'eval_accuracy': 0.5894898856640282, 'eval_runtime': 7.1172, 'eval_samples_per_second': 639.015, 'eval_steps_per_second': 79.947, 'epoch': 8.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:36:05. Total running time: 1hr 36min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:36:35. Total running time: 1hr 37min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.6645, 'grad_norm': 7.046878814697266, 'learning_rate': 2.3401064730559395e-05, 'epoch': 8.80281690140845}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:37:05. Total running time: 1hr 37min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.5302810668945312, 'eval_accuracy': 0.5908091468777484, 'eval_runtime': 7.3451, 'eval_samples_per_second': 619.191, 'eval_steps_per_second': 77.467, 'epoch': 9.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:37:35. Total running time: 1hr 38min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:38:05. Total running time: 1hr 38min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.5818694829940796, 'eval_accuracy': 0.5914687774846086, 'eval_runtime': 7.1122, 'eval_samples_per_second': 639.46, 'eval_steps_per_second': 80.003, 'epoch': 10.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:38:35. Total running time: 1hr 39min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.5385, 'grad_norm': 5.814576148986816, 'learning_rate': 1.972165203707521e-05, 'epoch': 10.56338028169014}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:39:05. Total running time: 1hr 39min 37s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:39:35. Total running time: 1hr 40min 7s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.654106616973877, 'eval_accuracy': 0.5908091468777484, 'eval_runtime': 7.1325, 'eval_samples_per_second': 637.646, 'eval_steps_per_second': 79.776, 'epoch': 11.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:40:05. Total running time: 1hr 40min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:40:35. Total running time: 1hr 41min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.7064077854156494, 'eval_accuracy': 0.5910290237467019, 'eval_runtime': 7.1452, 'eval_samples_per_second': 636.514, 'eval_steps_per_second': 79.634, 'epoch': 12.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:41:05. Total running time: 1hr 41min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.4346, 'grad_norm': 5.7222514152526855, 'learning_rate': 1.604223934359103e-05, 'epoch': 12.323943661971832}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:41:35. Total running time: 1hr 42min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:42:05. Total running time: 1hr 42min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.7814784049987793, 'eval_accuracy': 0.587730870712401, 'eval_runtime': 7.0555, 'eval_samples_per_second': 644.602, 'eval_steps_per_second': 80.646, 'epoch': 13.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:42:35. Total running time: 1hr 43min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:43:05. Total running time: 1hr 43min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.799550175666809, 'eval_accuracy': 0.5822339489885664, 'eval_runtime': 7.0705, 'eval_samples_per_second': 643.24, 'eval_steps_per_second': 80.476, 'epoch': 14.0}\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.3607, 'grad_norm': 4.762191295623779, 'learning_rate': 1.236282665010685e-05, 'epoch': 14.084507042253522}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:43:35. Total running time: 1hr 44min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:44:05. Total running time: 1hr 44min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.8601853847503662, 'eval_accuracy': 0.5875109938434476, 'eval_runtime': 7.026, 'eval_samples_per_second': 647.313, 'eval_steps_per_second': 80.985, 'epoch': 15.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:44:36. Total running time: 1hr 45min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:45:06. Total running time: 1hr 45min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.2975, 'grad_norm': 5.814855098724365, 'learning_rate': 8.683413956622669e-06, 'epoch': 15.845070422535212}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:45:36. Total running time: 1hr 46min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.9023613929748535, 'eval_accuracy': 0.5872911169744943, 'eval_runtime': 6.9514, 'eval_samples_per_second': 654.257, 'eval_steps_per_second': 81.854, 'epoch': 16.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:46:06. Total running time: 1hr 46min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:46:36. Total running time: 1hr 47min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.926126480102539, 'eval_accuracy': 0.5833333333333334, 'eval_runtime': 6.9963, 'eval_samples_per_second': 650.053, 'eval_steps_per_second': 81.328, 'epoch': 17.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:47:06. Total running time: 1hr 47min 38s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:47:36. Total running time: 1hr 48min 8s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.2567, 'grad_norm': 4.644381523132324, 'learning_rate': 5.004001263138486e-06, 'epoch': 17.6056338028169}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:48:06. Total running time: 1hr 48min 39s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.9497345685958862, 'eval_accuracy': 0.5835532102022867, 'eval_runtime': 7.0271, 'eval_samples_per_second': 647.211, 'eval_steps_per_second': 80.973, 'epoch': 18.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:48:36. Total running time: 1hr 49min 9s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:49:06. Total running time: 1hr 49min 39s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.9712859392166138, 'eval_accuracy': 0.5811345646437994, 'eval_runtime': 7.1633, 'eval_samples_per_second': 634.902, 'eval_steps_per_second': 79.433, 'epoch': 19.0}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:49:36. Total running time: 1hr 50min 9s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'loss': 0.2319, 'grad_norm': 4.780632019042969, 'learning_rate': 1.3245885696543053e-06, 'epoch': 19.366197183098592}\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:50:06. Total running time: 1hr 50min 39s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "Trial status: 5 TERMINATED | 1 RUNNING\n",
            "Current time: 2024-11-27 14:50:36. Total running time: 1hr 51min 9s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00005   RUNNING          4.17981e-05            128             20        0.471866                                                                                                        |\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.9765174388885498, 'eval_accuracy': 0.5822339489885664, 'eval_runtime': 7.1379, 'eval_samples_per_second': 637.161, 'eval_steps_per_second': 79.715, 'epoch': 20.0}\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'train_runtime': 1493.951, 'train_samples_per_second': 486.067, 'train_steps_per_second': 3.802, 'train_loss': 0.6712002828087605, 'epoch': 20.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "2024-11-27 14:51:00,959\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/root/ray_results/model_train_2024-11-27_12-59-27' in 0.0053s.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Trial model_train_6f206_00005 finished iteration 1 at 2024-11-27 14:51:00. Total running time: 1hr 51min 33s\n",
            "+--------------------------------------------------+\n",
            "| Trial model_train_6f206_00005 result             |\n",
            "+--------------------------------------------------+\n",
            "| checkpoint_dir_name                              |\n",
            "| time_this_iter_s                         1502.48 |\n",
            "| time_total_s                             1502.48 |\n",
            "| training_iteration                             1 |\n",
            "| epoch                                         20 |\n",
            "| eval_accuracy                            0.61719 |\n",
            "| eval_loss                                1.26928 |\n",
            "| eval_runtime                              7.3054 |\n",
            "| eval_samples_per_second                  622.555 |\n",
            "| eval_steps_per_second                     77.888 |\n",
            "+--------------------------------------------------+\n",
            "\n",
            "Trial model_train_6f206_00005 completed after 1 iterations at 2024-11-27 14:51:00. Total running time: 1hr 51min 33s\n",
            "\n",
            "Trial status: 6 TERMINATED\n",
            "Current time: 2024-11-27 14:51:00. Total running time: 1hr 51min 33s\n",
            "Logical resource usage: 0/12 CPUs, 1.0/1 GPUs (0.0/1.0 accelerator_type:A100)\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| Trial name                status         learning_rate     batch_size     num_epochs     weight_decay     iter     total time (s)     eval_loss     eval_accuracy     eval_runtime     ...amples_per_second |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "| model_train_6f206_00000   TERMINATED       4.07774e-05            128             15        0.451517         1           1126.91        1.26682          0.621592           7.1966                  631.964 |\n",
            "| model_train_6f206_00001   TERMINATED       3.75252e-05             32             15        0.049379         1           1247.33        1.23972          0.628628           7.0772                  642.628 |\n",
            "| model_train_6f206_00002   TERMINATED       2.13076e-05            128              5        0.377185         1            384.213       1.33162          0.612357           7.0311                  646.842 |\n",
            "| model_train_6f206_00003   TERMINATED       4.93945e-05            128             15        0.354615         1           1125.75        1.26364          0.623351           7.0873                  641.709 |\n",
            "| model_train_6f206_00004   TERMINATED       2.03081e-05             32             15        0.0222857        1           1248.31        1.25835          0.62423            7.1318                  637.707 |\n",
            "| model_train_6f206_00005   TERMINATED       4.17981e-05            128             20        0.471866         1           1502.48        1.26928          0.617194           7.3054                  622.555 |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "\n",
            "Best hyperparams: {'learning_rate': 3.7525211579834433e-05, 'batch_size': 32, 'num_epochs': 15, 'weight_decay': 0.0493790360136133}\n",
            "\u001b[36m(model_train pid=38760)\u001b[0m {'eval_loss': 1.2692787647247314, 'eval_accuracy': 0.6171943711521548, 'eval_runtime': 7.3054, 'eval_samples_per_second': 622.555, 'eval_steps_per_second': 77.888, 'epoch': 20.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "  warnings.warn(\n",
            "Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "<ipython-input-10-d68d96cabb43>:22: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n",
            "  trainer = Trainer(\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "{'loss': 2.1072, 'grad_norm': 8.161422729492188, 'learning_rate': 3.642314956574238e-05, 'epoch': 0.44052863436123346}\n",
            "{'loss': 1.4786, 'grad_norm': 8.117902755737305, 'learning_rate': 3.5321087551650326e-05, 'epoch': 0.8810572687224669}\n",
            "{'eval_loss': 1.2885520458221436, 'eval_accuracy': 0.6189533861037819, 'eval_runtime': 7.1045, 'eval_samples_per_second': 640.154, 'eval_steps_per_second': 80.09, 'epoch': 1.0}\n",
            "{'loss': 1.2967, 'grad_norm': 9.16204833984375, 'learning_rate': 3.421902553755827e-05, 'epoch': 1.3215859030837005}\n",
            "{'loss': 1.2489, 'grad_norm': 10.129900932312012, 'learning_rate': 3.311696352346622e-05, 'epoch': 1.7621145374449338}\n",
            "{'eval_loss': 1.2320291996002197, 'eval_accuracy': 0.6281882145998241, 'eval_runtime': 7.0241, 'eval_samples_per_second': 647.487, 'eval_steps_per_second': 81.007, 'epoch': 2.0}\n",
            "{'loss': 1.1474, 'grad_norm': 9.764311790466309, 'learning_rate': 3.2014901509374166e-05, 'epoch': 2.202643171806167}\n",
            "{'loss': 1.0838, 'grad_norm': 12.408181190490723, 'learning_rate': 3.0912839495282106e-05, 'epoch': 2.643171806167401}\n",
            "{'eval_loss': 1.2389463186264038, 'eval_accuracy': 0.6242304309586632, 'eval_runtime': 7.0689, 'eval_samples_per_second': 643.379, 'eval_steps_per_second': 80.493, 'epoch': 3.0}\n",
            "{'loss': 1.0655, 'grad_norm': 9.705534934997559, 'learning_rate': 2.9810777481190056e-05, 'epoch': 3.0837004405286343}\n",
            "{'loss': 0.9205, 'grad_norm': 8.651106834411621, 'learning_rate': 2.8708715467098002e-05, 'epoch': 3.5242290748898677}\n",
            "{'loss': 0.9277, 'grad_norm': 10.51324462890625, 'learning_rate': 2.7606653453005952e-05, 'epoch': 3.964757709251101}\n",
            "{'eval_loss': 1.3449723720550537, 'eval_accuracy': 0.604221635883905, 'eval_runtime': 6.9729, 'eval_samples_per_second': 652.239, 'eval_steps_per_second': 81.602, 'epoch': 4.0}\n",
            "{'loss': 0.7715, 'grad_norm': 9.99102783203125, 'learning_rate': 2.6504591438913895e-05, 'epoch': 4.405286343612334}\n",
            "{'loss': 0.7885, 'grad_norm': 11.299235343933105, 'learning_rate': 2.540252942482184e-05, 'epoch': 4.845814977973569}\n",
            "{'eval_loss': 1.4053280353546143, 'eval_accuracy': 0.5985048372911169, 'eval_runtime': 6.9162, 'eval_samples_per_second': 657.584, 'eval_steps_per_second': 82.27, 'epoch': 5.0}\n",
            "{'loss': 0.6711, 'grad_norm': 10.708060264587402, 'learning_rate': 2.4300467410729788e-05, 'epoch': 5.286343612334802}\n",
            "{'loss': 0.6417, 'grad_norm': 9.325220108032227, 'learning_rate': 2.3198405396637735e-05, 'epoch': 5.726872246696035}\n",
            "{'eval_loss': 1.4960609674453735, 'eval_accuracy': 0.5998240985048373, 'eval_runtime': 6.9816, 'eval_samples_per_second': 651.424, 'eval_steps_per_second': 81.5, 'epoch': 6.0}\n",
            "{'loss': 0.5862, 'grad_norm': 13.166203498840332, 'learning_rate': 2.209634338254568e-05, 'epoch': 6.167400881057269}\n",
            "{'loss': 0.512, 'grad_norm': 10.714301109313965, 'learning_rate': 2.0994281368453628e-05, 'epoch': 6.607929515418502}\n",
            "{'eval_loss': 1.5832328796386719, 'eval_accuracy': 0.5947669305189094, 'eval_runtime': 6.9955, 'eval_samples_per_second': 650.133, 'eval_steps_per_second': 81.338, 'epoch': 7.0}\n",
            "{'loss': 0.5152, 'grad_norm': 13.68266487121582, 'learning_rate': 1.989221935436157e-05, 'epoch': 7.048458149779735}\n",
            "{'loss': 0.404, 'grad_norm': 8.86054515838623, 'learning_rate': 1.8790157340269517e-05, 'epoch': 7.48898678414097}\n",
            "{'loss': 0.4236, 'grad_norm': 11.644824028015137, 'learning_rate': 1.7688095326177464e-05, 'epoch': 7.929515418502203}\n",
            "{'eval_loss': 1.6817513704299927, 'eval_accuracy': 0.5886103781882146, 'eval_runtime': 6.9759, 'eval_samples_per_second': 651.96, 'eval_steps_per_second': 81.567, 'epoch': 8.0}\n",
            "{'loss': 0.3492, 'grad_norm': 10.214519500732422, 'learning_rate': 1.658603331208541e-05, 'epoch': 8.370044052863436}\n",
            "{'loss': 0.3371, 'grad_norm': 9.385940551757812, 'learning_rate': 1.5483971297993357e-05, 'epoch': 8.810572687224669}\n",
            "{'eval_loss': 1.8160427808761597, 'eval_accuracy': 0.5848724714160071, 'eval_runtime': 6.9565, 'eval_samples_per_second': 653.774, 'eval_steps_per_second': 81.794, 'epoch': 9.0}\n",
            "{'loss': 0.3005, 'grad_norm': 8.579248428344727, 'learning_rate': 1.4381909283901302e-05, 'epoch': 9.251101321585903}\n",
            "{'loss': 0.2691, 'grad_norm': 15.983545303344727, 'learning_rate': 1.3279847269809248e-05, 'epoch': 9.691629955947137}\n",
            "{'eval_loss': 1.901336669921875, 'eval_accuracy': 0.5859718557607739, 'eval_runtime': 6.937, 'eval_samples_per_second': 655.614, 'eval_steps_per_second': 82.024, 'epoch': 10.0}\n",
            "{'loss': 0.2538, 'grad_norm': 5.785880088806152, 'learning_rate': 1.2177785255717196e-05, 'epoch': 10.13215859030837}\n",
            "{'loss': 0.2268, 'grad_norm': 8.335014343261719, 'learning_rate': 1.1075723241625141e-05, 'epoch': 10.572687224669604}\n",
            "{'eval_loss': 2.021754503250122, 'eval_accuracy': 0.5837730870712401, 'eval_runtime': 7.0218, 'eval_samples_per_second': 647.698, 'eval_steps_per_second': 81.033, 'epoch': 11.0}\n",
            "{'loss': 0.2187, 'grad_norm': 11.81168270111084, 'learning_rate': 9.973661227533088e-06, 'epoch': 11.013215859030836}\n",
            "{'loss': 0.1835, 'grad_norm': 5.57844877243042, 'learning_rate': 8.871599213441034e-06, 'epoch': 11.45374449339207}\n",
            "{'loss': 0.1837, 'grad_norm': 10.201090812683105, 'learning_rate': 7.769537199348979e-06, 'epoch': 11.894273127753303}\n",
            "{'eval_loss': 2.0824379920959473, 'eval_accuracy': 0.5903693931398417, 'eval_runtime': 7.2, 'eval_samples_per_second': 631.669, 'eval_steps_per_second': 79.028, 'epoch': 12.0}\n",
            "{'loss': 0.1599, 'grad_norm': 10.208324432373047, 'learning_rate': 6.667475185256926e-06, 'epoch': 12.334801762114537}\n",
            "{'loss': 0.1585, 'grad_norm': 7.1349196434021, 'learning_rate': 5.565413171164871e-06, 'epoch': 12.775330396475772}\n",
            "{'eval_loss': 2.1401805877685547, 'eval_accuracy': 0.5903693931398417, 'eval_runtime': 6.9594, 'eval_samples_per_second': 653.501, 'eval_steps_per_second': 81.759, 'epoch': 13.0}\n",
            "{'loss': 0.1433, 'grad_norm': 6.660085678100586, 'learning_rate': 4.463351157072818e-06, 'epoch': 13.215859030837004}\n",
            "{'loss': 0.1391, 'grad_norm': 11.301380157470703, 'learning_rate': 3.3612891429807643e-06, 'epoch': 13.656387665198238}\n",
            "{'eval_loss': 2.1820313930511475, 'eval_accuracy': 0.5833333333333334, 'eval_runtime': 7.1163, 'eval_samples_per_second': 639.094, 'eval_steps_per_second': 79.957, 'epoch': 14.0}\n",
            "{'loss': 0.1325, 'grad_norm': 8.658265113830566, 'learning_rate': 2.2592271288887104e-06, 'epoch': 14.09691629955947}\n",
            "{'loss': 0.1247, 'grad_norm': 7.306568145751953, 'learning_rate': 1.1571651147966565e-06, 'epoch': 14.537444933920705}\n",
            "{'loss': 0.1251, 'grad_norm': 2.8801345825195312, 'learning_rate': 5.510310070460269e-08, 'epoch': 14.97797356828194}\n",
            "{'eval_loss': 2.201803684234619, 'eval_accuracy': 0.5842128408091469, 'eval_runtime': 7.016, 'eval_samples_per_second': 648.229, 'eval_steps_per_second': 81.1, 'epoch': 15.0}\n",
            "{'train_runtime': 1245.8427, 'train_samples_per_second': 437.15, 'train_steps_per_second': 13.665, 'train_loss': 0.5844739754434549, 'epoch': 15.0}\n",
            "{'eval_loss': 1.2320291996002197, 'eval_accuracy': 0.6281882145998241, 'eval_runtime': 6.9018, 'eval_samples_per_second': 658.954, 'eval_steps_per_second': 82.442, 'epoch': 15.0}\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/ray/train/_internal/session.py:652: UserWarning: `report` is meant to only be called inside a function that is executed by a Tuner or Trainer. Returning `None`.\n",
            "  warnings.warn(\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Do not have to run this, just in case we run out of runtime, we can simply start from here with previously found best params\n",
        "os.environ[\"WANDB_DISABLED\"] = \"true\"\n",
        "config_best = {\n",
        "    'learning_rate': 3.7525211579834433e-05,\n",
        "    'batch_size': 32,\n",
        "    'num_epochs': 15,\n",
        "    'weight_decay': 0.0493790360136133\n",
        "}\n",
        "\n",
        "model_train(config_best)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kniNysPnvHdL",
        "outputId": "31ed604a-ce83-45fa-bafc-bddb9faa4f22"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of GPT2ForSequenceClassification were not initialized from the model checkpoint at gpt2 and are newly initialized: ['score.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
            "  warnings.warn(\n",
            "Using the `WANDB_DISABLED` environment variable is deprecated and will be removed in v5. Use the --report_to flag to control the integrations used for logging result (for instance --report_to none).\n",
            "<ipython-input-17-224dc61268ac>:23: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n",
            "  trainer = Trainer(\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "{'loss': 2.05, 'grad_norm': 7.295462131500244, 'learning_rate': 3.642314956574238e-05, 'epoch': 0.44052863436123346}\n",
            "{'loss': 1.4675, 'grad_norm': 6.606855392456055, 'learning_rate': 3.5321087551650326e-05, 'epoch': 0.8810572687224669}\n",
            "{'eval_loss': 1.305814266204834, 'eval_accuracy': 0.6156552330694811, 'eval_runtime': 7.0667, 'eval_samples_per_second': 643.585, 'eval_steps_per_second': 80.519, 'epoch': 1.0}\n",
            "{'loss': 1.2906, 'grad_norm': 8.715043067932129, 'learning_rate': 3.421902553755827e-05, 'epoch': 1.3215859030837005}\n",
            "{'loss': 1.2432, 'grad_norm': 9.640589714050293, 'learning_rate': 3.311696352346622e-05, 'epoch': 1.7621145374449338}\n",
            "{'eval_loss': 1.2412551641464233, 'eval_accuracy': 0.6268689533861038, 'eval_runtime': 7.0525, 'eval_samples_per_second': 644.878, 'eval_steps_per_second': 80.681, 'epoch': 2.0}\n",
            "{'loss': 1.1456, 'grad_norm': 9.24445915222168, 'learning_rate': 3.2014901509374166e-05, 'epoch': 2.202643171806167}\n",
            "{'loss': 1.0809, 'grad_norm': 11.008819580078125, 'learning_rate': 3.0912839495282106e-05, 'epoch': 2.643171806167401}\n",
            "{'eval_loss': 1.2621277570724487, 'eval_accuracy': 0.6207124010554089, 'eval_runtime': 6.7197, 'eval_samples_per_second': 676.813, 'eval_steps_per_second': 84.676, 'epoch': 3.0}\n",
            "{'loss': 1.0623, 'grad_norm': 9.701373100280762, 'learning_rate': 2.9810777481190056e-05, 'epoch': 3.0837004405286343}\n",
            "{'loss': 0.9215, 'grad_norm': 7.713053226470947, 'learning_rate': 2.8708715467098002e-05, 'epoch': 3.5242290748898677}\n",
            "{'loss': 0.9368, 'grad_norm': 9.767674446105957, 'learning_rate': 2.7606653453005952e-05, 'epoch': 3.964757709251101}\n",
            "{'eval_loss': 1.3496688604354858, 'eval_accuracy': 0.6055408970976254, 'eval_runtime': 6.7738, 'eval_samples_per_second': 671.41, 'eval_steps_per_second': 84.0, 'epoch': 4.0}\n",
            "{'loss': 0.7816, 'grad_norm': 11.460878372192383, 'learning_rate': 2.6504591438913895e-05, 'epoch': 4.405286343612334}\n",
            "{'loss': 0.7943, 'grad_norm': 8.771526336669922, 'learning_rate': 2.540252942482184e-05, 'epoch': 4.845814977973569}\n",
            "{'eval_loss': 1.4251933097839355, 'eval_accuracy': 0.6072999120492524, 'eval_runtime': 6.7769, 'eval_samples_per_second': 671.108, 'eval_steps_per_second': 83.962, 'epoch': 5.0}\n",
            "{'train_runtime': 413.431, 'train_samples_per_second': 1317.318, 'train_steps_per_second': 41.18, 'train_loss': 1.1493860347260463, 'epoch': 5.0}\n",
            "{'eval_loss': 1.2412551641464233, 'eval_accuracy': 0.6268689533861038, 'eval_runtime': 7.0134, 'eval_samples_per_second': 648.469, 'eval_steps_per_second': 81.13, 'epoch': 5.0}\n",
            "{'eval_loss': 1.2412551641464233, 'eval_accuracy': 0.6268689533861038, 'eval_runtime': 7.0134, 'eval_samples_per_second': 648.469, 'eval_steps_per_second': 81.13, 'epoch': 5.0}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "best_model_dir = f'./best_results_dir_'"
      ],
      "metadata": {
        "id": "Udbn7OKzAtN5"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Save best model"
      ],
      "metadata": {
        "id": "q5vc2yXuAfFU"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Load model and tokenizer"
      ],
      "metadata": {
        "id": "B9ENuXttAnzK"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "tokenizer = AutoTokenizer.from_pretrained(best_model_dir)\n",
        "model = AutoModelForSequenceClassification.from_pretrained(best_model_dir)"
      ],
      "metadata": {
        "id": "wFMs2BFaAm4k"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Evaluate the models"
      ],
      "metadata": {
        "id": "qlBZCiAA2Bym"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "invalid_elements = [text for text in X_train if not isinstance(text, str)]\n",
        "print(\"Invalid elements in X:\", invalid_elements)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "r5BfzOGIj7WY",
        "outputId": "3e77f00b-6768-41b5-8f44-252eb097dc4b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Invalid elements in X: []\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Prepare results and confusion matrices\n",
        "results = {}\n",
        "confusion_matrices = {}\n",
        "\n",
        "# Batch evaluation for Train and Test sets\n",
        "datasets = [(\"Train\", X_train, y_train), (\"Test\", X_test, y_test)]\n",
        "\n",
        "# Pre-allocate storage for predictions and probabilities\n",
        "y_trues, y_preds, y_probs = {}, {}, {}\n",
        "\n",
        "for set_name, X, y in datasets:\n",
        "    y_true, y_pred, y_prob = evaluate_model(model, tokenizer, X, y, batch_size=16)\n",
        "\n",
        "    # Store predictions and probabilities for later use\n",
        "    y_trues[set_name] = y_true\n",
        "    y_preds[set_name] = y_pred\n",
        "    if set_name == \"Test\":\n",
        "        y_probs[set_name] = y_prob\n",
        "\n",
        "    # Calculate accuracy\n",
        "    results[set_name] = evaluate_acc(y_true, y_pred)\n",
        "\n",
        "# Calculate AUC for the Test set\n",
        "if \"Test\" in y_probs:\n",
        "    results[\"AUC\"] = roc_auc_score(y_trues[\"Test\"], y_probs[\"Test\"], multi_class=\"ovr\")\n",
        "\n",
        "# Compute confusion matrices\n",
        "confusion_matrices = {\n",
        "    set_name: confusion_matrix(y_trues[set_name], y_preds[set_name])\n",
        "    for set_name in [\"Train\", \"Test\"]\n",
        "}\n",
        "\n",
        "# Print results\n",
        "print(f\"Train accuracy of the model: {results['Train']:.4f}\")\n",
        "print(f\"Test accuracy of the model: {results['Test']:.4f}\")\n",
        "print(f\"AUC for Test set: {results['AUC']:.4f}\")\n",
        "\n",
        "# Plot confusion matrices side by side\n",
        "fig, axes = plt.subplots(1, 2, figsize=(15, 8))\n",
        "cmap = plt.cm.jet\n",
        "\n",
        "for i, (set_name, cm) in enumerate(confusion_matrices.items()):\n",
        "    ax = axes[i]\n",
        "    ax.imshow(cm, cmap=cmap, interpolation=\"nearest\")\n",
        "    ax.set_title(f\"{set_name} Confusion Matrix\")\n",
        "    ax.set_xlabel(\"Predicted\")\n",
        "    ax.set_ylabel(\"Actual\")\n",
        "    ax.grid(False)\n",
        "\n",
        "    # Annotate confusion matrix efficiently using np.ndindex\n",
        "    for j, k in np.ndindex(cm.shape):\n",
        "        count = cm[j, k]\n",
        "        if count > 0:\n",
        "            ax.text(k, j, str(count), ha=\"center\", va=\"center\", color=\"white\", fontsize=9)\n",
        "\n",
        "plt.tight_layout()\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 543
        },
        "id": "PMJY0SLe2KcL",
        "outputId": "bb224ac7-e7d8-43f0-9141-f12daeb914e2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2270/2270 [02:04<00:00, 18.30it/s]\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 287/287 [00:10<00:00, 26.90it/s]\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Train accuracy of the model: 0.8480\n",
            "Test accuracy of the model: 0.5959\n",
            "AUC for Test set: 0.9186\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 1500x800 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABc8AAAL1CAYAAAARqBz/AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy81sbWrAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdeVxUVf8H8M9sDLIKiriSoUaYC66YYmpiaqZi5aOZqUiaZmZauPRYuJXa45P9UHnUNEkhFXPNUtNCMi01Rc0NMQRZFRCYYd/m98coOOww984w+Hm/XvMq7537Pd977rnnnjncuSPRaDQaEBERERERERERERFRCamxEyAiIiIiIiIiIiIiqm84eU5EREREREREREREVAYnz4mIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIqg5PnRERERERERERERERlcPKciIiIiIiIiIiIiKgMTp4TEREREREREREREZXByXMiIiIiIiIiIiIiojI4eU5EVMaUKVPQtm1bY6chqHv37uH1119HkyZNIJFI8NVXXwlehkQiwZIlSwSPa6oaYjsiIiIiorrjmNzwOCYnIn1x8pyITIZEIqnR6+TJk8ZOtUL37t3DRx99hGeffRYWFhawtLREjx49sGLFCqSnp4ta9ty5c3Hs2DEsWrQIO3bswLBhw0Qtz5CWLFkCiUQCqVSK2NjYcutVKhUaNWoEiUSC9957r9bxs7OzsWTJknrbroiIiIjqC0OO1+s6RuOYXBwckxNRQyU3dgJERDW1Y8cOnX9v374dx48fL7fc1dVVr3K+/vprFBcX6xWjrPPnz+Pll19GZmYmJk6ciB49egAA/vrrL6xatQq//fYbfv75Z0HLfNyvv/6K0aNH46OPPhKtjJycHMjlxrusKJVK7Ny5E/Pnz9dZvm/fPr3iZmdnY+nSpQCAgQMH1ng7MdoRERERUX1mqPE6ULcxGsfk4uOYnIgaGk6eE5HJmDhxos6///zzTxw/frzc8rKys7NhYWFR43IUCkWd8qtMeno6xowZA5lMhvDwcDz77LM66z/77DN8/fXXgpZZ1v3799G4cWNRyzA3Nxc1fnVefvnlCgfq3333HUaMGIG9e/caJI+srCxYWloK3o6IiIiI6ru6jtcNgWNyw+CYnIgaGj62hYgalIEDB6JTp064cOECXnjhBVhYWODjjz8GABw8eBAjRoxAy5YtoVQq0a5dOyxfvhxFRUU6Mco+Fy86OhoSiQRr1qzB5s2b0a5dOyiVSvTq1Qvnz5+vNqdNmzYhPj4eX375ZblBOgA4Ojpi8eLFOssCAgLw3HPPQalUomXLlpg1a1a5r5E+2tfr169j0KBBsLCwQKtWrfDFF1+UvCcwMBASiQQajQYbNmwo+aosUPrVyrIebRMdHV2y7K+//sLQoUPRtGlTNGrUCE8//TSmTp2qs11Fz1cMDw/H8OHDYWNjAysrKwwePBh//vlnheWdPn0a8+bNg4ODAywtLTFmzBgkJydXWq9lTZgwAZcuXcLNmzdLliUlJeHXX3/FhAkTyr0/Pz8fn376KXr06AFbW1tYWlqif//+CA0NLXlPdHQ0HBwcAABLly4tqb9H+zllyhRYWVnhn3/+wcsvvwxra2u8+eabJeseb0d+fn6QSqX45ZdfdPKYPn06zMzMcPny5RrvKxEREZGpKi4uxldffYXnnnsO5ubmcHR0xDvvvIO0tDSd91U1/qxujFYRjsk5Jgc4Jiei2uOd50TU4KSmpmL48OEYP348Jk6cCEdHRwDaAaGVlRXmzZsHKysr/Prrr/j000+hUqnwn//8p9q43333HdRqNd555x1IJBJ88cUXePXVVxEVFVXlHQ2HDh1Co0aN8Prrr9co/yVLlmDp0qXw9PTEzJkzERERgf/97384f/48Tp8+rVNWWloahg0bhldffRX/+te/8P3332PBggXo3Lkzhg8fjhdeeAE7duzAW2+9hSFDhmDSpEk1yuFx9+/fx0svvQQHBwcsXLgQjRs3RnR0dLVfvbx27Rr69+8PGxsbzJ8/HwqFAps2bcLAgQMRFhYGd3d3nffPnj0bdnZ28PPzQ3R0NL766iu899572L17d43yfOGFF9C6dWt89913WLZsGQBg9+7dsLKywogRI8q9X6VSYcuWLXjjjTcwbdo0qNVqbN26FUOHDsW5c+fg5uYGBwcH/O9//8PMmTMxZswYvPrqqwCALl26lMQpLCzE0KFD4eHhgTVr1lT6LYfFixfjhx9+gI+PD/7++29YW1vj2LFj+Prrr7F8+XJ07dq1RvtJREREZMreeecdBAYGwtvbG++//z7u3LmD9evXIzw8vGSsW934syZjtLI4JueYHOCYnIjqQENEZKJmzZqlKduNDRgwQANAs3HjxnLvz87OLrfsnXfe0VhYWGhyc3NLlk2ePFnz1FNPlfz7zp07GgCaJk2aaB48eFCy/ODBgxoAmh9++KHKPO3s7DRdu3at0T7dv39fY2ZmpnnppZc0RUVFJcvXr1+vAaD55ptvSpY92tft27eXLMvLy9M0b95c89prr+nEBaCZNWuWzjI/P79y9afRaDTbtm3TANDcuXNHo9FoNPv379cA0Jw/f77K3AFo/Pz8Sv7t5eWlMTMz0/zzzz8lyxISEjTW1taaF154oVx5np6emuLi4pLlc+fO1chkMk16enqV5T7aj+TkZM1HH32kad++fcm6Xr16aby9vSusg8LCQk1eXp5OrLS0NI2jo6Nm6tSpJcuSk5PL7dsjkydP1gDQLFy4sMJ1j7cjjUaj+fvvvzVmZmaat99+W5OWlqZp1aqVpmfPnpqCgoIq95GIiIjIFJUdr586dUoDQBMcHKzzvqNHj+osr8n4s6oxWkU4JueY/BGOyYmoNvjYFiJqcJRKJby9vcstb9SoUcn/q9VqpKSkoH///sjOztb5WmFlxo0bBzs7u5J/9+/fHwAQFRVV5XYqlQrW1tY1yv3EiRPIz8/HBx98AKm0tIueNm0abGxs8OOPP+q838rKSucZkmZmZujdu3e1OdXGo+cyHj58GAUFBTXapqioCD///DO8vLzg7OxcsrxFixaYMGECfv/9d6hUKp1tpk+frvOV1f79+6OoqAgxMTE1znXChAm4ffs2zp8/X/Lfir4eCgAymQxmZmYAtF8ffvDgAQoLC9GzZ09cvHixxmUCwMyZM2v0vk6dOmHp0qXYsmULhg4dipSUFHz77bdG/VEnIiIiIkPZs2cPbG1tMWTIEKSkpJS8evToASsrq5JHddRl/Fkdjsk5Jn+EY3Iiqg1OnhNRg9OqVauSAdjjrl27hjFjxsDW1hY2NjZwcHAoGeRmZGRUG9fJyUnn348m0ss+n7EsGxsbqNXqGuX+aFDq4uKis9zMzAzOzs7lBq2tW7cu94xEOzu7anOqjQEDBuC1117D0qVL0bRpU4wePRrbtm1DXl5epdskJycjOzu73H4AgKurK4qLixEbG6uzvK71+7hu3brh2WefxXfffYfg4GA0b94cL774YqXv//bbb9GlSxeYm5ujSZMmcHBwwI8//lij9vCIXC5H69ata/x+X19fdO3aFefOnYOfnx86duxY422JiIiITFlkZCQyMjLQrFkzODg46LwyMzNx//59AHUbf1aHY3JdHJNzTE5ENcM/qxFRg/P4HeaPpKenY8CAAbCxscGyZcvQrl07mJub4+LFi1iwYAGKi4urjSuTySpcrtFoqtzu2WefxaVLl5Cfn1/hpL4+6poTgAp/mAhAuR9QlUgk+P777/Hnn3/ihx9+wLFjxzB16lT897//xZ9//gkrK6vaJ14BffblcRMmTMD//vc/WFtbY9y4cTp3Cz0uKCgIU6ZMgZeXF3x9fdGsWTPIZDKsXLkS//zzT43LUyqVlZZRkaioKERGRgIA/v777xpvR0RERGTqiouL0axZMwQHB1e4/tGPQoox/uSYvGY4Jici0sU7z4noiXDy5EmkpqYiMDAQc+bMwSuvvAJPT0+dx7CIZeTIkcjJycHevXurfe9TTz0FAIiIiNBZnp+fjzt37pSsF8KjfU9PT9dZXtlXMvv06YPPPvsMf/31F4KDg3Ht2jXs2rWrwvc6ODjAwsKi3H4AwM2bNyGVStGmTRv9dqASEyZMQGJiIm7dulXp10MB4Pvvv4ezszP27duHt956C0OHDoWnpydyc3N13lfZB5q6KC4uxpQpU2BjY4OPP/4YO3furPZHnoiIiIgainbt2iE1NRX9+vWDp6dnuVfZH2usavxZ2zEax+S6OCbnmJyIaoaT50T0RHh0B8Xjd0zk5+cjICBA9LJnzJiBFi1a4MMPP8StW7fKrb9//z5WrFgBAPD09ISZmRn8/f11ct26dSsyMjIq/IX6umrXrh0A4LfffitZlpWVhW+//VbnfWlpaeXuNHFzcwOASr8mKpPJ8NJLL+HgwYOIjo4uWX7v3j1899138PDwgI2NjQB7UV67du3w1VdfYeXKlejdu3el76uoTZw9exZ//PGHzvssLCwAlP9AUxdffvklzpw5g82bN2P58uXo27cvZs6ciZSUFL1jExEREdV3//rXv1BUVITly5eXW1dYWFgy3qrJ+LO2YzSOyaNLlnNMzjE5EdUcH9tCRE+Evn37ws7ODpMnT8b7778PiUSCHTt21Prrh3VhZ2eH/fv34+WXX4abmxsmTpyIHj16AAAuXryInTt34vnnnwegvTtk0aJFWLp0KYYNG4ZRo0YhIiICAQEB6NWrl84PEenrpZdegpOTE3x8fODr6wuZTIZvvvkGDg4OuHv3bsn7vv32WwQEBGDMmDFo164d1Go1vv76a9jY2ODll1+uNP6KFStw/PhxeHh44N1334VcLsemTZuQl5eHL774QrD9qMicOXOqfc8rr7yCffv2YcyYMRgxYgTu3LmDjRs3omPHjsjMzCx5X6NGjdCxY0fs3r0bzzzzDOzt7dGpUyd06tSpVjnduHEDn3zyCaZMmYKRI0cCAAIDA+Hm5oZ3330XISEhtdtJIiIiIhMzYMAAvPPOO1i5ciUuXbqEl156CQqFApGRkdizZw/+7//+D6+//nqNxp+1HaNxTM4xOcAxORHVHifPieiJ0KRJExw+fBgffvghFi9eDDs7O0ycOBGDBw/G0KFDRS/f3d0dV69exX/+8x/8+OOP2LFjB6RSKVxdXbFw4UK89957Je9dsmQJHBwcsH79esydOxf29vaYPn06Pv/8cygUCsFyUigU2L9/P95991188sknaN68OT744APY2dnB29u75H0DBgzAuXPnsGvXLty7dw+2trbo3bs3goOD8fTTT1ca/7nnnsOpU6ewaNEirFy5EsXFxXB3d0dQUBDc3d0F24+6mjJlCpKSkrBp0yYcO3YMHTt2RFBQEPbs2YOTJ0/qvHfLli2YPXs25s6di/z8fPj5+dVqoF5UVITJkyejadOm+Oqrr0qWd+jQAStXrsScOXMQEhKCf/3rXwLtHREREVH9tHHjRvTo0QObNm3Cxx9/DLlcjrZt22LixIno168fgJqPP2s7RuOYnGNyjsmJqLYkGkPcdklEREREREREREREZEL4zHMiIiIiIiIiIiIiojI4eU5EREREREREREREVAYnz4mIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIqQ27sBMRWXFyMhIQEWFtbQyKRGDsdIiIiImrgNBoN1Go1WrZsCamU96qUxfE5ERERERlaXcfoDX7yPCEhAW3atDF2GkRERET0hImNjUXr1q2NnUa9w/E5ERERERlLbcfoDX7y3NraWvs/E2MBMxtxCvlmpThxiYiIiMgE5QFYWzoOJR0l9fJuLKAUaXy+luNzIqK6E3uqqFDk+GIzFzl+rsjxeXypPmshYuxcAAtqPUZv8JPnJV8FNbMRb/IcSpHiEhEREZGp4iNJKlZSL0ob8SbPOT4nItKDQuT4BSLHF5vYk+cakePz+FJ91kj0Emo7RudDGImIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIqg5PnRERERERERERERERlcPKciIiIiIiIiIiIiKiMBj95bmVlBZVKhRsrLOH9vO46n37AzSVA5lfAnRXAqC6l6zZN0K4r2gDMeVF3uwm9APXax17qj6HRLMHcuWUKKMPffzju3p2LjIxFiIubh7Vrh0GhkAmxm5g1qzfOn5+O3NzF2L9/vCAxDRlfrf5Y55Wf/wkuX54peDkjR7ogPHwGMjM/Rnz8h3jnnZ6ClyE2c3M5IiPfR1raQmOnUmOm3j7Fjk+6qqrvZcsG4cqVmSgo+BRr1w4zUobVE3MfzMxk2Lx5JKKi5kClWoQbN96Dt3c3weIbWnX7oy+ev8ZnqGMg1PWxsnzbtLEtN14pKPgUBw++oW/qTywzGbB5DBDlC6iWADfmAt49tOva2ALqJbqvghXAwbfKx2lmBaR+AoTPrn0OpjyGELv/BMT9/AKYfh9tyvkbov0A4rchU2bK/Q8AbNv2CvLyFkKt9i159enTSvByxCbc+KE7zp+fhNzcD7F//xiddcuW9ceVK1NRUOCLtWsH61WOoY0c2QHh4W8jM9MX8fHv4513ugsS15T7T6qe0NcYMzMpNm/uj6io8VCpJuPGjbHw9n6mZH337k1x6tRIZGRMxj//jMNbb3UQYjdKyAWNJpINGzbgP//5D5KSktC1a1esW7cOvXv3rtG2WVlZsLGxgfuKTByZa4m4dOD4DWCaBzD3RWD8FuBSHNDMGrBUlm53OR7YfQH4bHT5mN+d174e6X5uG86dm4Y9e65VmUtAwHksXHgC2dkFaNLEAnv2jMX8+f3w2We/1WhfqpKQoMaKFb/B09MZrVvb6B3P0PGtrT/X+fflyzOxa9dVQcsYOrQ9AgJGYOLEfTh1KgY2Nko4OloJWoYhLFs2CDEx6Wja1MLYqdSYqbdPseOTrqrq+/btB5g//zimTethpOxqRsx9kMulSEzMhKfndkRFpcHdvTWOHHkTcXEqHD/+j8nU0SPV7Y++eP4an6GOgVDXx8ryjY3N0BmvKBQyJCR8KPh4xZToM0YHALkMSFQDnluBqAeAexvgiDcQpwKORwLWS0rfq5ABCYuAXVfKx1k/CghPAJrU4dCb8hhC7P4TEPfzC2D6fbQp52+I9gOI34ZMmSn3P48EBFzA3LnHRYltKMKNHzKxYsUf8PR8Cq1bW+usu307DfPnn8S0aV0q2bp+GjrUGQEBwzBx4kGcOhX7cA7FUpDYptx/UvWEvsZo42XD0/NHREWp4e7eDEeODENcXBbOnUvGTz8NhZ/fRXz99U307NkUP//8MqKiVDh9+p4g+1Pv7zzfvXs35s2bBz8/P1y8eBFdu3bF0KFDcf/+/Rptr9FoAABno4oQGgF4tAOkEmDZK8CcPdqJcwC4rwbupJRuFxAG/BoB5BZUX4aPT3f8/PM/iItTVfm+mzdTkJ2tDSiRAMXFGnToYF+j/ajO/v03cPDgTaSkZAsSz9DxH9erVyt07OiAwMBLgsZdvnwQli0LQ1hYNIqLNUhPz0VEREr1G9Yj3bu3wLBh7bF69Wljp1Irpt4+Ddn+qer63r79Mo4evQ2VKs8ImdWcmPuQnV0AP79QREWlAQDOno1DaGg0PDycBIlvaNXtj754/hqfIY6BkNfHmubr5fUspFIJ9u27oXeZpkjfMToAZOcDfie0E+cAcDYWCP0H8Hiq/Hu9OmrH8PvK3KsyyhWwbwTsCK/bfpjyGELs/hMQ9/MLYPp9tCnnb4j2A4jfhkyZKfc/DYWw44dbOHgwEikpOeXWbd9+FUePRkGlyte7HENavnwAli37HWFhdx+bQ0kVJDbbZ8Mm9DUmO7sQfn4XEBWlfhjvPkJDE+Dh0Rx9+zoiL68YmzbdQHGxBufOJWPfvjt4++1nBdufej95/uWXX2LatGnw9vZGx44dsXHjRlhYWOCbb76p8P15eXlQqVQ6LwBQyoHebYEr8YCLI9DcFujeRvu4ltjPgc1vAtbmtc/PXAFMmNAZW7ZcrNH7FyzwgFr9MZKT56Nr1+ZYt+5c7Qtt4Hx8uuHIkUgkJqoFi2lhoUCPHi3RqpU1IiJmIzHxI4SEjEXz5qZz57lMJsXXX4/CrFk/IT+/yNjpEFE9oVTK0bt3K1y5Isxf1Y2toe0Pic9Y10cfn24IDr6CvLxCg5VZn9RmjF7Z+LwspRzo3Qa4klR+nU9PIPgS8Hh12yiBL0cAMw4Is0+mTqz+k59fngxiXn/ZhhquSZM6IzV1Hq5enY5589whkRg7o5rj5+uqaedQWjycQ5mBxMQ5CAl51aTmUKj+EPoao1TK0Lu3A65ceQCpVFKu75FKJejSRbg/1NbryfP8/HxcuHABnp6eJcukUik8PT3xxx9/VLjNypUrYWtrW/Jq06YNAGDLFHNE3gf2XQLsH37LxNMV6LkScPsMeLopsPb12uf4ejcgP78Ihw5F1Oj9q1f/Dmvrz+Hquh4bN/6FpKTM2hfagFlYKDB+fKca/zGipuzsGkEqlcDL61kMGbId7dv7Iy+vCEFBrwpajph8ffsiPDwRp07FGDsVIqpHtmwZhcjI1AZz92tD2x8SnzGuj05OtvD0dBZ8vGIqajtGr2x8XtaWV4HIlPJ3lzs1BjzbA1vO6y7/YjgQeBG4LcxNcCZPrP6Tn1+eDGJef9mGGiZ//7/g4rIRDg5r4eNzGHPm9MKcOTV/dJex8fN11ezszB/OoTyDIUO+Q/v2AcjLK0RQ0Chjp0YmSOhrzJYt/REZqcK+fXfwxx/3YGkpx6xZHSGXS9C3ryPGjGkLGxuFIGUB9XzyPCUlBUVFRXB0dNRZ7ujoiKSkCm5JAbBo0SJkZGSUvGJjYxEQEACX5jJ4bQQ0GiDz4TfZVx4FUrO0r5VHgZF1ePyUTz/tV+QLC4trtd3Nmym4fDkJgYFetS+0ARs79jlkZxfgxx8jBY2bman9epS//1ncvZuBrKx8+PmFYtCgp2FhIdwJJZZ27ewxY0ZP+Pqa9vPkiEhYAQEj4OLSBF5eu0oeU2bKGtr+kPiMdX309u6G8PCkJ/YbErUdo1c0Pi8rYDTg4gB47dCO1x/n3UP7TPPH70j3aAv0ewpYHSbEHpk+Q/Sf/PzScBnq+ss21LCEhychJSUbxcUanD2bgFWr/sC4cR2NnVaN8PN19UrnUM7j7l0VsrIK4Of3GwYNamsScyhUfwh9jQkI6AcXl8bw8voZGg3w4EEeRo78GRMmtEdS0kSsWtUb27bdQmqqcI8xNYkfDK0NpVIJpbL0lz/Nzc3h7u6OwV9mQVWo/RGCiHtAjgCPmmrnALzQHphRx7uOFAoZn/dWxttvd8e3315GUVHt/hhRnYyMXMTEpFe4TmIC3y3z8HCCo6MVbt2aDQBQKKSwtlYiOXk+RowIxrlz8UbOkIgMbcOGEXB3b43Bg781meebV6Wh7Q8ZhjGujxKJBN7ebli58nfBYzdUZcfnZW0Yrf2x0MFbgLKnv0SinTxfeVJ3+eB2gLO99kdEAe0jXxrJgeTFQOf/Ayq+zaZhMmT/yc8vDY+hr79sQw1XcbHp3PjAz9fVy8jIQ0xMRoXrTGAKheoJoa8xGzb0g7t7Mwwe/CNUqtIfqTxz5h769TtU8u9du15EWFii3uU9Uq8nz5s2bQqZTIZ793Tv6rl37x6aN29eoxgymQxDhgxButcdwEy7LLcACDoHLHgJuBirvbtlwUvAwcul2ylk2h8lkkoAuVQ7IC8sBh6f0/XpC/xxBzX60UlLSzOMHdsR+/ffREZGLjp1aobFi1/AsWPC/JK5TCaFXK59SaUSKJVyFBdrUFAgzLO7xI4PAM880wR9+7aBt/cBwWI+bvPmC5g92x1Hj97Ggwc5+PTTAfjllyhkZdX/H+0ICbmGEyeiSv79/POtsWXLKLi5bcT9+1lGzKxmTL19GqL9U6mq6lsul0Imk0Imk0Am064rKiqu9bd/xCb2Pqxf/zL69WuDF1/8FunpuTrrTKWOHlfV/uiL56/xiXkMxLg+VpfvkCHOaNrUAjt3/q13/qZKiDH6I+tHae8gf3ELUNHpP6Q90NQS2HlZd/mXv+s+xmVsZ+DtXsDQb4D7tXgihKmPIcTsP8X+/AKYfh9t6vmL2X4Aw7QhU2bq/c/Ysa44evQfqNX56NGjBRYufB4bNlwQJLbYxBk/SMrUt+xhfRc/HJ9LHhufy1BUpKnX43MA2Lw5HLNn98LRo1EP51D645df7iArq6D6jath6v0nVU/oa8z69X3Rr58jXnzxR6Sn687jubk1wfXraZBKJZg4sT0GDmyBbt32613mIxJNPf9etLu7O3r37o1169YBAIqLi+Hk5IT33nsPCxcurHZ7jUaDrKwsQG4JQIKgc8DMnYCFGbBhPODVVfvDQ4euAPO+L32kS+hcYOAzurGWHAaW/qj9f6lE+0Oj/z4EBE5eUm0eFhYKHDgwHt27t4BSKcf9+1nYu/c6/PxOIidH/47Hz28gliwZqLPs5MloDBoUqHdsQ8QHgNWrh8DdvRUGDhQu5uOkUgm++GIIJk92AwCEht7B7NlHcO+e6T1zb8CAtjhwYDzs7FYZO5UaMfX2aYj2T6Wqqu9t27wwZYqbzrrAwEui/dGtrsTcBycnW8TEzEVubqHOgDso6ApmzjxsMnX0SHX7oy+ev8ZnyGMgxPWxunx37x6LnJwCTJlyoIooeQBWISMjAzY2NnXOpT7TZ4yuUqlga2sLp2UqxHxijdwC7U0qjwRdAmYe0P7/7jeAnEJgyp6q85ncHfigH9Bt3cMFq5bUaD9MeQwhdv8p9ucXwPT7aFPOX+z2AximDZmy+t3/VP9YjrCwt9ClSzPI5VLEx6uxdeslrFnzZ7lHb1Wsfh3/2o8fGpVb4ufXD0uWeOgsO3nyLgYN2olt217GlCmdddYFBv4Nb++fKomfU8M86qpmj13RzqG8iMmTtc84Dg2NwezZx3DvXnV/YKj++Jpy/0nV0+8a06qCeFaIiXnjYbzSTiYo6DZmzvwd33zzAsaMaQu5XIozZ+5h7tw/cf16WgWxcwDMqfUYvd5Pnu/evRuTJ0/Gpk2b0Lt3b3z11VcICQnBzZs3yz1nsSKPBueYmgGYifThZeMSceISERERkQlq+JPn+ozRS8bnczMApUj1U8PJcyIiqojYz7SuX5PntVd+8lxY9WPyvO5M/fiScZWfPBdO3SbP6/VjWwBg3LhxSE5OxqeffoqkpCS4ubnh6NGjNZo4JyIiIiIi4XGMTkRERERPgno/eQ4A7733Ht577z1jp0FERERERA9xjE5EREREDZ3U2AkQEREREREREREREdU3nDwnIiIiIiIiIiIiIiqDk+dERERERERERERERGVw8pyIiIiIiIiIiIiIqAyT+MFQQXyzEoBSnNjmS8SJ+0iuyPGJiIiIiAxt7X8AmIsTW75EnLiPFIocn4jIqAqMnYCeFCLHzxE5vthM/fhSw6YWMXZunbbinedERERERERERERERGVw8pyIiIiIiIiIiIiIqAxOnhMRERERERERERERlcHJcyIiIiIiIiIiIiKiMjh5TkRERERERERERERUBifPiYiIiIiIiIiIiIjK4OQ5EREREREREREREVEZT+zkuZmZDJs3j0RU1ByoVItw48Z78PbuVrJ+2bJBuHJlJgoKPsXatcPKbT9rVm+cPz8dubmLsT9Ed13oMSA3HVAnl75atChdv+c7ICEKyLgHRN0A/r1Ad/s7N4HsB6XbpqUtrHZ/dPLZP742VVHreNbWSgQHv4aMjEVISvoIixe/IGp5pOXvPxx3785FRsYixMXNw9q1w6BQyASJber1L3b+rB/j2rbNC3l5n0Ct/rjk1adPa2OnVanqri+urg44cWISHjxYgMTEj7Bp00g0aqTQq0wx+wexVVdfZPoM0QeNHOmC8PAZyMz8GPHxH+Kdd3rWOVZl55ODgyWCgl5FbOw8ZGQswsWL72DkSBcB94LKUqt9dV75+Qtx+fLbtYox613g/J9Abiaw//uK39OsGZB6Dwj/S3e552DgwjlA9QC4dhkY+lLt94FjFONi/Tdspl7/pp5/QzFyZAeEh7+NzExfxMe/j3fe6W7slOoFtk/jMvX6F36O0g3nz09Abu772L9/lM660NCxyM19H2r1eyWvFi0s9S7zcXJBo5kQuVyKxMRMeHpuR1RUGtzdW+PIkTcRF6fC8eP/4PbtB5g//zimTetR4fYJCWqsWPEbPD2d0fqp3uXWL1gM/N/6iste+hlwKxLIzwfatAGOHgSiY4DgXaXveWMycPCHh//IXVXt/ujk09qm2vfrE2/duuGwt28EJ6e1aNbMEidOTEJMTAZ27LgsSnmkFRBwHgsXnkB2dgGaNLHAnj1jMX9+P3z22W96xzb1+hc7f9aP8QUEnMfcuUeNnUaNVHd9+e6713DmTCyGDw+Gra0Shw9PwCefvICPP/6lzmWK2T+Irbr6ItMndh80dGh7BASMwMSJ+3DqVAxsbJRwdLSqc7zKzqfvvvsb4eFJWLDgBBIS1BgxogN27XodvXp9jRs3kgXcI3rE2vo/Ov++fPlt7Np1vVYxEhKAFZ9rJ8Jbt6r4Pev/Dwi/BDRpUrrs6ae1k+3j3wR+OgK8PBzYGwJ07gbcuVOb8jlGMSbWf8Nm6vVv6vk3BEOHOiMgYBgmTjyIU6diH44hhJ10M1Vsn8Zl6vUv/BxlJlasOAtPz6fQunX5cf6CBafwf/8Xrnc5lXliJ8+zswvg5xda8u+zZ+MQGhoNDw8nHD/+D7Zv104EjxvXqcLt9++/AQBwc2uO1k/Vruyr10r/X6MBiouBDu1rF6PKfARomJXFa9RIgfHjO6Ffv2+QkZGLjIxcrFt3Fj4+3fSaPBc6/4bo5s2Ukv+XSIDiYg06dLAXJLap17/Y+bN+qDaqu744O9vh3Xd/REFBEVJSsnHoUASef76NXmWK2T+Irbr6ItMndh+0fPkgLFsWhrCwaABAenou0tNz6xyvsvPpzp00/Pe/Z0rWHT58CxERqejTpzUnzw2gV6+W6NjRAYGBV2q13f4D2v+6da148nzUSMDeHtgRDHzwfunyYUOBi+HAjz9p//3jT8C588CkicDS5bUon2MUo2L9N2ymXv+mnn9DsHz5ACxb9jvCwu4C0H8M0ZCwfRqXqde/8HOUtx/Ga1bh5LnYntjHtpSlVMrRu3crXLlyT5B4ixcAqfHAxT+AtyaUX7/hKyArFYiNBKysgMAduus3rQOSY4EzJ4HhwzsIkpMQXFyaQKmU49KlpJJlly4loUsXRyNm9eRYsMADavXHSE6ej65dm2PdunPGTonIICZN6orU1AW4evVdzJv3PCQSibFTqrGy15c1a85g0qSuMDeXw9HRCmPGuOKHHyL0Lqeh9A9CX4+pYbOwUKBHj5Zo1coaERGzkZj4EUJCxqJ5c/0G1TU5nxwcLOHq2pRt1UB8fLriyJF/kJiYKVhMGxvgy/8AM2aVXyeVav94UnZZl86CFU9EREakHUO0eDiGmIHExDkICXlV7zEEERne4sV9kJr6Li5enIi33nIVPD4nzx/asmUUIiNTsW/fDb1jLfoUaPcc4PgUsPATYN2XgJfuI3kw6wPAqinQsx+wPRhISy9d95YP8LQr0KodsO5/wN69/0LPni31zksIVlZmyMzMR1FRccmy9PRcWFsrjZjVk2P16t9hbf05XF3XY+PGv5CUJNwHSKL6yt//LFxc1sHB4Qv4+BzCnDl9MGeOu7HTqrGy15cjRyLh4eEEtfpjJCV9hNjYDHzzjf5fMWso/YOQ12Nq+OzsGkEqlcDL61kMGbId7dv7Iy+vCEFBr+oVt7rzSaGQYdeu1xEScg0XLiToVRZVz8JCgfHjO2LLlkuCxv1iFRC4Hbh9u/y64yeAXj2B0aMAmUz73359tRPuRERk+uzszB+OIZ7BkCHfoX37AOTlFSIoaFT1GxNRvbFo0e9o124rHB03YuHCU1i37kV4een5eI8yOHkOICBgBFxcmsDLaxc0Go3e8f48C6hUQGEh8PMJYNNWYNzr5d+n0QAXLgLqTGDNytLlv58GcnK0z0TfuRv44YdbeO21jnrnJYTMzHxYWCggk5U2HVtbc6jVeUbM6slz82YKLl9OQmCgl7FTIRJdeHgiUlKyUVyswdmzcVi16vdKH6lV35S9vjRubI4TJybh668vwMLiM9jZrUJWVoHeE32PM+X+QejrMTV8mZn5ALR/ZLt7NwNZWfnw8wvFoEFPw8JCvx/iBSo+nxQKGb7//l/Izi7AtGk/VL4xCWbsWFdkZxfixx8jBYvp0Q/o9zyw+j8Vr791Cxg3AfD7BLifAPh4A7tCgNRUwVIgIiIjKh1DnMfduypkZRXAz+83DBrUVpAxBBEZxp9/JkKlykdhYTF+/jkGmzZdwbhxzwhaxhP7zPNHNmwYAXf31hg8+FuoVOJMABcXV71eIa/6mefFxfVnAiEiIhUFBUXo2tURFy8mAtA+w+jvv+8bObMnj0IhM5lnGhMJqT71iVWp6PrSrp09GjVSwN//LAAgPb0Imzb9hSNHJgpatin2D4a4HlPDk5GRi5iY9ArXCfV4p8fPJ4VChj17xsLMTIbRo3eioKBIkDKoam+/7YZvv72CoiLh+v/BLwLOzkCC9jG3UCqBRo2A5ETtj4ImJQGHftC+HvnzNPDtjorjERGRacnIyENMTEaF60zoCZFEVIYY8wVP9J3n69e/jH792mDIkO3lfhRCLpdCqZRDJpNAJpNAqZRDLi+tLplMWrJMKtEOuBUKwNYWGD5UO/iWSoEXBwIz3gb2HtBu5+QEvOoFWFpqO+Tn+wDvvwscO65d36YN0L8fYGYGyOXA2NeA0aNdcODAzSr3RScfqTZfhUJW57qpLF5OTgF2776G5ctfhI2NEu3b22P27N7YsuVincsSI/+GxtLSDFOmuMHW1hwA0KlTMyxe/AKOHRPmx/RMvf7Fzp/1Y1xjxz5X8mioHj1aYuFCD+zde93IWVWtsuvLzZspyMzMx7vv9oJMJoWVlRmmTeuB8PDEOpcldv9gCFVdj8n0id0Hbd58AbNnu6NlS2uYm8vx6acD8MsvUcjKyq91rKrOJ7lcipCQsbC0NIOX1y7k53Pi3BCeecYeffu2xtatl+q0vUymHafL5dqx+aMx+5dfAc90BNx6al+fLgUiIrT/f//hPSE9emi3t7ICPvk3YG8HfLu9tuVzjGJMrP+GzdTr39Tzbwg2bw7H7Nm9HhtD9Mcvv9xBVlaBsVMzOrZP4zL1+hd+jlICpVIGuVzyMJ4MCoUUtrZKDB/+NBo1kkMqleDFF9tgxowu2LtXuG8rAoBE08C/F61SqWBrawtgIYDS53I7OdkiJmYucnMLUVhYemt4UNAVzJx5GNu2eWHKFDedWIGBl+DtfQAA4Oc3EEuWDNRZf/I3YOybwOF9gKuLdll0DPDVemDb9kflAkHfAJ2f0w7gExKBHd8BK/+jfYyL67PAd4FA+3bax77cug0sX/odDh++VeV+VpjPyWgMGhRYo3qqTTxrayU2bXoFr7zyDHJyCrF+/TksXx5Wp3JqUh5pn/V54MB4dO/eAkqlHPfvZ2Hv3uvw8zuJnBz9L+ymXv9i58/6Ma6wMG906eIIuVyK+HgVtm4Nx5o1Z+rtYz2qu7707dsGq1cPQadOzVBUVIzTp2PxwQdHcedOWp3KE7t/EFt19UWmT+w+SCqV4IsvhmDyZDcAQGjoHcyefQT37tX+uf9VnU+9erVEWJg3cnIKdO6A/vzzU1i58lSZSHkAViEjIwM2fEh2OaXj88UAzKt87+rVL8LdvSUGDgyqXSHyfwPQPnZlyae6q06GAYM8dZdNngR88D7QrWfpsp+PAO69tWP04yeADz4E4uMfrixcUqM0OEYxLtZ/w2bq9W/q+ddvNXvsinYM8SImT+4CAAgNjcHs2cdw715WNVvW/zG2vtg+jcvU61+//MuPnf38nseSJc+XiReLsWMP4/BhL7i6ar8lGh2twldfXcS2bdcqiZ0L4N+1HqM/sZPngjJfIk7cR3JFjk9EREREAuLkeVVqM3leZw8nz0VTw8lzIiIyBrGfWd7wJ8+JjEfMsXPdJs+f6Me2EBERERERERERERFVhJPnRERERERERERERERlcPKciIiIiIiIiIiIiKgMTp4TEREREREREREREZXByXMiIiIiIiIiIiIiojI4eU5EREREREREREREVIbc2Ak0CLlLRC7gTZHjB4scn4iIiIiorEIABSKFXiJO3BL9RI5/Q+T4D0SOT0RkTCJdW4jIAOxFjJ1Tp6145zkRERERERERERERURmcPCciIiIiIiIiIiIiKoOT50REREREREREREREZXDynIiIiIiIiIiIiIioDE6eExERERERERERERGVwclzIiIiIiIiIiIiIqIyOHlORERERERERERERFQGJ88f2rbNC3l5n0Ct/rjk1adPa8Him5nJsHnzSERFzYFKtQg3brwHb+9utYrh7KzATz+1xIMHzoiLexq+vnYl66ytpQgObo6MDGckJT2NxYvty23v42ODmzefQmZmO9y50xajRlnWqFxzczkiI99HWtrCcuuaNbNEauoChIfPqNW+lDVrVm+cPz8dubmLsX//eL1iVUTs4ys2IdqPMYl9fAGgZUtr7N8/Hikp85GcPB+7d49F06YWdYpVVb7Llg3ClSszUVDwKdauHSZE6iZ/fMXO3xDth4zH1I+vqecPiL8P/v7DcffuXGRkLEJc3DysXTsMCoVMsPhC5l9df+bq6oATJybhwYMFSEz8CJs2jUSjRgp9d4FqoKrxqD6EbD/btj2HvLzBUKsHlbz69LEtWd+ypRL793dFSsoAJCcPwO7dndG0ac3bj7Z9voioqMlQqWbgxo2J8PbuWLJ+2bI+uHJlAgoK3sPatf312pdHxOwfTH38AzSMa4DYfbRY8RtC+zF1DaH9i4n1Y1ys/4bH398dd++ORUbGBMTFjcXatb2hUEjh4GCOoKD+iI3Vrrt4cSRGjmwjaNlyQaOZuICA85g796goseVyKRITM+HpuR1RUWlwd2+NI0feRFycCseP/1Pt9lIpcOhQCxw4kIVRoxLg7KzA8eOtEBdXiJ071Vi3zgH29lI4OUWjWTMZTpxohZiYAuzYoQYATJtmg7lz7TB+fBIuXcpDs2YyWFpKapT7smWDEBOTXuFE5Pr1LyM8PBFNmtRtkvKRhAQ1Vqz4DZ6ezmjd2kavWJUR8/iKTd/2Y2yGOL4bNowAADz11FeQSIDg4Nfg7z8cEybsrXWsqvK9ffsB5s8/jmnTegiSN2D6x1fs/A3Rfsh4TP34mnr+gPj7EBBwHgsXnkB2dgGaNLHAnj1jMX9+P3z22W+CxBcy/+r6s+++ew1nzsRi+PBg2NoqcfjwBHzyyQv4+ONfBNkXqlxV41F9CN3+AwJiMXfurQrXbdjwLADgqad+fzhW6Qx//2cxYcLfNYotl0uQmJgFT88DiIrKgLt7cxw5MgpxcZk4fvwubt9Ox/z5pzFt2nN678cjYvYPpj7+ARrGNUDsPlqs+A2h/Zi6htD+xcT6MS7Wf8MTEHATCxdeQHZ2IZo0UWLPnoGYP78TvvsuCuHhD7BgwQUkJGRjxIjW2LVrAHr1OowbNzIEKZt3nhtIdnYB/PxCERWVBgA4ezYOoaHR8PBwqtH2Li5mcHExw9KlqSgsBG7dKsDWrSpMn26DRo0kGD/eCosXpyIjoxiRkQVYty4dPj7aDkIqBZYta4I5c5Jx6VIeAOD+/SLcuVNYbbndu7fAsGHtsXr16XLrRo1ygb19I+zYcaWm1VCp/ftv4ODBm0hJydY7VkOkb/sxNkMcX2dnO4SEXENWVj4yM/Oxe/dVdO7sWKdYVeW7fftlHD16GypVnr4plzD14yt2/uwfGjZTP76mnj8g/j7cvJmC7OwCAIBEAhQXa9ChQ/lvyNWVkPlX1585O9shKOgKCgqKkJKSjUOHIup8raGaq2o8qi9DnsPOzo0QEnIPWVlFyMwswu7dSejc2arG22dnF8LP7yyiorQfBM+eTUJoaBw8PFoAALZvv4mjR2OgUuULlrOY9WPq4x+gYVwDxO6jxYrfENqPqWsI7V9MrB/jYv03PDdvZiA7WzuPWXo9scGdO5n473+vIT4+GxoNcPhwHCIiVOjTx0Gwsjl5/phJk7oiNXUBrl59F/PmPQ+JpGZ3ZteFUilH796tcOXKvRq9X/rwSD2ek1QKdOmihIuLGZRKacnEOABcupSPLl2UALQT782by9G9uxJ37rRFbGxbbN7cDNbWVR9+mUyKr78ehVmzfkJ+fpHOOhsbJb78cihmzDhco/zrA0MeX7HVtv08Cb788g+MHdsRNjZK2Nqa4403OuOHHyKMnVadmPrxNfX8iUh4CxZ4QK3+GMnJ89G1a3OsW3fO2CnVSNn+bM2aM5g0qSvMzeVwdLTCmDGuJnutMRVVjUfro0mTWiI1dSCuXn0e8+Y9hceHm19+GYOxYx1hYyOHra0cb7zRHD/8kFznspRKGXr3bo4rV1IFyNz4OH4wHrH7aENcA9h+iIgavgULOkOtfhPJyW+ga1d7rFt3o9x7HBzM4epqiytX0gQrl5PnD/n7n4WLyzo4OHwBH59DmDOnD+bMcRetvC1bRiEyMhX79pU/0BWJiMhHdHQBli2zh5mZBB07mmHqVBvY2EhhZSVBZmYxih77PJGeXlQyOW5vr/2vp6cFeva8Cze3u3j6aQXWrm1aZZm+vn0RHp6IU6diyq374oshCAy8hNu3H9Rwj43L0MdXbLVtP0+C06fvolkzS6SlLcSDBwtgZ2eOlSt/N3ZadWLqx9fU8yci4a1e/TusrT+Hq+t6bNz4F5KSMo2dUo2U7c+OHImEh4cT1OqPkZT0EWJjM/DNN+FGzrJhq2o8Wt/4+9+Fi8tpODichI/PdcyZ0wZz5pTeBXv6dAaaNTNDWtpAPHgwEHZ2CqxceafO5W3ZMhiRkenYt++2EOkbHccPxiN2H22IawDbDxFRw7d69d+wtg6Gq+t+bNwYgaSkHJ31CoUUu3YNQEhINC5cEO7mAk6ePxQenoiUlGwUF2tw9mwcVq36HePGdRKlrICAEXBxaQIvr13QaDQ12qawEBg9OhHduikRH/80goObY9s2FVJTi5CZqYGFhQSyx353xdZWCrW6GACQman978qVD5CaWozU1GKsXPkAI0dW/oOh7drZY8aMnvD1PV5unYeHE/r1cxLlq7NiMeTxFVtd2k9DJ5FIcPz4JJw+HQsrq89hZfU5Tp+Oxc8/v2Xs1GrN1I+vqedPROK6eTMFly8nITDQy9ipVKtsf9a4sTlOnJiEr7++AAuLz2BntwpZWQUICnrV2Kk2WFWNR+uj8HA1UlIKUFwMnD2bgVWrojFunPaxPhIJcPx4d5w+nQ4rq19hZfUrTp9Ox88/d69TWQEBA+HiYgcvr8NoCJdbjh/qB7H7aLHis/0QET1Zbt7MwOXLDxAY6FGyTKGQ4vvvByI7uxDTpp0RtDz+YGgliovFuehu2DAC7u6tMXjwt7V+ZvL16/kYOjSh5N+rVjVBWFgOIiLyUVCgQdeuSly8qI3p5qbE339rn3cYEVGAnJziWpXl4eEER0cr3Lo1G4C2EVpbK5GcPB/nz8fD2dkOCQkfAtB+ZbRRIwWSk+ejc+cAk7ibTKzjKzZ92k9DZm/fCG3bNoa//1nk5Gifqbhu3VnMn98PTZpYIDXVNJ5zZurH19TzJyLDUChkgj5PVwwV9Wft2tmjUSMF/P3PAtB+y2/Tpr9w5MhEY6baoFU1Hh0xIhjnzsUbOcOqFT82/La3V6Bt20bw979bMi5ft+4u5s9viyZNFEhNLahx3A0bBsLdvTkGD94v6PPNjYXjh/pF7D5a6PhsP0RETyaFQooOHWxK/n/PnoEwM5Nh9OhfUFBQuznQ6vDO84fGjn0O1tbaZ4T36NESCxd6YO/e64KWsX79y+jXrw2GDNmO9PTcWm/fubMZLCwkUCiAMWMsMXWqDVaseICcHA12787E8uVNYGMjRfv2Csye3Rhbtmh/TCg3V4OgIDUWLLBD48ZS2NpKsWCBHQ4ezKq0rJCQa2jf3h9ubhvh5rYRb799CGp1HtzcNmLcuO/xzDPrStZ9+mkoIiJS4Oa2EffvVx6zKjKZFEqlHHK5FFKpBEqlHAqFrPoNa8gQx1ds+rYfYxL7+KamZiMyMhWzZvWCUimHUinHrFm9ERubUaeJ86rylcu162QyCWQyScn79GXKxxcQN3+x2w8Zl6kfX1PPHxB3HywtzTBlihtsbc0BAJ06NcPixS/g2LF/BIkPCJ9/Zf3ZzZspyMzMx7vv9oJMJoWVlRmmTeuB8PBEIXaDKlDVeDQ8PEmQMoRsP2PHOsLaWrttjx42WLiwLfbuvQ8ASE0tQGRkNmbNagOlUgqlUopZs9ogNja3VhPn69cPRL9+LTBkyAGkp+tOFGrHKDLIZNKH+yXTe4widh9n6uMfU78GiN1Hix3f1NuPqTP19i821o9xsf4bFktLOaZMaQ9bWzMAQKdOjbF4cVccOxYPuVyCkJCBsLSUw8vrV+TnCztxDgASTQP/XpNKpYKtrS2AhQCUlb4vLMwbXbo4Qi6XIj5eha1bw7FmzRnBvvbl5GSLmJi5yM0tRGFh6YEMCrqCmTOr+9HNNwEAy5c3wcyZtjA3l+Dy5Tz4+qbgzBntIMHaWopNm5rhlVcskZNTjPXrM7B8eenzyC0sJNiwoRm8vCyRl6fBoUNZmDcvGZmZGgDB1eY/YEBbHDgwHnZ2q8qtmzzZDR980Afdum2sviIq4ec3EEuWDNRZdvJkNAYNCqxzzMeJfXzFpl/7MT6xjy8AuLo6YO3aoejZsyWkUgnCw5Pw4YfHcOlS7T9cV5Xvtm1emDLFTWddYOAleHsfqHPupn58xc7fEO2HjMfUj6+p5w+Iuw8WFgocODAe3bu3gFIpx/37Wdi79zr8/E6WfFNIX0LmX11/1rdvG6xePQSdOjVDUVExTp+OxQcfHMWdO2V/kCgPwCpkZGTAxsam1nk0dDUdn5dV1Xi0rurefvqVWxIW1hNdulhBLpcgPj4PW7fGY82amJLHqri6WmLt2mfQs6fNw7GKGh9+eAuXLqkriF/+uc1OTtaIifGuoH1GYObMUGzb5okpUzrqbBMYeB3e3icqiF+z3y0Ss38w9fEPYPrXALH7aDHjN4T2Y+pMvf2LjfVjXKx/U9a23BILCzkOHHgR3bvbQ6mU4f79XOzdGwM/v3D06tUUYWHDkZNTiKKi0jm+zz+/gpUr/y4TKQfAu7Ueo3Py3CS8KXL86ifPiYiIiKimOHlelYYxPi8/eS4ssX/0sGaT50RERESG1VbE2HWbPOdjW4iIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIqg5PnRERERERERERERERlcPKciIiIiIiIiIiIiKgMTp4TEREREREREREREZUhN3YCVBM/iBz/TZHjB4scn4iIiKgu7EWKmytS3IZGDkAhUuwCkeI+Ei1y/LYix1eLHF/s+ifjaiRy/ByR45s6sfrNx/EcJiJjaSti7Kw6bcU7z4mIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIqg5PnRERERERERERERERlcPKciIiIiIiIiIiIiKgMTp4TEREREREREREREZXByXMiIiIiIiIiIiIiojKe2MnzWbN64/z56cjNXYz9+8frrFu2bBCuXJmJgoJPsXbtMMHjW1srERz8GjIyFiEp6SMsXvxCDeK54fz5CcjNfR/794/SWRcaOha5ue9DrX6v5NWiheVj+9MXV65MQkHBB1i7dmClZTg7K/DTTy3x4IEz4uKehq+v3WMx7HHlihMKCtpj7dqm5bbdtKkZbt58CkVF7TFnTuNq96fi8u3w009v4sGDBYiLmwdf3351ilMZf//huHt3LjIyFiEubh7Wrh0GhUImaBliUas/1nnl53+Cy5dnGjutSpmZybB580hERc2BSrUIN268B2/vbiXr9T3HxI4PVN1e6nIO18TIkS4ID5+BzMyPER//Id55p6cgcaurr9oSu/+sjFj1U9X+CEHo+i9L7PzFtm2bF/LyPtHp4/r0aW3stOrE3FyOyMj3kZa20NipGFVlbdLBwRJBQa8iNnYeMjIW4eLFdzBypIteZenbfrTn54uIipoMlWoGbtyYCG/vjg/zbYSgoJcQGzsVGRkzcPHiGxg58umSbTt0aIx9+0YgMdEHaWnv4PffX0ffvi302h/StW3bK8jLWwi12rfk1adPK8HiC90/m5lJsXlzf0RFjYdKNRk3boyFt/czAIA2bSyhVk/ReRUU+ODgwZdqVca2bW7Iy3sFavXLJa8+feweK78roqIGQ6V6GTduDIK3d5s674/Y9Q+Y9vj8cabc/4t5DJydG+Onn8biwYM5iIt7F76+vQWJW5ZY9W/6Yyzxz2GqnNifAcRm6vmb+vkrNrGPr1jxR45sgvDwnsjM7I/4+OfxzjstAQChoW7IzX0BanX/kleLFmZ6l/eIXLBIJiYhQY0VK36Dp6czWre20Vl3+/YDzJ9/HNOm9RAl/rp1w2Fv3whOTmvRrJklTpyYhJiYDOzYcbmKeJlYseIsPD2fQuvWVuXWL1hwCv/3f+EVbnv7djrmz/8N06Z1rjS+VAocOtQCBw5kYdSoBDg7K3D8eCvExRVi5041bt8uwPz5KZg2zbbC7S9fzsPu3Wp89lmTSsuoilQqwaFDb+DAgZsYNWonnJ3tcPz4JMTFqbBz5991illWQMB5LFx4AtnZBWjSxAJ79ozF/Pn98NlnvwkSX0zW1p/r/Pvy5ZnYteuqkbKpnlwuRWJiJjw9tyMqKg3u7q1x5MibiItT4fjxf/Q+x8SOD1TdXupyDldn6ND2CAgYgYkT9+HUqRjY2Cjh6Fj+XK+L6uqrtsTuPysiZv1UtT9CELr+yxI7f0MICDiPuXOPGjsNvS1bNggxMelo2tTC2KkYVWVt0srKDOHhSViw4AQSEtQYMaIDdu16Hb16fY0bN5LrXJ4+7UculyAxMQuengcQFZUBd/fmOHJkFOLiMnH7djrCw5OxYMEZJCRkYsSIp7Fr1zD06rUbN248QOPGShw5Eo3p03/Fgwe5mDq1I376aRTatfsWqam5dd4f0hUQcAFz5x4XJbbQ/bM2XjY8PX9EVJQa7u7NcOTIMMTFZeH48XhYWweWvFehkCIh4U3s2lX7cgIC7mDu3GsVlC9BYmIuPD3/QFRUNtzd7XDkiDvi4nJx/HjdzjEx618b33TH548z5f5frGOg/Xz3Gg4cuIVRo/bC2bkxjh8fh7g4NXbuvCFQ9lpi1X/DGGOJew5T5cT+DCA2U8+/IZy/YhL7+IoRf+hQewQEPIOJE2/g1Kl02NjI4ehYOkG+YEEU/u//4vTOvSJP7J3n+/ffwMGDN5GSkl1u3fbtl3H06G2oVHmCx2/USIHx4zth8eJfkZGRi8jIVKxbdxY+PlX/BWb//ts4ePAfpKTk1DqX7duv4+jRaKhU+ZW+x8XFDC4uZli6NBWFhcCtWwXYulWF6dNtHsZQ4+jRbKhUxRVuHxCQgV9/zUFurqbW+WnLbwoXl6ZYujQMhYXFuHUrFVu3XsT06cJNwN28mYLs7AIAgEQCFBdr0KGDvWDxDaVXr1bo2NEBgYGXjJ1KpbKzC+DnF4qoqDQAwNmzcQgNjYaHhxMA/c8xseMDlbeXup7D1Vm+fBCWLQtDWFg0ios1SE/PRUREil4xH6muvmpL7P6zImLWT1X7IwSh678ssfOnmunevQWGDWuP1atPGzsVo6usTd65k4b//vcM4uNV0Gg0OHz4FiIiUo36TYPs7EL4+Z1FVFQGAODs2SSEhsbBw6MF7txR4b//DUd8fCY0GuDw4TuIiEhDnz7NAQDnz9/D119fQ0pKDoqLNdiy5RqKijTo0qX8N/SofhK6f9a2pwuIilI/jHcfoaEJ8PBoXu69Xl5tIZUC+/ZF1zn/8uUXwc8vAlFR2Q/LT0NoaCo8POrveLchjM9Nvf8X6xi4uNjDxcUeS5eefvj57gG2br2C6dPd9I79ODHrn2Ms0ofYnwHEZur58/ytmtjHV4z4y5e3xbJl0QgLS0dxMZCeXoiICMMc3yd28txYXFyaQKmU49KlpJJlly4loUsXR73iLl7cB6mp7+LixYl46y3XWm8vfdgSJBKJzrIuXZR65VXz8iUPy9ddpm+9lLVggQfU6o+RnDwfXbs2x7p15wSNbwg+Pt1w5EgkEhPVxk6lxpRKOXr3boUrV+6ZVPyK2osY57CFhQI9erREq1bWiIiYjcTEjxASMhbNmwtzZ3VZYh8PoRm6fsRmavVvCJMmdUVq6gJcvfou5s17XudaZApkMim+/noUZs36Cfn5RcZOx2Q4OFjC1bWp3ueCkO1HqZShd+/muHIltdw6B4dGcHW1x5UrFf/hrlOnJrC2VuD69Qd1Lp/KmzSpM1JT5+Hq1emYN88dYnYPQvfP2vbkgCtXyrcJHx8XBAf/g7y82vcZkya1QWrqMFy9OhDz5rWrtE6USil6926MK1dUtS6jtCzx69+Ux+cNpf8X4xiUfr6T6Czr0sVB79iPNJT6F5Mh+1Cqmql/BjD1/Klq9X3OxsJCih49rNGqlRIREb2RmNgXISEd0bx56Z3nixc/hdTUfrh4sQfeekvYuUROnhuYlZUZMjPzUVRUegd3enourK3rPkm9aNHvaNduKxwdN2LhwlNYt+5FeHm1r1WMiIh8REcXYNkye5iZSdCxoxmmTrWBjY1hmkhERAqio9OxbNkgmJnJ0LGjA6ZO7QYbG2En71ev/h3W1p/D1XU9Nm78C0lJmYLGF5uFhfau5y1bLho7lVrZsmUUIiNTsW+fsF/RFDt+Re1FjHPYzq4RpFIJvLyexZAh29G+vT/y8ooQFPSqELtRjtjHQ2iGrh+xmVr9i83f/yxcXNbBweEL+Pgcwpw5fTBnjrux06oVX9++CA9PxKlTMcZOxWQoFDLs2vU6QkKu4cKFhDrHEbr9bNkyGJGR6di373aZfKXYtWsYQkIiceHC/XLb2dqaYdeuYfj8879w7x7vcBKKv/9fcHHZCAeHtfDxOYw5c3phzhxxnpkMCN8/b9nSH5GRKuzbd0dnuZOTFTw9W2LLlpu1junvfwcuLr/CweEofHwuY86cpzFnjnMl5bshMjIL+/Yl1il/Q9W/KY/PG0r/L8YxiIh4gOjoDCxb5vHw811TTJ3aWdDPdw2l/sVi6D6UqmbqnwFMPX+qWn2fs7GzUzycE2iKIUMuo337s8jL0yAoSHvz8KJFUWjX7k84Op7BwoVRWLeuA7y8hPs2KCfPDSwzMx8WFgrIZKVVb2trDrW67o84+PPPRKhU+SgsLMbPP8dg06YrGDfumVrFKCwERo9ORLduSsTHP43g4ObYtk2F1FTD/AW/sLAYo0fvRLduLRAf/yGCg1/Dtm2XkJoqzgfQmzdTcPlyEgIDvUSJL5axY59DdnYBfvwx0tip1FhAwAi4uDSBl9cuaDR1e6yPMeMDuu1FjHM4M1P7SCV//7O4ezcDWVn58PMLxaBBT8PCQqF3/o8zRH0JzZD1IzZTrH+xhYcnIiUlG8XFGpw9G4dVq37HuHGdjJ1WjbVrZ48ZM3rC15fPE60phUKG77//F7KzCzBt2g96xRKy/QQEDISLix28vA7j8dNToZDi++9fRnZ2IaZN+6XcdjY2Zjh2zAu//56AJUvO1nVXqALh4UmPHd8ErFr1B8aN6yhKWUL3zwEB/eDi0hheXj+jbDhv72cQHp5a4R3p1QkPz0BKSj6Ki7WPZVm16jbGjWtZQfld4OJiCS+vc+XKr3lZhqt/wPTG5w2x/xfyGGg/3+1Dt26OiI9/F8HBr2Dbtr+Rmlr7x5BWpCHWv9AMfQ5T5Uz9M4Cp509VM4U5m8xM7dykv38c7t7NQ1ZWEfz87mDQoMawsJDizz9VUKmKUFiowc8/p2HTpgSMG9dMsH14Yn8w1FgiIlJRUFCErl0dcfGi9i4QN7fm+Pvv8ncx1VVxcd0a4/Xr+Rg6tPTur1WrmiAsTJjBTc3KT8bQoTseK98TYWHi3UWgUMhM7pmKb7/dHd9+e1nnruf6bMOGEXB3b43Bg78V/BnYhoj/uEftRYxzOCMjFzEx6RWuE/LxFYasLyEZqn7EZqr1b2h1vYYZi4eHExwdrXDr1mwA2olWa2slkpPnY8SIYJw7F2/kDOsXhUKGPXvGwsxMhtGjd6KgQNg/0te1/WzYMBDu7s0xePB+nd+IUSik2LPn5Yf5HkZBge7199HE+bVrqZgxI1Sv3Kl6YvUPQvfPGzb0g7t7Mwwe/CNUqgKddRKJdvJ85cq6/8j44yqqkw0bOsPdvTEGD/4DKlWhIOVUVpbQTGl83lD7fyGPwfXrKRg6NKTk36tWDUBYWKwgsRtq/YvJ1MZYDYWpfwYw9fypaqYyZ5ORUYiYmNwK11U0J1As8JTZE3vnuUwmhVIph1wuhVQqgVIph0IhA6D9VVilUg6ZTAKZTFLyPiHi5+QUYPfua1i+/EXY2CjRvr09Zs/uXe1jOLR5yCCXSx7Gk0GhkMLWVonhw59Go0ZySKUSvPhiG8yY0QV795bemazdH9lj+yOrcH86dzaDhYUECgUwZowlpk61wYoVDx7GAJRKCWSyR7lIIH/sTy8KhXa9VCrReW9tdO7sCAsLBRQKGcaMccXUqd2wYoV+v/L+iKWlGaZMcYOtrTkAoFOnZli8+AUcO1b/fyX6kWeeaYK+fdtg61bTeGTL+vUvo1+/NhgyZDvS03U7OSHOMTHjV9Ve6noOV2fz5guYPdsdLVtaw9xcjk8/HYBffolCVlblP/RbG1XVV22J3X9WRMz6qWp/hCJk/ZdliPzFNHbscyWPPerRoyUWLvTA3r3XjZxVzYWEXEP79v5wc9sIN7eNePvtQ1Cr8+DmthHh4UnVB2iAKmuTcrkUISFjYWlpBi+vXYI8n1aI9rN+/UD069cCQ4YcQHp66aBem+9wWFrK4eV1uFy+1tZmOHp0NG7dSsPbb5e/I530N3asK6yttc+y7NGjBRYufB5799b+USdVEbp/Xr++L/r1c8SQIT8hPb38NWrIkNZo2tQcO3fermDr6o0d2xLW1tpBeI8etli4sAP27i19LMv69Z3Rr589hgz5A+npBZWFqWFZ4ta/qY/PG0L/L/Yx6NzZ4eHnOynGjHkGU6d2wYoVZwSJbYj6N/0xlvh9KFVNzM8AhmDK+Zv6+WsIYh9foeNv3pyA2bNbo2VLM5ibS/Hpp23xyy9pkMslGD7cHo0aSSGVAi++2BgzZrTE3r3JAuyFlkTTwL9zoVKpYGtrC2AhgNLnq/n5DcSSJQN13nvyZDQGDQrEtm1emDLFTWddYOAleHsfqHG5VcW3tlZi06ZX8MorzyAnpxDr15/D8uVhVUSzgZ/f81iy5Pky8WIxduxhHD7sBVdX7d0B0dEqfPXVRWzbdq3kfdu2DcWUKc+V2Z9r8PY+9vBfIwEAy5c3wcyZtjA3l+Dy5Tz4+qbgzJnchzEcMWWKTZkYKnh7ax/2HxraCgMHWuisX7IkFUuXPgAQXMW+lVq+/EXMnNkT5uZyXL58D76+P+PMGWHuTLCwUODAgfHo3r0FlEo57t/Pwt691+HndxI5Ofp9sDCU1auHwN29FQYODDR2KtVycrJFTMxc5OYWorCw9E9+QUFXMHPmYb3PMbHjV9dean8OV08qleCLL4Zg8mRt3qGhdzB79hHcu6f/Myerq6/aErv/rIiY9VPV/ghB6PovS+z8xRYW5o0uXRwhl0sRH6/C1q3hWLPmjMl+JXTAgLY4cGA87OxWGTsVo6msTfr5hSIszBs5OQUoKio9vp9/fgorV56qU1n6th8np6cQE+NdwfkZgZ07byEs7DXk5BTqfOPr88//wsqVf2HSpGfx7bcvISurQKe8d94JxXffXQawABkZGbCx0R0/0ePj88UAzCt9X1jYW+jSpdnD46vG1q2XsGbNnzV8DEn14zv9+udWFcSzQkzMGw/jlSYZFHQbM2f+DgDYvXswcnIKMWVKdeOGin/oKiysH7p0sYFcLkF8fC62br2LNWtuQ6MBnJwaISZmCHJzi8qUH4eZM6+UifR3NeWLX/8NYXz+OFPs/+t+DBrVKP7y5f0xc2Y3mJvLcPlyMnx9Q3HmTE3uCK/9t5/FqP/6O8aq2WMLxT6HqWpifwYQm6nnX3/P3/pB7OOrX/yBFS6VSoEvvmiHyZObAwBCQ9Mwe/ZtFBVpcPhwZ7i6aucko6Nz8dVXcdi2raI/pGYBeKXWY/QndvLctIj9oWukyPFrNnlOREREZFhiPR4iF5w8r1xNJ8/1I/bET/nJc2FVPHkunOonz/XDibeGrWaT53VnuEeHmiZD/OYPz2EiMpaBIsau2+T5E/vYFiIiIiIiIiIiIiKiynDynIiIiIiIiIiIiIioDE6eExERERERERERERGVwclzIiIiIiIiIiIiIqIyOHlORERERERERERERFQGJ8+JiIiIiIiIiIiIiMqQGzsBw7EGYC5SbJVIcQ0VP1jk+P8WOf5nIscnIiKihslepLg5IsVtaOwANBIp9j2R4j4Sb+LxR4oc/weR4xM9yQqMnYAJUIgc39SPAeuH6rNWIsbOrNNWvPOciIiIiIiIiIiIiKgMTp4TEREREREREREREZXByXMiIiIiIiIiIiIiojI4eU5EREREREREREREVAYnz4mIiIiIiIiIiIiIyuDkORERERERERERERFRGZw8JyIiIiIiIiIiIiIq44mZPJ81qwfOn5+A3Nz3sX//KJ11e/a8goSE6cjImIWoKB/8+9/uOus9PZ1w4cKbUKnew7VrkzF0aNs65eDsbIeffnoTDx4sQFzcPPj69qvr7pSzbZsX8vI+gVr9ccmrT5/WRos/a1ZvnD8/Hbm5i7F/v6xkuYMDEBQkQ2ysHBkZcly8KMfIkZKS9WZmQGioDPfuadffuCHHtGml6ydMkECtluu8NJolmDv3+SrKH/9Y+ZYICnoVsbHzkJGxCBcvvoORI12EqCLR+fsPx927c5GRsQhxcfOwdu0wKBSy6jesgcrqS0hC5l+TfJs1s0Rq6gKEh8/QJ+0SYta/2MTuHwDTrh8xVNVGu3dvgVOnpiIjYxH++WcO3nqra72Lb2hiXh8NZeRIF4SHz0Bm5seIj/8Q77zTU7DYYvbR9W38YAz+/j1x9+4YZGT8C3Fxr2Lt2h5QKKRo08YCavU4nVdBwQQcPDiwZFtrawWCg/shI+NfSEp6DYsXdzbafjQEZmZSbN48AFFRb0Kl8sGNG+Ph7f1sufc1a9YIqaneCA8fq2d5MmzePBJRUXOgUi3CjRvvwdu7m14xDRn/cebmckRGvo+0tIV1jqFWu+m88vO74/Jl1xqvfxKJPf4xxBhdTM7OjfHTT2Px4MEcxMW9C1/f3sZO6YkidvsxZB8nppEjOyA8/G1kZvoiPv59vPNOd0Hiil0/Yh/fbdteQV7eQqjVviWvPn1aCV6OWEy9fTL/8pydFfjpp5Z48MAZcXFPw9fXrmTdsmX2uHLFCQUF7bF2bVN90y9HLnjEeiohIRMrVpyFp+dTaN3aSmfd0qV/4tatNOTnF6FNG2scPfoqoqNVCA6+gaeftsX+/aMwfvyP+OmnO3j55aexd+9IdO68HXfuZNS4fKlUgkOH3sCBAzcxatROODvb4fjxSYiLU2Hnzr8F2ceAgPOYO/eoILH0jZ+QoMaKFb/B09MZrVuXTiBYWQHh4RosWFCEhARgxAgJdu2SoVevQty4ARQWArNnF+HGDaCoCHB1BUJD5bhxowi//67Bd99p8N13hSXxuncHzp2TYc+ea1WUb/NY+WYID0/CggUnkJCgxogRHbBr1+vo1etr3LiRrGcNiSsg4DwWLjyB7OwCNGligT17xmL+/H747LPf9I5dWX0JScj8a5Lv+vUvIzw8EU2aWOibOgBx698QDNE/mHL9CK2yNmpra46ffnoTfn4n8fXXF9CzZ0v8/PNbiIpKw+nTd+tNfEMyxPVRbEOHtkdAwAhMnLgPp07FwMZGCUdHq+o3rCGx++j6NH4whoCAW1i4MBzZ2UVo0kSJPXv6Y/78jvjss6uwtt5d8j6FQoqEhFexa1d0ybJ163rC3l4JJ6f9aNbMHCdOeCImJhM7dlw3wp6YPrlcisTEbHh6/oCoKBXc3R1x5MgIxMVl4vjxuJL3rV/fH+HhKWjSxFyA8jLh6bkdUVFpcHdvjSNH3kRcnArHj/+j7+6IHv9xy5YNQkxMOpo2rfu4x9r6ks6/L192xa5daTVe/yQSe/xjiDG6WLTX99dw4MAtjBq1F87OjXH8+DjExamxc+cNY6f3RBC7/RiyjxPL0KHOCAgYhokTD+LUqdiHYzhLQWKLXT+G+Qx/AXPnHhcltthMvX0yf11SKXDoUAscOJCFUaMS4OyswPHjrRAXV4idO9W4fbsA8+enYNo0WxH25gm683z//ggcPPgPUlJyyq27ejUF+flFAACNRoPiYg06dGgMABg2rC0uXryPH3+8A40G+PHHOzh3LgmTJnWsVfkuLk3h4tIUS5eGobCwGLdupWLr1ouYPr2H3vtWH+3ffwMHD95ESkq2zvI7d4D//rcY8fGARgMcPqxBRATQp4/27vLiYuDqVe3EOaB9j0YDtG9fcTk+PlL8/PM/iItT1bD8NPz3v2cQH6+CRqPB4cO3EBGRWu/ugqvIzZspyM4uAABIJHjYTu0FiV1ZfQlJyPyry3fUKBfY2zfCjh1X6pxvWWLWf0PA+tFVWRvt27cN8vKKsGnTXygu1uDcuXjs23cDb79duztcxI5vSA3h+rh8+SAsWxaGsLBoFBdrkJ6ei4iIFMHiG6KPfpLdvKlCdrZ24FHaf1mXe5+XV2tIpRLs26f9Q1SjRjKMH98WixdfQkZGASIj1Vi3LgI+PpUMWqha2dmF8PM7j6go7bju7Nl7CA2Nh4dHi5L3jBrVFvb2SuzYcUuA8grg5xeKqKi0h+XFITQ0Gh4eTnrHNkT8R7p3b4Fhw9pj9erTgsXs1csCHTs2QmBgap3WPynEHv+Ycv/v4mIPFxd7LF16+uH1/QG2br2C6dPdjJ3aE0Ps9mOoPk5My5cPwLJlvyMs7O5jYzhh+jWx68eU+wdDMPX2yfx1ubiYwcXFDEuXpqKwELh1qwBbt6owfbr2D0fbt6tx9Gg2VKpiwfbhcU/M5Hl1Nmx4EVlZsxEbOx1WVgoEBmrvZJZKJZBIdN8rlUrQpUvtvgYglWqDPB5LG8dRr7wfN2lSV6SmLsDVq+9i3rznISmbeD2M7+Cgvbv8Spk5zh9+kCEnR44bNxS4dw/Yv19Tbltzc2DCBCm2bLmoR/mWcHVtiitX7tU5hiEtWOABtfpjJCfPR9euzbFu3Tljp1QrhsjfxkaJL78cihkzDgse25TrX+z+ATDt+jGUyq8pwlwLxI4vBkNcH8VkYaFAjx4t0aqVNSIiZiMx8SOEhIxF8+bC3XkuNlMcPwhtwYLnoFaPQ3LyWHTtaod16yLKvcfHpz2Cg+8gL087KHdxsYFSKcOlS6V33l669ABdujQ2VNoNnlIpQ+/ezXDlinYiw8bGDF9+2RczZojzrSalUo7evVuJNi4UI75MJsXXX4/CrFk/ldwMJAQfn6Y4ciQDiYkFdVr/JOH4p2Kl13eJzrIuXRyMlRKJTOw+VGjaMVyLh2O4GUhMnIOQkFdFG8OZWv0AwKRJnZGaOg9Xr07HvHnu5T5nmBJTrP/HPen5Sx/OXuteU4AuXZRCpFd9+QYpxQTMmvUrrKzWoWfPYGzffgNpaXkAgOPHY9CrV3OMHt0OMpkEo0e3Q79+LWFjY1ar+BERKYiOTseyZYNgZiZDx44OmDq1G2xshDnQ/v5n4eKyDg4OX8DH5xDmzOmDOXPcq9/QiPEVCmDXLhlCQjS4cEF3cnzkyCJYWhZiwIBC7N1bjJzyXxjA669LkJ8PHDpU/gNuzcqXYdeu1xEScg0XLiTUKYahrV79O6ytP4er63ps3PgXkpIyjZ1SrRgi/y++GILAwEu4ffuB4LFNtf7F7h8eMdX6MaQ//oiFpaUZZs3qDblcir5922DMGFfBrgVixxeD2NdHsdnZNYJUKoGX17MYMmQ72rf3R15eEYKCXjV2ajViiuMHMaxefQ3W1rvh6noIGzdGIikpV2e9k5MlPD2bY8uW2yXLrKzkyMwsQFFR6RgmPb0A1tYKg+Xd0G3ZMhCRkRnYty8KAPDFF30QGBiB27dr/ujE2pU3CpGRqdi3T5xHSogR39e3L8LDE3HqVIxgMS0spBg/3h5btlT8DZrq1j9pOP6pWETEA0RHZ2DZMo+H1/emmDq1s8lc36n2xO5DhWZnZ/5wDPcMhgz5Du3bByAvrxBBQaOq37gOTK1+/P3/govLRjg4rIWPz2HMmdMLc+aY7u8WmFr9l/Wk5x8RkY/o6AIsW2YPMzMJOnY0w9SpNrCxMcy0NifPH6PRABcu3INanY81a14AANy6lYZx436En9/zuH9/Jnx8OmHXrgikpuZWE01XYWExRo/eiW7dWiA+/kMEB7+GbdsuITVVmK/YhIcnIiUlG8XFGpw9G4dVq37HuHGdBIktRnyFAvj+exmys4Fp0yq+S6a4GPjtNw0cHQFf3/JN1cdHiu3bi1FYWPuvZSgUMnz//b+QnV2AadN+qPX2xnbzZgouX05CYKCXsVOpE7Hy9/BwQr9+ToJ+bbkiplb/YvcPZZla/RjSgwc5GDnyO0yY0BlJSR9h1SpPbNsWLti1QOz4YhD7+ii2zMx8ANpJ4rt3M5CVlQ8/v1AMGvQ0LCzq/ySqqY0fxHbzpgqXL6chMFD3h8i9vdshPDwNV66klyzLzCyEhYUcMlnpHTC2tgqo1bwTVwgBAS/AxaUxvLyOQqMBPDxaoF+/Fli9Olyk8kbAxaUJvLx2QaMp/43H+hi/XTt7zJjRE76+wj6PduxYO2RnF+PHHyv+I0V1659UHP/o0l7f96FbN0fEx7+L4OBXsG3b30hNreCuKDJ5YvehYigdw53H3bsqZGUVwM/vNwwa1FbwMZwp1k94eNJjY7gErFr1B8aNq93ji+sLU6z/xzF/7e8jjh6diG7dlIiPfxrBwc2xbZsKqanCfeuuKk/MD4bWhkIhRYcOpb/aeujQPzh0qPSB9n/++Qa+/bb2PwR1/Xoyhg7dUfLvVas8ERYm3F0ijysuFveE0ie+QgHs2SODmRkwenQRCqr5jKlQSNChg+6ydu2AF16QYMaM2p8oCoUMe/aMhZmZDKNH70RBgWFONqEpFDKTfqa0GPkPHuwMZ2c7JCR8CED7de9GjRRITp6Pzp0DBL0TyJTrX+z+ATDt+hHbmTOx6Ndva8m/d+16XdBrgdjxxWDI66PQMjJyEROTXuG6+vh4kurU5/GDoWjHgaXPPJdIAG9vZ6xcqfvj5BERKhQUFKNrVztcvKj9tpObmx3+/jvdkOk2SBs29Ie7ezMMHnwIKpV2cmPw4FZwdrZGQsIkAI+u8XIkJ09B584hSEqq+x/cNmwYAXf31hg8+FuoVHmC7IMh4nt4OMHR0Qq3bs0GoG271tZKJCfPx4gRwTh3Lr5Ocd9+uym+/Ta15DeIarv+Scbxj67r11MwdGhIyb9XrRqAsLBYI2ZEYhC7DxVLRkYeYmIq/iOgkEM4U62fskxhDFcRU69/5l/q+vV8DB1a+tSIVauaICzMMH+QfWLuPJfJJFAqZZDLJZBKtf+vUEjh5GSNV1/tAEtLBSQS4PnnW+D997vh2LHokm179HCETCaBlZUCn3zSB/b25vj222uVF1aJzp0dYWGhgEIhw5gxrpg6tRtWrBDmmY1jxz4Ha2vlw3xbYuFCD+zdW/sJfqHiy2RSKJVyyOVSSKWAUqmdNJfLgZAQGSwtAS+vIuTn627XtSvg6SmBuTkgkwEvvyzBm29KcOyY7t3lPj5S/PGH9sdGqy9fAqVSDoVCBrlcipCQsbC0NIOX1y5Bnw0pJktLM0yZ4gZbW3MAQKdOzbB48Qs4dkyYX1murL6EInT+leX75Zd/4Jln1sHNbSPc3Dbi009DERGRAje3jbh/P6ve5G9oYvcPpl4/YqjqnHJzaw4zMxnMzeV4++3uGDiwLb766s96Fd/QxLw+GsLmzRcwe7Y7Wra0hrm5HJ9+OgC//BKFrKz86jeuATH76Po2fjA0S0s5pkxxhq2t9g6zTp0aY/HiTjh2LLHkPUOGtEDTpubYuTNaZ9ucnCLs3h2D5cu7wsZGgfbtrTF7tovOo12o9tav749+/ZpjyJAfkJ5eeg59+eVlPPPMTri57YGb2x58+ul5RESkw81tD+7fr/sHp/XrX0a/fm0wZMh2pKfX7pulxo4fEnIN7dv7l4x73n77ENTqPLi5bUR4eFKdYj7zjBJ9+1pi69aKH8lS3foniSHGP2KP0cXWubPDw+u7FGPGPIOpU7tgxYozxk7riWGI9iN2Hyq2zZvDMXt2r8fGcP3xyy93kJUlzLfIxKwfsY/v2LGusLbWPq64R48WWLjweezde1Ow+IZg6u2T+evq3NkMFhYSKBTAmDGWmDrVBitWaG9gkcsBpVICmezR/K8EcgFvF5doTPGe/1pQqVSwtbWFn99vWLKkv866kydjMXnyUQQFDUfnzk0hlUqQkJCFHTuuY+XKc3hUMz///Brc3ZtDo9E+A/2DD04iPv7xO1hVNcpl+fIXMXNmT5iby3H58j34+v6MM2eE+ct7WJg3unRxhFwuRXy8Clu3hmPNmjOCfaWjtvH9/AZiyZKBOstOniyGn18xwsLkyMnR6Nyt8vnnxVi5shg9ekjwv/9J4eIigUYDREcDAQHF2Ly5dPJcKgViY+X497+LEBioAfBZDcuPhp9fKMLCvJGTo/uM0s8/P4WVK0/VtloMxsJCgQMHxqN79xZQKuW4fz8Le/deh5/fSeTk6H9hr6y+Bg0K1Ds2IHz+Nc138mQ3fPBBH3TrtlGP7MWvf7GJ3T+Yev2Ioao2+s03ozFmjCvkcinOnInF3LlHcf16cr2Kb2hiXh8NQSqV4IsvhmDyZDcAQGjoHcyefQT37gnzbRcx++j6Nn4wNAsLFxw4MBDdu9tDqZTi/v1c7N0bCz+/y8jJ0Q5Udu/uj5ycQkyZ8ke57a2tFdi0yR2vvNIKOTlFWL8+AsuX/w0gB8B0ZGRkwMbGxrA7ZQIejc+B/wJoVLLcyckKMTFvITe3EIWFpW0kKOgWZs7U/YPa5Mku+OCDLujWbU8lpVT/g1ROTraIiZn7sLzSsWZQ0BXMnKn/D4+LHb+sAQPa4sCB8bCzW1WDd4+scOnq1a3g7m6JgQNv1Wl9KdN7LGJtGWL8I/YYve4aVf8WAMuX98fMmd1gbi7D5cvJ8PUNxZkzNflGBB/tIgSx24+h+7jaqdljV7RjuBcxeXIXAEBoaAxmzz6Ge/equ/Gq+nNc7PrR7/hWXz9hYW+hS5dmD8dwamzdeglr1vyJmg3hjP8ZsH63z+o92fm/WeHS5cubYOZMW5ibS3D5ch58fVNw5ox2Un7bNkdMmaI75g4MVMHbu+x4MBNA91qP0Z+YyXPtBKu5WKWIFLeh+LfI8ctPnhMRERFVr71IcTl5XpXKJs+FVf3k+ZOt4slz4TT8yfMnm1jn7SOcPCd9if27M8afHNYP64fqs4onz4VRt8nzJ+axLURERERERERERERENcXJcyIiIiIiIiIiIiKiMjh5TkRERERERERERERUBifPiYiIiIiIiIiIiIjK4OQ5EREREREREREREVEZnDwnIiIiIiIiIiIiIipDbuwEDEcNIN/YSTyhPhM5fneR418UOT4REREZx22R4uaJFLehSQagNHYST6ijIsdvK3L8aJHjU9VyjJ0AUTUKjJ0AEdXZCRFj1+36xTvPiYiIiIiIiIiIiIjK4OQ5EREREREREREREVEZnDwnIiIiIiIiIiIiIiqDk+dERERERERERERERGVw8pyIiIiIiIiIiIiIqAxOnhMRERERERERERERlcHJcyIiIiIiIiIiIiKiMjh5/hhnZzv89NObePBgAeLi5sHXt59gsWfN6o3z56cjN3cx9u8fL1hcQ8UHAH//4bh7dy4yMhYhLm4e1q4dBoVCVi/ib9vmhry8V6BWv1zy6tPHrtz7zM2liIwcjLS04TrLra3lCA7ujoyM4UhKGorFi58RZJ+EYmYmw+bNIxEVNQcq1SLcuPEevL27GTutGhM7f0O0f1Nmav1PVfGsrZUIDn4NGRmLkJT0ERYvfkHv8gyhZUtr7N8/Hikp85GcPB+7d49F06YWgpdjbi5HZOT7SEtbKFhMoY9vdf3Bnj3/QkLCh8jIWISoqDn4979N4xhT1UaOdEF4+AxkZn6M+PgP8c47PY2dUqWqGo+wfRqPGP0bYHrXyMcZanw4cmQHhIe/jcxMX8THv4933umuVzx/f3fcvTsWGRkTEBc3FmvX9oZCIYWDgzmCgvojNla77uLFkRg5so1Ae0GGZuqfXwzB1D/DmHr+pv4ZVez8t217BXl5C6FW+5a8+vRpJVh8otowM5Ni8+YBiIp6EyqVD27cGA9v72d13uPj44qbN99AZubbuHPnTYwa1Vaw8uWCRRLBkiVLsHTpUp1lLi4uuHnzpuBlSaUSHDr0Bg4cuIlRo3bC2dkOx49PQlycCjt3/q13/IQENVas+A2ens5o3dpGgIwNGx8AAgLOY+HCE8jOLkCTJhbYs2cs5s/vh88++61exA8IuIO5c69V+Z5ly55FTEw2mjY101m+bl1n2NubwcnpOJo1U+LEiecRE5ONHTvi6rw/QpLLpUhMzISn53ZERaXB3b01jhx5E3FxKhw//o+x06uW2Pkbov2bMlPrf6qKt27dcNjbN4KT01o0a2aJEycmISYmAzt2XNa7XDFt2DACAPDUU19BIgGCg1+Dv/9wTJiwV9Byli0bhJiYdEEn5oU+vtX1B0uXnsStW6nIzy9Cmza2OHp0IqKj0xEcfEWAvSFjGDq0PQICRmDixH04dSoGNjZKODpaGTutSlU1HmH71DLkGP0RMfo3wPSukY8zxPhw6FBnBAQMw8SJB3HqVOzD89dSr5gBATexcOEFZGcXokkTJfbsGYj58zvhu++iEB7+AAsWXEBCQjZGjGiNXbsGoFevw7hxI0OQ/SHDMfXPL4Zg6p9hTD1/U/+MaohzLCDgAubOPS5ILCJ9aNt7Njw9f0BUlAru7o44cmQE4uIycfx4HKZNc8XcuV0xfvxxXLqUgmbNGsHSUrgp73p/5/lzzz2HxMTEktfvv/8uSjkuLk3h4tIUS5eGobCwGLdupWLr1ouYPr2HIPH377+BgwdvIiUlW5B4ho4PADdvpiA7uwAAIJEAxcUadOhgbzLxu3e3xbBhzbB69W2d5Y0ayTB+fEssXnwDGRmFiIzMwrp1d+Dj4yRY2frKzi6An18ooqLSAABnz8YhNDQaHh71J8eqiJ2/Idq/KTO1/qeyeI0aKTB+fCcsXvwrMjJyERmZinXrzsLHp/7fxeTsbIeQkGvIyspHZmY+du++is6dHQUto3v3Fhg2rD1Wrz4taFyhj291/cHVq/eRn18EANBoNIJfC8jwli8fhGXLwhAWFo3iYg3S03MREZFi7LQqVdV4hO2zlKHG6IB4/RtgetfIxxlifLh8+QAsW/Y7wsLuPnb+puoV8+bNDGRnFwJ4/ByzwZ07mfjvf68hPj4bGg1w+HAcIiJU6NPHQYhdIQMz9c8vhmDqn2FMPX9T/4zKc4yeJNnZhfDzO4+oKBUA4OzZewgNjYeHRwtIpRIsW9Ybc+b8jkuXtJ8x7t/PwZ07asHKr/eT53K5HM2bNy95NW3aVJRypFIJAO0A7vFlXboIO7lh6hYs8IBa/TGSk+eja9fmWLfuXL2JP2lSG6SmDsPVqwMxb147nWMpk0nw9dddMWvWFeTnF+ts5+JiCaVShkuXVCXLLl1SoUuX+vvXc6VSjt69W+HKlXvGTqVOTD1/Mg4XlyZQKuW4dCmpZNmlS0km0U9/+eUfGDu2I2xslLC1Nccbb3TGDz9ECBZfJpPi669HYdasn0om9kxFRf3Bhg0jkJX1b8TGzoOVlRkCAy8ZL0HSi4WFAj16tESrVtaIiJiNxMSPEBIyFs2b1987z4GqxyNsn1qGGqObcv9maEKPr7Tnb4uH5+8MJCbOQUjIq4KcvwsWdIZa/SaSk99A1672WLfuRrn3ODiYw9XVFleupOldHhkfx/9U35l6GxUj/0mTOiM1dR6uXp2OefPcdeZYiIxJqZShd+9muHIlFS4ujdG8uQW6d3fAnTtvIjb2LWzePADW1grByqv3k+eRkZFo2bIlnJ2d8eabb+Lu3btVvj8vLw8qlUrnVRMRESmIjk7HsmWDYGYmQ8eODpg6tRtsbJRC7EaDsXr177C2/hyuruuxceNfSErKrBfx/f3vwMXlVzg4HIWPz2XMmfM05sxxLlnv69sO4eEZOHXqQbltrazkyMwsRFGRpmRZenoBrK3r71ONtmwZhcjIVOzbV/6Dhikw9fzJOKyszJCZmY+iotI/gKWn58Lauv7306dP30WzZpZIS1uIBw8WwM7OHCtXCneXpq9vX4SHJ+LUqRjBYhpKRf3BrFk/wsrqc/TsuRnbt19GWlquETMkfdjZNYJUKoGX17MYMmQ72rf3R15eEYKCXjV2alWqajzC9qlVmzF6XcfngGn3b4Ym9PjKzs784fn7DIYM+Q7t2wcgL68QQUGj9I69evXfsLYOhqvrfmzcGIGkpByd9QqFFLt2DUBISDQuXNDvTneqHzj+p/rO1Nuo0Pn7+/8FF5eNcHBYCx+fw5gzpxfmzOktSGwifW3ZMhCRkRnYty8K9vba+QBPz9bo2XMv3Nz24OmnbbB2rXC/Y1mvJ8/d3d0RGBiIo0eP4n//+x/u3LmD/v37Q62u/Nb7lStXwtbWtuTVpk3NfmSmsLAYo0fvRLduLRAf/yGCg1/Dtm2XkJpqml9BEtvNmym4fDkJgYFe9SJ+eHgGUlLyUVwMnD2bhlWrbmPcuJYAgHbtLDFjRlv4+l6vcNvMzEJYWMggk5X+GdXWVg61ulDv/RBDQMAIuLg0gZfXLmg0muo3qGdMPX8ynszMfFhYKCCTlV66bG3NoVbnGTGr6kkkEhw/PgmnT8fCyupzWFl9jtOnY/Hzz28JEr9dO3vMmNETvr6m9zzCqvoDjUaDCxcSoFbnYc2al4yUIekrMzMfAODvfxZ372YgKysffn6hGDToaVhYCHc3iFgqG4886e2ztmP0uo7PTbl/MzQxxlel5+953L2rQlZWAfz8fsOgQW0FO39v3szA5csPEBjoUbJMoZDi++8HIju7ENOmnRGkHDIujv+pvjP1NipG/uHhSUhJyUZxsQZnzyZg1ao/MG5cR0FiE+kjIOAFuLg0hpfXUWg0QGam9nGLK1deRGpqLlJTc7Fy5UWMHNlWsDLr7621AIYPH17y/126dIG7uzueeuophISEwMfHp8JtFi1ahHnz5pX8W6VS1XiAfv16MoYO3VHy71WrPBEWxrtcKqNQyER9zqc+8YuLSy8YHh72cHRU4tatFx/GlcLaWo7k5KEYMeIs/v5bjYKCYnTtaoOLF7U/RuTmZou//xbu+UhC2bBhBNzdW2Pw4G+hUtXvCcOKmHr+ZFwREakoKChC166OuHgxEQDg5tYcf/9938iZVc3evhHatm0Mf/+zyMnRXtjXrTuL+fP7oUkTC73/SOvh4QRHRyvcujUbwKM+Tonk5PkYMSIY587F670PYqhpfyD2tYbElZGRi5iY9ArXSUzku79VtcEntX3Wdoxe1/G5qfZvhibW+CojIw8xMRX/UKeQp69CIUWHDjYl/79nz0CYmckwevQvKCgormZrqu84/qf6ztTbqKHyf3yOhchYNmzoD3f3Zhg8+BBUKu0f+SMi0pGTI+7Nr/X6zvOyGjdujGeeeQa3b9+u9D1KpRI2NjY6r5rq3NkRFhYKKBQyjBnjiqlTu2HFit+ESB0ymRRKpRxyuRRSqQRKpRwKhUyQ2IaIb2lphilT3GBraw4A6NSpGRYvfgHHjgnzK876xh87tmXJY1Z69LDFwoUdsHevdnItJCQB7dv/Aje3MLi5heHtty9BrS6Em1sYwsMzkJNThN27E7B8+bOwsZGjfXtLzJ79NLZsqV9/OFm//mX069cGQ4ZsR3q66X1FXMz8xW7/ps7U+p/K4uXkFGD37mtYvvxF2Ngo0b69PWbP7o0tWy4Kti9iSE3NRmRkKmbN6gWlUg6lUo5Zs3ojNjZDkG83hYRcQ/v2/nBz2wg3t414++1DUKvz4Oa2EeHhSdUHqIYY7aey/sDJyRavvuoKS0szSCQSPP98G7z/vrtg1xoyjs2bL2D2bHe0bGkNc3M5Pv10AH75JQpZWfnGTq2cqsYjbJ+Vq26MXtfxudj9G2B618iyxB4fbt4cjtmzez12/vbHL7/cQVZWQZ3iWVrKMWVKe9jamgEAOnVqjMWLu+LYsXjI5RKEhAyEpaUcXl6/lvudIjI9pv75RWym/hnG1PMHTP8zqpj5jx3rCmtrbV/do0cLLFz4PPbuvSloGUS1sX59f/Tr1xxDhvyA9PTSzxG5uUUICrqFBQu6oXFjM9jammHBgm44ePCOYGVLNCb0nZTMzEw4OTlhyZIleP/992u0jUqlgq2tLYCFAKp+Lu7y5S9i5syeMDeX4/Lle/D1/RlnzsTqnzgAP7+BWLJkoM6ykyejMWhQoEnEt7BQ4MCB8ejevQWUSjnu38/C3r3X4ed3suROSuPF746wsH7o0sUGcrkE8fG52Lr1LtasuY2KWveAAU1w4EBv2NkdKVlmbS3Hpk1d8MorzZGTU4T16+9g+fJbD9caf2LOyckWMTFzkZtbiMLC0g8SQUFXMHPmYSNmVjNi5y92+zd1ptb/VBXP2lqJTZtewSuvPIOcnEKsX38Oy5eH1S1xA3J1dcDatUPRs2dLSKUShIcn4cMPj+n8+KlQBgxoiwMHxsPObpUg8YQ+vlX1BytXnkJQ0Kvo3NkRUqkECQlq7NhxGStX/m6SX6ElLalUgi++GILJk90AAKGhdzB79hHcuyfs76YIoarxiIODRS3aZx6AVcjIyKjVjRymqrZj9NqMzx8ndP8GmN418nH6ja9q9tgV7fn7IiZP7gIACA2NwezZx3DvXlY1W7aqcKmFhRwHDryI7t3toVTKcP9+LvbujYGfXzh69WqKsLDhyMnR/S2izz+/gpUr/y4TKbpG+ZPxmPrnF0Mw9c8wpp6/qX9GFfsaEBb2Frp0aQa5XIr4eDW2br2ENWv+rHCOpTz954joSeZYbomTkxViYt562N5LG2FQ0C3MnPkbLCzk2LChP7y8nkZeXhEOHYrGvHlnSh7pUioHwIe1HqPX68nzjz76CCNHjsRTTz2FhIQE+Pn54dKlS7h+/TocHBxqFKOug3MyJd1Fjm/8yXMiIiIyJQ178lzfMTrH5/WB2L85UPHkuXCiRY5PRNSQiX0N4OQ56aP85Llw6jZ5Xq+feR4XF4c33ngDqampcHBwgIeHB/78888aT5wTEREREZGwOEYnIiIioidFvZ4837Vrl7FTICIiIiKix3CMTkRERERPCpP6wVAiIiIiIiIiIiIiIkPg5DkRERERERERERERURmcPCciIiIiIiIiIiIiKoOT50REREREREREREREZdTrHwwlqpmLIsfvLHL82yLHzxE5PhERkalyFCkur71U3xWIHD9a5PhinbuPPBA5vtj1LzaFyPFNvX6I6jueY1SfNRMxdnadtuKd50REREREREREREREZXDynIiIiIiIiIiIiIioDE6eExERERERERERERGVwclzIiIiIiIiIiIiIqIyOHlORERERERERERERFQGJ8+JiIiIiIiIiIiIiMrg5DkRERERERERERERURmcPK+AubkckZHvIy1toWAxzcxk2Lx5JKKi5kClWoQbN96Dt3c3weIDgL//cNy9OxcZGYsQFzcPa9cOg0IhE7QMQJz6AYCWLa2xf/94pKTMR3LyfOzePRZNm1oIEnvWrN44f346cnMXY//+8XrFMjeXIjJyKNLSRgIA2rRpBLV6tM6roGAMDh58vmSbPXvckZDwMjIyRiEqahj+/e9ny+TXHefPT0Ju7ofYv3+MzjprazMEB49ERsYHSEp6D4sX99VZv2xZf1y5MhUFBb5Yu3awXvsmFiHrvzJith9TJ3b9i92/GaL9mLKGUD+Gun6JYds2L+TlfQK1+uOSV58+rY2dVq2IXf9it1F9+n8zMyk2bx6AqKg3oVL54MaN8fD21l6jHRwaIShoMGJj30JGhg8uXnwdI0e21dm+X7/m+OOPV5GePhVxcW/h88/dIZEIvYdPLkOMn025D2X96KrqfAaAPXteQkLCJGRk+CAq6k38+9/d9S5T2/+8jpSUuUhOnovdu8dw/PmYbdteQV7eQqjVviWvPn1aGTstIgDi92+mHp8aNkO1H6HnD+syHycEuaDRGohlywYhJiZd0IGPXC5FYmImPD23IyoqDe7urXHkyJuIi1Ph+PF/BCkjIOA8Fi48gezsAjRpYoE9e8Zi/vx++Oyz3wSJ/4gY9QMAGzaMAAA89dRXkEiA4ODX4O8/HBMm7NU7dkKCGitW/AZPT2e0bm2jV6xly55DTEw2mjY1AwDExubA2vpgyXqFQoKEhBHYtSuuZNnSpTdw61Ym8vOL0aZNIxw96oHo6CwEB8c+zC8TK1b8AU/Pp9C6tbVOeevWecLe3hxOTv9Ds2YWOHFiPGJiMrBjxzUAwO3baZg//ySmTeui136JScj6r4yY7cfUiV3/Yvdvhmg/pqwh1I+hrl9iCQg4j7lzjxo7jToTu/7FbqP69P/a/isbnp4/ICpKBXd3Rxw5MgJxcZm4fTsD4eEpWLDgTyQkZGHEiKewa9cQ9Oq1FzdupEEqleDgweFYs+YS+vW7hDZtrBAaOgrR0Wps3nxB8P18Ehli/GzKfSjrR1dV5/Px43FYuvQv3LqV/nA8boWjR0cgOlqN4ODIOpe5YcNQAMBTT62HRCJBcPBo+Pu/hAkTDgi0V6YvIOAC5s49buw0iMoRu38z9fjUsBmq/Qg9f1iX+Tgh8M7zMrp3b4Fhw9pj9erTgsbNzi6An18ooqLSAABnz8YhNDQaHh5OgpVx82YKsrMLAAASCVBcrEGHDvaCxQfEqx8AcHa2Q0jINWRl5SMzMx+7d19F586OgsTev/8GDh68iZSUbL3idO/eGMOGOWL16ohK3+Pl1RJSqQT79sWXLLt6VYX8/GIAgEbz6NhYPZbfLRw8GImUlBydWI0ayTF+vCsWLz6FjIw8REamYd26C/DxKZ0o3779Ko4ejYJKla/XvolJqPqvipjtx9SJXf9i92+GaD+mrCHUjyGuX1Q5setf7DaqT/+fnV0IP7/ziIpSAQDOnr2H0NB4eHi0wJ07avz3v5cRH58FjQY4fDgGERHp6NNHG9vW1gxNmpjj228jUFysQUyMGidOxKFzZ7ZdoRhi/GzKfSjrR1dV5zMAXL364LHxuAbFxUCHDo31KtPZuTFCQm4gK6vgYf9zHZ07O+gVk4gMQ+z+zdTjU8NmiPYj9PxhXefjhMDJ88fIZFJ8/fUozJr1E/Lzi0QtS6mUo3fvVrhy5Z6gcRcs8IBa/TGSk+eja9fmWLfunGCxxa6fL7/8A2PHdoSNjRK2tuZ4443O+OGHyk8KQ5PJJPj66+6YNetSycC7Ij4+TyM4+C7y8nTfs2GDG7KyRiM29mVYWckRGBhTbZkuLvZQKuW4dKm0nVy6dB9dujSr+440UPW9/TxJxOrfqGET8/oltkmTuiI1dQGuXn0X8+Y9D4kJPrfDlOtfyP5fqZShd+9muHIltdw6B4dGcHW1K1mXlpaHrVtvwMfHFXK5FM7ONvD0bI0ff7yr1/5Q5Xh9qRrrR1dF5/OGDf2RlfU2YmMnPRyP39SrjC+/PIexY10f9j9KvPHGc/jhh7rfyd4QTZrUGamp83D16nTMm8dHWxERPQmEnj/Udz5OX5w8f4yvb1+Ehyfi1KnqJzX1tWXLKERGpmLfvhuCxl29+ndYW38OV9f12LjxLyQlZQoWW+z6OX36Lpo1s0Ra2kI8eLAAdnbmWLnyd1HKqgtf32cQHp6OU6dSKn2Pk5MFPD2bYcuW6HLrZs26BCurg+jZ8xds334XaWkF1ZZpZWWGzMx8FBVpSpalp+fC2tqsTvvQkNX39vMkEat/o4ZNzOuXmPz9z8LFZR0cHL6Aj88hzJnTB3PmuBs7rVoz1foHhO3/t2wZiMjIDOzbF6WzXKGQYteuIQgJ+QcXLiSXLA8J+QfTp3dETs40/PPPmzh8OAZHj3LyXCy8vlSN9aOrovN51qxTsLLagp49v8f27beQlpanVxmnT8eiWTMLpKV9iAcPPnzY/5zRN/UGw9//L7i4bISDw1r4+BzGnDm9MGdOb2OnRUREIhN6/lDf+Th9cfL8oXbt7DFjRk/4+or/PLaAgBFwcWkCL69d0Gg01W9QBzdvpuDy5SQEBnoJEk/s+pFIJDh+fBJOn46FldXnsLL6HKdPx+Lnn98SpbzaatfOEjNmPA1f37+rfJ+391MID0/HlSsZFa7XaIALF9KhVhdizZrO1ZabmZkPCwsFZLLSWzRsbZVQq+vvI1qMob63nyeJIfo3atiEvn6JLTw8ESkp2Sgu1uDs2TisWvU7xo3rZOy06szU6l/I/j8g4AW4uDSGl9dRPN59KRRSfP/9UGRnF2DatJMly595pjEOHhyGuXNPw9x8M1q0+BaurnZYtaqPAHtGZfH6UjXWj67Kzmfg0Xg8GWp1Adas6VvnMiQS4PjxCTh9Og5WVl/AyuoLnD4dh59/nqBn9g1HeHjSY9fIBKxa9QfGjeto7LSIiEhEQs8fCjUfpw9Onj/k4eEER0cr3Lo1G8nJ83Hw4HjY2CiRnDwfvXsL94vgGzaMgLt7a7z00g6oVPrd6VAdhUIm2DNLxa4fe/tGaNu2Mfz9zyInpwA5OQVYt+4s+vRpjSZNjP+L9R4eTeHoaI5bt4YiOfkVHDzYFzY2CiQnv4Leve0AaAfQ3t5PYcuWO9XGUygkOs88r0xExAMUFBSha9fSx7S4uTni77+Tq9jqyVPf28+TwpD9GzVsQl6/DK242PQnrUyp/oXq/zds6A9392Z46aUfdH5DRKGQYs+el2BmJsVrrx1DQUHpV0A7d7ZHXFwW9u6NQlGRBklJ2fj22wiMGPGUoPtIvL5Uh/Wjq7LzuSyFQooOHWzrXE5p/3MeOTmFyMkpxLp159GnTys0adKoznEbsoZwjSQioqoJPX8o9HxcXXDy/KGQkGto394fbm4b4ea2EW+/fQhqdR7c3DYiPDxJkDLWr38Z/fq1wZAh25GenitIzEcsLc0wZYobbG3NAQCdOjXD4sUv4NixfwSJL3b9pKZmIzIyFbNm9YJSKYdSKcesWb0RG5uB1FT9f8BAJpNCqZRDLpdCKpVAqZRDoZDVePuQkDi0b38Mbm6/wM3tF7z99gWo1YVwc/sF4eHpAIAhQxzRtKkSO3fG6mzr5GSBV19tCUtLGSQS4Pnn7fH+++1x7Fjp8yhlMgmUStlj+cmgUEiRk1OI3btvYvny/rCxMUP79naYPbs7tmy5XLKtXC6FUimDTCbRiVOf6Fv/1RG7/Zg6sesfELd/M0T+pszU60fs65fYxo59DtbWSgBAjx4tsXChB/buvW7krGrOEPUvZhsVov9fv74/+vVrjiFDfkB6eulEm1wuRUjIS7C0VMDL62i55yteuJCMli0tMHp0W0gkQNOm5njrrWcQHs4/cAtJzOsLYPp9KOtHV2Xns5OTFV591RmWlvKH43FHvP9+Zxw7FltFtKqlpuYgMvIBZs3qAaVSBqVShlmzeiI2VoXU1BwhdsfkjR3rWvK4yR49WmDhwuexd69+z5knEorY/Zupx6eGTcz2I/T8oT7zcUKRaBr49/pUKhVsbW0BLASgrPF2Awa0xYED42Fnt0qQPJycbBETMxe5uYUoLCz98BUUdAUzZx7WO76FhQIHDoxH9+4toFTKcf9+FvbuvQ4/v5PIyan+2dq1JXT9AICrqwPWrh2Knj21v44bHp6EDz88hkuX9J+c9/MbiCVLBuosO3kyGoMGBdZg6/KPVxkwoCkOHHgednY/lCzbvdsdOTlFmDLlL533OjlZICioFzp3toFUKkFCQi527IjBypURD79Geht+fv2wZIlHmfzuYtCgnbC2NsOmTUPxyivtkJNTiPXrL2L58tJnKW7b9jKmTNHNMTDwb3h7//TwX8YfvOtX/zUjZvsxdWLXv9j9myHajykz9fox9PVLaGFh3ujSxRFyuRTx8Sps3RqONWvOmMxjEwxR/2K3UX36fyendoiJeeth/1V6zIKCbmHnzkiEhXkhJ6dQ57dHPv/8IlauvAgAGDmyLZYs6Yl27WyQm1uE48fj8MEHp5GamgbgQ2RkZMDGxkaQ/WxIajo+F/v6Aph2H/pk149juSVOTlaVns8rV15EUJAnOne2fzgez8KOHdrlFXfXD2qUhatrU6xd64mePVs87H/u4cMPT+DSpep+tLX+X9+qpqjRu8LC3kKXLs0eXiPV2Lr1Etas+bOSOn+cqdcPmQKx+zdTj08NmyHbT+3nD6t+xHFt5uPKywYwqdZjdE6eE1Wr+meT6+e2yPGNP3lORERUP5WfgBNGDjh5XjmOz0l/Yp27j9Rs8rzuTH1yuGaT53Vn6vVDRER1J+YcXN0mz+vXsx2IiIiIiIiIiIiIiOoBTp4TEREREREREREREZXByXMiIiIiIiIiIiIiojI4eU5EREREREREREREVAYnz4mIiIiIiIiIiIiIyuDkORERERERERERERFRGXJjJ0BU//0tcvyZIsf/n8jxiYiIiOpCDkAhUuwCkeJS/XBP5PgDRY5/UuT4YuP5RUREYukiYuzMOm3FO8+JiIiIiIiIiIiIiMrg5DkRERERERERERERURmcPCciIiIiIiIiIiIiKoOT50REREREREREREREZXDynIiIiIiIiIiIiIioDE6eExERERERERERERGVwclzIiIiIiIiIiKi/2fvzuOiKvc/gH9mY9gRFHClcokoFcQFF0pJvGqG0ULZZnrV0sj9KtolMe2K+rPsgvJz62qGpZii5k1N+yGZlpqOkqWIgsiqgDAz7OvvjzEUZBngnBkGP+/Xa17lnJnv+Z5znnme7zycOYeIqBZOntfi5+cKlWo68vM/RFrafLz33gDB12FuLkdCwizk5i4SLKaZmQybNvkhMXE2NJrFuHz5A0ye3E+w+H8Ra/9s3eqPkpKPoNV+WP0YPLirILHFEBg4CGfPvovi4mBER0+osWzZMh/Exc1AWdkSrF07Ro/329VYZmMjwY4dtlCrHZGZ2QHBwVY1lsfE2KO42AlarWP1o1Onex9lNzcZjh1rhzt3HJGR0QEbN/rBwkLR4PYYqv1Q3YTe//W1T0dHK0RGvoSUlHlQqxfj/Pn34OfnKsQmiKqhzxvVJMb4IjYeX+MT+xgIGb+h/rJbN7sadYRW+yHKypZg//7XG4gnxaZNw5GY+CY0mim4fHkCJk9+4oHXOTlZICdnMlSqgAeWLVrUD0lJbyI/fyri41/HoEFOLdpGepCfXy+oVFORn78AaWmz8N57nsZOSW9hYWNx8+ZcqNWLkZo6D2vXjoFCITN2Wnozpf7BUPH9/NpDpRqA/PynkZY2BO+91xkAEBPjgeLiZ6DVPl396NTJTJB1ioVjsPEY4vsXj2/bZor9Jz18hPx+2rmzDNHRnZCd3R1ZWd2xa1dHdOigq6m6d1fg++87486d7khNfQwLFti3eH33kwsazcSNHt0TERHj8NZbe3HiRDJsbZVwdrYWfD3LlvkgOTkPHTpYChZTLpciIyMfvr7bkZiYCy+vrjh06E2kpmpw9Oh1QdYh9v6JiDiLuXMPCxZPTOnpWnzyyU/w9e2Orl1tayy7du0OFi48imnT+uv5/r41loWH28DBQQoXl2w4OUlx7Jg9kpMr8NVXxdWvCQrKx7//XVhn7K+/tsOpU2UYOzYPdnYSHDzojI8+egYffvhjvfkYov1Q/YTe//W1T2trM6hUmQgKOob0dC3GjeuFnTtfwcCBm3H5cpaQmySohj5vVJMY44vYeHyNT+xjIGT8xvpLG5sV1a9VKGRIT5+PnTsvNRKvEL6+3yExUQMvL2ccOjQOqan5OHo0tfp169Y9DZUqG+3bm9d4/7/+5YVnnukEX9/vcP26Bi4u1igtrWzRNlJNo0d3R0TEGLz11n6cOJFyt/60avyNrURExFksWnQMhYVlaN/eErt3B2DhwmH4179+MnZqejGl/sEQ8UePdkBExON4663LOHEiD7a2cjg735sgDwpKxL//ndpAhNaFY7DxGOL7F49v22Zq/Sc9nIT8frp+ve4ElUceSYJEAuzY0RFhYY54661MHDjQCfv2FWD8+HR0767A0aNdkJpajm++0bZ4vQDPPK9h+XIfLFsWi9jYG6isrEJeXjHi47MFXYenZyeMGdMTq1adFDRuYWEZQkJikJiYCwA4fToVMTE34O3tItg6DLF/TEV09GXs338F2dkPTmBv334Rhw9fg0ZT0uT3W1gAEyaYIzg4H2p1FRISKhAeXogpUyz0zq17dxkiI4tRVgZkZ1fhwIF49Onj3OB7DNF+qH5C7//62ldSUi4+/fQU0tI0qKqqwsGDVxEfn9Oqf+UBNPx5o3vEGl/ExuNrfGIfAyHjN6W/9Pd/AlKpBHv3Xm4gXjlCQs4iMVFzN94txMSkwdu7U/Vrxo9/FA4OSnz11dUa77W3V2LevL74+99jcP267v03b+YjM5NtWUjLlw/HsmU/Izb25n31Z46x09LblSvZKCwsAwBIJEBlZRV69XIwclb6M6X+wRDxly9/FMuW3UBsbB4qK4G8vHLEx5vuZ55jsPEY4vsXj2/bZmr9Jz18hP5+2r27AlFR+SgoqEJ+fhV27cpHnz5mcHXVPT7+OAfl5cDVq2X44gsN3n1XuD/6cPL8LktLBfr374wuXWwQHz8TGRn/QFRUADp2FO7MaplMis2bxyMw8HuUllYIFrcuSqUcgwZ1QVzcLUHiGWL/TJzojpycIFy69D7mzRsCiUQiWGxT4eoqh1IpwYUL5dXPXbhQjr59a/5IJDjYCjk5jjh/3gFvv13zLLg1awoxcaI5zM0BZ2cpXnzRDd99F9+kPIRuP9Q0htr/jo5WcHPrwOPcBhhyfCFqTRrqL6dM6YcdO+JQUlJexzvriyfDoEFOiIvTTc7a2prhs8+GYvr0B88SHjzYGSUlFXj99V5IS5uIpKQ3sXLlYCgULK+Foqs/O92tP6cjI2M2oqJeErT+NISgIG9otR8iK2sh3N07Ijz8jLFTomawtJSif38bdOmiRHz8IGRkDEVU1JPo2PHemefBwY8gJ2cYzp/vj7ffbvjkFaL78fsXEbUlYnw//eyzXAQEWMPWVgo7Oylef90G331XAOnd0vv+OUSpFOjbVynIegFOnlezt7eAVCqBv/8TGDVqO3r2DENJSQUiI18SbB0LFgyFSpWBEyeSBYtZny1bxiMhIafBs62aQuz9ExZ2Gq6u4XB0XI0pUw5g9uzBmD3bS5DYpsTaWoL8/EpU3Ne35OVVwsbmXieweHE+evTIhrNzFhYtykd4uA38/e91CocOlcDb2wxarRMyMx2RkqLGf/6jalIeQrcfahpD7H+FQoadO19BVNQfOHcuXbT1kGEYcnwhak3q6y9dXOzg69sdW7acb2K8EUhIUGPv3kQAwOrVg7FtWzyuXVM/8FoHByXs7JTo1csOjz/+NZ55Zj/GjnVBUBDvGSIUe3vzu/Xn4xg16mv07BmBkpJyREaON3ZqTbJq1c+wsVkBN7d12LDhN2Rm5hs7JWoGe3vF3fbYAaNGXUTPnqdRUlKFyEg3AMDixYno0eNXODufwqJFiQgP7wV//w5GzppMBb9/EVFbIsb305Mni+HkJENubnfcudMd9vZShIbmIj6+FDdulGHZMgeYmUnw5JNm+PvfbWFrK9yUNyfP78rPLwWgm8S9eVONgoJShITEwMfnMVhaNnyzRX306OGA6dMHYMGCoy2O1ZiIiHFwdW0Pf/+dqKqqEiSm2PtHpcpAdnYhKiurcPp0Klau/Bmvvda7xXFNTX5+FSwtJZDddx8pOzsptNp7x/HXX8ug0VShvBz44YdSbNxYhNde05193q6dBMeO2WPz5kJYWt6Gvf1tFBSUNemPHGK0H9KfIfa/QiHDt9++isLCMkyb9p0o6yDDMeT4QtSaNNRfTp7cDypVZpPO4IuIeAauru3g738YVVWAt3cnDBvWCatW1f0H6Px83aU4QkLOoqCgHCkp+fj3v+Pg5/dI8zeKarhXf57FzZsaFBSUISTkJ/j4PCpI/WloV65k4+LFTGzb5m/sVKgZ8vN1Z7eEhaXi5s0SFBRUICQkCT4+7WBpKcWvv2qg0VSgvLwKP/yQi40b0/Haa7yBMDWO37+IqC0R4/upRAIcPdoFJ08Wwdr6Oqytr+PkySL88ENnlJcDL7yQgX79lEhLeww7dnTE1q0a5OQI94ts3jD0LrW6GMnJeXUuE+LyId7eLnB2tsbVqzMBAAqFFDY2SmRlLcS4cTtw5kxai9cBAOvXj4OXV1eMHPllg9fcbiqx909tlZUPZ9EQH1+OsjLA3V2O8+d1PzP38JDj99/r/8l55X33JevRQwYLCwnCwooAAHl5Vdi48TccOvSWXusXq/2Qfgyx/xUKGXbvDoCZmQwvvPANysp4iQ9TZ6jxhag1aai/lEgkmDzZA6GhPzch3tPw8nLCyJEHoNHoJmxHjuyC7t1tkJ4+EYDuki4WFnJkZU1Cnz5RuHjRdK67barU6hIkJz941j+g+xJlihQKmUld85zuUavLkZxcXOeyur4PVfLewaQHfv8iorZGjO+nDg5SPPqoAmFhahQV6eYLw8PVWLjQAe3bS/Hnn6UYPfreL+pXrmyP2NgiYTYIPPO8hk2bzmHmTC907mwDc3M5liwZjh9/TERBQWmLY0dF/YGePcPg4bEBHh4bMHXqAWi1JfDw2ACVKlOA7IF1657DsGHdMGrUduTl1V3YtYSY+ycg4CnY2OguPdK/f2csWuSNPXv+bHFcschkUiiVcsjlUkilEiiVcigUutPF5XLdMplMAplMUv26ht8PKBRAURGwa1cxli+3hq2tBD17yjBzpiW2bNF96O3sJBg71gwWFrprOD37rBmmT7fAnj26433lSgXy86vw/vsWkMl0l4GZNq0/VKqMRrdJ7PZDDRNy/9fXPuVyKaKiAmBlZQZ//50mc23shj5vZJjxRUw8vsYn9jEQOn5j/eWoUd3RoYMlvvnmdz3jPY1hwzpi1KjvkJd3r6b57LOLePzxb+DhsRseHruxZMlZxMfnwcNjN27fLsKNG1ocPZqCJUsGwMJCjk6dLDFzZh/s33+j2dtGD9q0SYWZMwfeV38+jR9/TEJBQZmxU2uUlZUZJk3ygJ2d7heCvXs7ITj4GRw5ct3ImenP1PoHseNv2pSOmTO7onNnM5ibS7FkyaP48cdcyOUSjB3rAAsL6d0avR2mT++MPXuyBNsWMXAMNi6xv3/x+LZtptZ/0sNDjO+nOTmVSEgoRWCgHZRKCZRKCQID7ZCSUoacnEr06WMGS0sJFArgxRet8Pe/2+KTT+4Itk2Sqjb+uyCNRgM7OzsAiwA0fLF4qVSC1atH4Z13PAAAMTFJmDnzEG7dEv66hMOHP4p9+ybA3n6lIPFcXOyQnDwXxcXlKC+/d5pDZGQcZsw4KMg6xNw/sbGT0bevM+RyKdLSNPjiCxXWrDnVan+2FhIyAkuXjqjx3PHjN+Djsw1bt/pj0iSPGsu2bbuAyZP3NfL+Uvj45MLGRoKNG23x/PNmKCoC1q0rxPLlBQCADh0kOHjQHm5uukHrxo0KfP55IbZuvVdsDR2qwKpV1ujdW46KCuDkyQTMmXMYSUm59W6PIdoP1U/o/V9f+wwJiUFs7GQUFZWhouLeZ2vFihMIDT3R7PzF1tDnjR4k9PgiNh5f4xP7GAgZX5/+cteuABQVlWHSpH16xOuB5OS378a71y9GRl7FjBk1bxL6zjuumDOnL/r12139nKOjBTZtGo6RI7tAoylFZGQCgoPPoLy8AMB8qNVq2NraNnk727p79XkwAPMGX6urP5/FO+/0BQDExCRj5swjuHWroJG1GH9y3dJSgX37JsDTsxOUSjlu3y7Anj1/IiTkOIqKjJ+fPkypfxA2/og6n5VKgdWre+CddzoCAGJicjFz5jVUVFTh4ME+cHOzBADcuFGMzz9Pxdat9U0SHNd3E0TFMdh4DPH9i8e3bWu9/SdRTU3/fvpmnc+6uZlh7doOGDDAHFIpoFKVYP78bFy4UILly9tjxgw7mJtLcPFiCRYsyMapU3X9UTIfgGeTa3ROnhMZ3QyR4/+vyPGJiIhMlbNIcYvAyfP6NWXyvPlMY3KaWqsRIsc/LnJ8IiIiU1X35Lkwmjd5zsu2EBERERERERERERHVwslzIiIiIiIiIiIiIqJaOHlORERERERERERERFQLJ8+JiIiIiIiIiIiIiGrh5DkRERERERERERERUS2cPCciIiIiIiIiIiIiqkVu7ASI6H9Fjt9F5PhpIscnIiISyy2R4paIFLetKQdQZuwkiOpwXOT4tiLH14gcn4hMm0Lk+BzbqSUOiRi7uFnv4pnnRERERERERERERES1cPKciIiIiIiIiIiIiKgWTp4TEREREREREREREdXCyXMiIiIiIiIiIiIiolo4eU5EREREREREREREVAsnz4mIiIiIiIiIiIiIauHkORERERERERERERFRLZw8v0ur/bDGo7T0I1y8OEOw+IGBg3D27LsoLg5GdPQEweK2FVu3+qOk5KMax2Dw4K6CxW9L+9/cXI6EhFnIzV3UpPeFhQ3FzZuvQ61+B6mpb2Dt2sFQKHRdgI2NAjt2+ECtfgeZmW8iOLjfA++fMsUVV64EID9/EpKSJmD8+Ef0XreZmQybNvkhMXE2NJrFuHz5A0ye/OA6mkvs+KaO+6f1aO7ntzGdO9sgOnoCsrMXIitrIXbtCkCHDpaCrkNI+vTJTk5WyMkJgko13cDZkakReowPCxuLmzfnQq1ejNTUeVi7dgwUChkcHa0QGfkSUlLmQa1ejPPn34Ofn6sAW0D1McT4Zco1Iuurticw0ANnz76B4uJZiI4eX2NZTEwAiotnQav9oPrRqZOVkTJtHNtP40y5/2kL2Ic2bOvW51FSsgha7YLqx+DBXYydFgnE1NqnLt9nkZj4DjSa6bh8+S1Mnvxk9XIbGzPs2DEaavV0ZGZORXDwQEHXLxc0mgmzsVlR498XL87Azp2XBIufnq7FJ5/8BF/f7uja1VawuG1JRMRZzJ17WJTYbWn/L1vmg+TkvCZPjEVE/IlFi86gsLAc7dsrsXu3LxYudMe//qVCePhQODgo4eLyDZycLHDs2HNITs7HV18lAACmTXsCc+f2xoQJ/4cLF3Lg5GQBKyv9uw+5XIqMjHz4+m5HYmIuvLy64tChN5GaqsHRo9ebtB3GiG/quH9aj+Z+fhuzfv04AMAjj3wOiQTYseNlhIWNxRtv7BF0PULRp09et+45qFQZaN++9f4RgFoHocf4iIizWLToGAoLy9C+vSV27w7AwoXD8PXXv0OlykRQ0DGkp2sxblwv7Nz5CgYO3IzLl7ME2BKqzRDjlynXiKyv2p709Hx88slp+Po+gq5drR9YHhR0Av/+t8oImTUd20/jTLn/aQvYhzYuIuIc5s49auw0SASm1j7lcgkyMgrg67sPiYlqeHl1xKFD45Gamo+jR28iPHw4HBzM4eLyHzg5WeLYsReRnKzFV19dEWT9PPO8DgMHdsGTTzpi27YLgsWMjr6M/fuvIDu7ULCYpL+2sv89PTthzJieWLXqZJPfe+VKHgoLywEAEokElZVV6NXLFhYWMkyY0APBwb9BrS5FQoIa4eF/YMoU3dl0UqkEy5b1x+zZv+DChRwAwO3bRUhK0uq97sLCMoSExCAxMRcAcPp0KmJibsDb26XJ22GM+KaO+6d1aMnntzHdu9sjKuoPFBSUIj+/FLt2XUKfPs6Cr0cojfXJ48e7wsHBAl99FWfgzMgUCT3GX7mSjcLCMgCARIK746UDkpJy8emnp5CWpkFVVRUOHryK+PgcQX8pRzUZYvwy5RqR9VXbEx19Dfv3X0d2dpGxU2kxtp/GmXL/0xawD6WHmam1z8LCcoSEnEZiohoAcPp0JmJiUuHt3QkWFnJMmPA4goN/uTunlYfw8IuYMuUpwdbPyfM6TJnSD4cOJSAjQ//JQWq5iRPdkZMThEuX3se8eUMgkUiMnVKrIpNJsXnzeAQGfo/S0opmxQgKcodWOwlZWW/D3b09wsP/gKtrOyiVsuqJcQC4cCEHffs6AABcXe3QsaMlPD07IClpAlJSXsemTU/DxkbR7G1RKuUYNKgL4uJuNTuGMeObOu4fwxPi89uQzz77BQEBT8LWVgk7O3O8/noffPddvODrMQRbWyU++2w0pk8/aOxU6CEWFOQNrfZDZGUthLt7R4SHn3ngNY6OVnBz68C+1IA4fjWM9VXbFxw8GDk57+P8+bfw9ttuxk6nSdh+qLVjH/qgiRP7ICdnHi5dehfz5nmBUzRtl6m1T6VShkGDOiIuLgeurvZ357Tu/RL0woUs9O3bXrD1cfK8FktLBSZM6I0tW84bO5WHSljYabi6hsPRcTWmTDmA2bMHY/ZsL2On1aosWDAUKlUGTpxIbnaMVasuwsZmG9zcdmPDhsvIzCyCtbUC+fllqKioqn5dXl5J9eS4g4MSAODr2wUDBkTDw2MvHnvMBmvXDml2Hlu2jEdCQg727r3c7BjGjG/quH8MT4jPb0NOnrwJJycr5OYuwp07QbC3N0do6M+irEtsq1ePwrZtF3Dt2h1jp0IPsVWrfoaNzQq4ua3Dhg2/ITMzv8ZyhUKGnTtfQVTUHzh3Lt1IWT58OH41jPVV27Z48c/o0eMLODtvwKJFJxAe/iz8/XsaOy29sf1Qa8c+tKawsN/g6roBjo5rMWXKQcyePRCzZw8ydlokElNrn1u2jERCQh727r12d06rtI45LTPB1sfJ81oCAp5CYWEZ/vvfBGOn8lBRqTKQnV2IysoqnD6dipUrf8Zrr/U2dlqtRo8eDpg+fQAWLBDmemNXruTh4sUcbNs2HPn5ZbC0lEMmu/dnZDs7M2i1up+s5+fr/hsaegE5OSXIySlBaOgF+Pk17+c8ERHj4OraHv7+O1FVVdX4G1pZfFPH/WN4Qn9+a5NIJDh6dCJOnkyBtfUKWFuvwMmTKfjhh7dFWZ+YvL1dMGyYiyiXtiFqjitXsnHxYia2bfOvfk6hkOHbb19FYWEZpk37znjJPWQ4fjWM9VXb9+uvGdBoSlFeXokffkjGxo1xeO21x42dll7Yfqi1Yx/6IJUq8745mnSsXPkLXnvtycbfSCbH1NpnRMQIuLraw9//IKqqcHdOS1FrTksJrbZUsHXyhqG1TJ3qiS+/vIiKikpjp/JQq6xs/R9YQ/L2doGzszWuXp0JAFAopLCxUSIrayHGjduBM2fSmhxToZCiVy9bxMfnoaysEu7u7XH+fDYAwMOjPX7/XXfWZ3y8GkVF5YJsx/r14+Dl1RUjR34JjaZEkJiGjG/quH+MQ4zP7/0cHCzw6KPtEBZ2GkVFuj92hYefxsKFw9C+vSVyckznOpojR3ZH9+72SE+fD0D3czwLCwWyshaiT5+IB87+JTIEhUKGXr0cqv9/9+4AmJnJ8MIL36CsTPjLMNGDOH41jPXVw8lUvi+x/VBrxz5UP6bS51DTmFr7XL9+BLy8OmLkyGhoNLrJ8fj43LtzWh1w/rzu0i0eHh3w++85DYVqEp55fp/HH2+PoUO74YsvhL9ki0wmhVIph1wuhVQqgVIph0IhE3w9piog4CnY2OguD9K/f2csWuSNPXv+FCy+qe//qKg/0LNnGDw8NsDDYwOmTj0ArbYEHh4boFJlNvp+Kys5Jk16HHZ2up+t9O5tj+DgfjhyJBVFRRXYtSsRy5f3h62tAj172mLmzKewZYvuesnFxRWIjLyGoCB3tGtnBjs7MwQFuWP//qZdfmLduucwbFg3jBq1HXl5xU3fCUaOb+q4f4ynpZ/fxuTkFCIhIQeBgQOhVMqhVMoRGDgIKSnqVjtxXl+f/Nlnv+Dxx8Or99WSJTGIj8+Gh8cG3L5dYOy0qZUScoy3sjLDpEkesLMzBwD07u2E4OBncOTIdcjlUkRFBcDKygz+/jtFuX8BPUjs8cvUa0TWV22LTCaBUimDXC652x5lUCiksLNTYuzYx2BhIYdUKsGzz3bD9Ol9sWdP6/61NNtPw0y9/2kL2IfWLyDArfqyF/37d8KiRUOwZ88VI2dFQjK19rlu3QgMG9YJo0btQ17evYn+oqJy7Np1FcuXD4GtrRl69rTDzJnu2LLlD8HWLakyhXPyW0Cj0cDOzg7AIgDKBl+7atUoeHl1wYgR2wTPIyRkBJYuHVHjuePHb8DHR/h1maLY2Mno29cZcrkUaWkafPGFCmvWnBLsJyNtbf8PH/4o9u2bAHv7lXq8ugssLeXYt28UPD07QKmU4fbtIuzZk4SQkHMoKqqAjY0CGzd64/nnXVBUVIF16/7A8uWq6giWlnKsXz8M/v6PoKSkAgcO3MS8eb/evaRL42fNurjYITl5LoqLy1Fefu9XHZGRcZgxo+U3BRQ7vqnj/mldmvb51Y+bmyPWrh2NAQM6QyqVQKXKxPz5R3DhQssn58Wgb5/8zjsemDNnMPr122C45MjkCDnGW1oqsG/fBHh6doJSKcft2wXYs+dPhIQcx8CBnREbOxlFRTXvE7JixQmEhp6oFakEwEqo1WrY2to2OY+2Tt/63BDjlynXiKyvTFnd/UJIyBAsXVrzvkLHj6cgIOAgDh70h5ub7lcwN25o8Pnn57F1a30TAxohk20Wtp/GmXL/0xY83H2ootFXxMa+jb59ne7O0WjxxRcXsGbNr9BviqasxRmSuFp3+3R44BkXFxskJ0+uI994zJgRAxsbM2zc6IPnn38MRUXlWLcuDsuXn6kjdjGAoCbX6Jw8J2rzuogcv2WXnCAiImp7OHneENbnRGL3C8afPCei1qzxyfOW4eQ5tcSDk+fCad7kOS/bQkRERERERERERERUCyfPiYiIiIiIiIiIiIhq4eQ5EREREREREREREVEtnDwnIiIiIiIiIiIiIqqFk+dERERERERERERERLVw8pyIiIiIiIiIiIiIqBa5sRMgIrGliRy/j8jxfxc5PhERNZ9C5PhlIscXK/8KkeLSw8PUP1vUMI3I8R1Ejq8VOT7bJ5G4+Blr20y9hhAz//JmvYtnnhMRERERERERERER1cLJcyIiIiIiIiIiIiKiWjh5TkRERERERERERERUCyfPiYiIiIiIiIiIiIhq4eQ5EREREREREREREVEtnDwnIiIiIiIiIiIiIqqFk+dERERERERERERERLVw8vw+YWFjcfPmXKjVi5GaOg9r146BQiFrlfEDAwfh7Nl3UVwcjOjoCdXPOzpaITLyJaSkzINavRjnz78HPz/XFuVtbi5HQsIs5OYuemCZk5MVcnKCoFJNb9E69F3fw8rMTIZNm/yQmDgbGs1iXL78ASZP7idY/PraU3OYm0uRkDAaubl+AIBu3Syg1b5Q41FW9iL27x9S/Z6YmGdQXOxf4zWdOpnXuw599seUKZ64cuUD5Od/iKSkORg/vvmfg61b/VFS8hG02g+rH4MHd212vNrEPr6GJMbnV8j22RYZov2IOT62hfYvdv1gCH5+rlCppiM//0Okpc3He+8NaHFMXX8wA7m582s8P2WKB65cmY78/AVISgrE+PGPN3sdYrUfP79eUKmmIj9/AdLSZuG99zwBALt3v4T09NlQq/+BxMRA/POfw1q8LmqY2J8vQ40xYtW3nTvbIDr6FWRnz0VW1lzs2vUiOnSwFCy+qe9/MeOb4vily/lZJCa+A41mOi5ffguTJz8JAHB0tEBk5N+QkvJ3qNXTcf786/Dze6zF66yvPxUCa8SGmWIbJf0Zov23hRqXGiZmHy0kMzMpNm0ajsTEN6HRTMHlyxMwefITD7zOyckCOTmToVIFCLp+uaDRTFxExFksWnQMhYVlaN/eErt3B2DhwmH4179+anXx09O1+OSTn+Dr2x1du9pWP29tbQaVKhNBQceQnq7FuHG9sHPnKxg4cDMuX85qVt7LlvkgOTmvzkJ83brnoFJloH174Yr0htb3sJLLpcjIyIev73YkJubCy6srDh16E6mpGhw9er3F8etrT82xbNlTSE4uRIcOZgCAlJQi2Njsr16uUEiQnj4OO3em1nhfUNAl/Pvf1/RaR2P7Y9q0/pg7dzAmTPgWFy5kwsnJClZWZi3aroiIs5g793CLYtRH7ONrSGJ8foVsn22RIdqPmONjW2j/YtcPYhs9uiciIsbhrbf24sSJZNjaKuHsbN3iuMuWPYPkZHWN/mDatH6YO3cQJkyIxoULt+72z4pmr0OM9jN6dHdERIzBW2/tx4kTKXf3hxUA4OOPT+Dq1TsoLa1At262OHx4Am7cUGPHjkvN3gZqmNifL0ONMWLVt+vXjwYAPPLIOkgkEuzY8QLCwv6GN97YJ0h8U9//YsY3xfFLLpcgI6MAvr77kJiohpdXRxw6NB6pqfm4di0PKlUWgoJOIT09H+PGPYadO8dg4MBduHz5TrPW11B/KgTWiA0zxTZK+jNE+zf1GpcaJnYfLSRdf1YIX9/vkJiogZeXMw4dGofU1HwcPXpvbmnduqehUmWjffv6T8ZsDp55fp8rV7JRWFgGAJBIgMrKKvTq5dAq40dHX8b+/VeQnV1Y4/mkpFx8+ukppKVpUFVVhYMHryI+PqfZZ8l6enbCmDE9sWrVyQeWjR/vCgcHC3z1VVyzYjd1fQ+zwsIyhITEIDExFwBw+nQqYmJuwNvbRZD49bWnpvL0bIcxY5yxalV8va/x9+8MqVSCvXvTmr2ehvaHVCrBsmU+mD37MC5cyAQA3L5dgKSk3GavT2xiH19DEevzK1T7bKsM0X7EHB/bQvsXu34Q2/LlPli2LBaxsTdQWVmFvLxixMdntyimp2dHjBnTA6tW/VL9nK5/fgazZ/+ACxduAfirf85r9nrEaD/Llw/HsmU/Izb25n37IwcAcOlSFkpLKwAAVVVVJnesTZHYny9DjDFi1rfdu7dDVNRlFBSUIT+/FLt2/Yk+fRwFi2/q+1/M+KY4fhUWliMk5DQSE9UAgNOnMxETkwpv705IStLg009VSEvLR1UVcPBgEuLjczF4cMdmr6+h/lQIrBEbZoptlPRniPZv6jUuNUzsPlpIuvHrLBITNQCA06dvISYmDd7enapfM378o3BwUOKrr64Kvn5OntcSFOQNrfZDZGUthLt7R4SHnzGp+LU5OlrBza0D4uJuNfm9MpkUmzePR2Dg99VfFP9ia6vEZ5+NxvTpB4VKtcH1UU1KpRyDBnVp1nEVi0wmwebNnggMvIDS0sp6XzdlymPYseMmSkpqviY4+Ank5Pjh/PmRePvtphV09+8PV9cO6NjRGp6enZCUNAcpKfOwaZMfbGyUzdquv0yc6I6cnCBcuvQ+5s0bAolE0qJ4DWmNx7cx/Py2HmK1H0ONX6bY/gHDj+9CsbRUoH//zujSxQbx8TORkfEPREUFoGPH5p95rhsPxiEw8HCN/sDVtf3d/rkjkpICkZIyE5s2PQcbm5b9Muh+LW0/uv3R6e7+mI6MjNmIinqpxv5Yv34MCgoWIiVlFqytzbBt20Wh0qd6mOrnCxB/fPzsszMICHCDra0SdnZKvP76U/juuwRB12HK+9+QTHH8UiplGDSoI+LiHpwscXS0gJubA+LimvfHVH36UzIsU2yjZHwcA9omU++jdeOXU/X4ZWtrhs8+G4rp08X5VQQnz2tZtepn2NisgJvbOmzY8BsyM/NNKv79FAoZdu58BVFRf+DcufQmv3/BgqFQqTJw4kTyA8tWrx6Fbdsu4Nq15v2Er6nro5q2bBmPhIQc7N172dipVFuw4HGoVHk4caL+AtvFxRK+vk7YsuVGjecXL76EHj0Ow9n5IBYtuoTwcA/4+3fWe9337w8HBwsAgK9vdwwYsAkeHhvw2GP2WLt2dLO2CwDCwk7D1TUcjo6rMWXKAcyePRizZ3s1O15jWuPxbQw/v62HWO3HUOOXKbZ/wLDju5Ds7S0glUrg7/8ERo3ajp49w1BSUoHIyJeaHXPBgiFQqTJx4kRKjecdHHQ/n/T1fQwDBvwHHh5b8Nhj7bB27agWbcP9Wtp+7O3N7+6PxzFq1Nfo2TMCJSXliIwcX/2awMDDsLZejQED/oPt239Hbm6xUOlTPUz18wWIPz6ePJkCJydL5ObOx50782Fvb47Q0FOCrsOU978hmeL4tWXLSCQk5GHv3pqXTlQopNi5cwyiohJw7tztZsXWpz8lwzLFNkrGxzGgbTL1PnrLlhFISFBj795EAMDq1YOxbVs8rl1Ti7I+Tp7X48qVbFy8mIlt2/xNMr5CIcO3376KwsIyTJv2XZPf36OHA6ZPH4AFC44+sMzb2wXDhrkI+tPThtZHNUVEjIOra3v4++9EVVWVsdMBAPToYYXp0x/DggW/N/i6yZMfgUqVh7i4mh3ar7/egUZTjvLyKvzwwy1s3JiI117T71JDtfdHfn4pACA09ARycgqRk1OI0NATLbpxrkqVgezsQlRWVuH06VSsXPkzXnutd7PjNaQ1Ht/G8PPbehii/Yg5fpli+69N7PFdaH/1mWFhp3HzphoFBaUICYmBj89jsLRs+rXIe/Swx/Tpnliw4Mc61qX72W9o6Cnk5BQhJ6cIoaGn4OfXq2UbcZcQ7efe/jiLmzc1KCgoQ0jIT/DxebTG/qiqAs6dy4BWW4o1a3wFyZ8aZ2qfL7HHR4kEOHr0DZw8mQpr69Wwtl6NkydT8cMPb4iyPlPb/4ZkiuNXRMQIuLraw9//IO5PWaGQ4ttvn0NhYTmmTXuwL9eXvv0pGYYptlFqXTgGtC2m3EdHRDwDV9d28Pc/jKoqwNu7E4YN64RVq1SirZM3DG2AQiET9XpOYsVXKGTYvTsAZmYyvPDCNygra/pPRL29XeDsbI2rV2fejSmFjY0SWVkLcfZsGrp3t0d6+nwAup9LWFgokJW1EH36RDTrL5ENrW/cuB04c6b518duS9avHwcvr64YOfJLaDQlxk6nmrd3Bzg7m+PqVd3Z3brjJ0dW1vMYN+4kzpzJhUSimzwPDa3/euh/qaz/qi811LU/4uOzUVRU1uxt0UdlpTgFZ2s9vo3h57d1MGT7EWP8MtX2Xxex6wchqdXFSE7Oq3NZcy5P5e3dDc7OVrh6dQaA+/uDuXj55T2i9c9CtR+1ugTJyXWfsVLX7lAopOjVy77Z66OmM6XPl9jjo4ODBR59tB3Cws6iqKgcABAefhYLFw5B+/YWyMkpavE21GZK+99QTHH8Wr9+BLy8OmLkyGhoNKXVzysUUuze/dzd75EHUVamZ1Feh6b2pyQeU2yj1DpxDGg7TLWPXr/+aXh5OWHkyAPV49fIkV3QvbsN0tMnAvhrjlKOrKxJ6NMnCpmZLb8vACfP77KyMkNAwJOIjr4CtboYvXs7ITj4GRw5IsxdqIWOL5NJIZfrHlKpBEqlHJWVVaiqqkJUVACsrMzw/PNfN/vailFRf+DYscTqfw8Z0hVbtoyHh8cGaDQlsLW9d/3ogIAnMXWqJ0aPjsTt2wWCr6+5Mduadeuew7Bh3fDss18iL0/Yn4jX1570/cNLVFQqjh2795POIUMcsGVLf3h4/Ijbt3W5jhrljA4dlPjmm5o/47ezU2Do0PY4fjwLJSUVGDHCEdOnP4Zp0843uM769kdxcTkiI+MQFOSN8+czUFWlu07b/v1X9N0dDwgIeAqHD1+DVluC/v07Y9Eib6xfL+y13sQ8vmIT+/Pb0vb5MBCz/Yg9PgKm3f4NsX/EtmnTOcyc6YXDh6/hzp0iLFkyHD/+mIiCgtLG31xLVNSfOHYsqfrfQ4Z0wZYt4+DhsQW3bxcgMvISgoKG4Pz5TFRVVSEoaAj272/ZTX2Ebj+bNqkwc+ZAHD6ceHd/PI0ff0xC+/YWGD26O44cSURhYRkGD+6CWbMGIizsbIvXSXUzxOdLzDFG7PExJ6cICQl3EBjYHx9/fAIAEBg4ACkpGkEmzk19/xsivimOX+vWjcCwYZ3w7LPRyMu7N5Eql0sRFTUWVlZyPP/8d4Jco7++/rSgQJg/pLJGbJwptlHSj9jtvy3UuNQwsftooa1b9zSGDeuIZ589gLy8e99TPvvsIrZsuXc5qoCAHpg61Q2jRx/E7dvCnEggqWrjv9nRaDSws7MDsAhA/TcMtLRUYN++CfD07ASlUo7btwuwZ8+fCAk5LshZUkLHDwkZgaVLR9R47vjxGwgJiUFs7GQUFZWhouLeoV2x4gRCQ080O//hwx/Fvn0TYG+/8oFl77zjgTlzBqNfvw3Njt+U9T2MXFzskJw8F8XF5Sgvv3cGSGRkHGbMaPlNW+trTz4+2/R4d58Hnhk+vAP27RsCe/t7lwzatcsLRUUVmDTptxqv7dDBDAcPDoObmw0A4MaNQnz+eQK2bv3r2qAPXgqmsf1haanA+vXj4O//BEpKynHgQDzmzTtS/dOkpoqNnYy+fZ0hl0uRlqbBF1+osGbNKcF+8ij28TU0oT+/LWufbZ/Y7Ufs8dHU27/Y+8cQpFIJVq8ehXfe8QAAxMQkYebMQ7h1S59fkjX8s87hw12wb18A7O0/BYC7/fNo+Pu73u2fEzBv3rEG+ueG92HL28+D+ev2x7N4552+AICYmGTMnHkESqUMkZEvoE8fJ0ilEqSna/HVV5cQGnoSDw4HxQA+gVqthq2trR55PFxaS30OGHaMadr4qN9Ppt3cOmDtWl8MGNAJUqkEKtUtzJ9/DBcuNHZDwMb3X1vY/2LGb93jV91nhrq42CA5eXIdOcfjm2+uIjb2ZRQVlaOi4t6yFSt+Q2job7UiafXKor7+9Natxv54pF/7Yo3YsNbdRqmlxG7/baHGfXjpV0OI3Uc3n/MDz7i4WCM5+e27/dm9wjsy8ipmzKh5k9B33nHFnDl90a/f7jpiFwGY3+QanZPnRNRCD06eC6vh66gTEZExiX1NRLGLc7Hy5+R5Q1if68PUP1tkXGJfVkG/yfPmY/skImo+U68hHpw8F07zJs95w1AiIiIiIiIiIiIiolo4eU5EREREREREREREVAsnz4mIiIiIiIiIiIiIauHkORERERERERERERFRLZw8JyIiIiIiIiIiIiKqhZPnRERERERERERERES1yI2dABGZut9Fjj9P5PifiRyfiKgtKzN2Ai1kIVJciUhx2xo5AIWxk2gmU2/7pk7sdmPqx/eOyPHHihz/kMjxiYjaMlMfw/qIGLugWe/imedERERERERERERERLVw8pyIiIiIiIiIiIiIqBZOnhMRERERERERERER1cLJcyIiIiIiIiIiIiKiWjh5TkRERERERERERERUCyfPiYiIiIiIiIiIiIhq4eQ5EREREREREREREVEtnDy/a+tWf5SUfASt9sPqx+DBXZsdLzBwEM6efRfFxcGIjp5QY5mNjRI7drwMtXoxMjP/geDgZ5oc38xMhk2b/JCYOBsazWJcvvwBJk/uV+M1U6Z44sqVD5Cf/yGSkuZg/HhXQfKPiZmE4uLgGvuqUyebJm9DfczN5UhImIXc3EWCxTSEsLCxuHlzLtTqxUhNnYe1a8dAoZAJvh5T2D8NtZ9ly3wQFzcDZWVLsHbtGD1i2CA62qJWDCXi4qxQVmaDtWuVNZaZmQExMZa4dcsaarUNLl+2wrRpiurlXl4yHD5siawsa+Tk2ODw4bfg5uaod/6enp1w4sTfoVYvxvXrs/H22+5N2jdt0f19gVb7IUpLP8LFizNEWZcptH9j8fNzhUo1Hfn5HyItbT7ee2+AsVPSiz7jGYlLzPHLkP1DcwUGeuDs2TdQXDwL0dHj63yNk5MlcnLeh0r1Vp3Ln3qqPUpKZtf7fmqerVufR0nJImi1C6ofgwd3EXw9fn69oFJNRX7+AqSlzcJ773kKvg6xxq/OnW0QHf0KsrPnIitrLnbtehEdOlgKEtvU+2ex24+p7x8x8tdqB9R4lJYOxMWLfR54nbm5BAkJ7sjN7d+i9QHijWGmfnz/YqjvqPSgttKGyHjE/vyKGV+s9u/n5wCVygP5+UOQljYQ773XEQDg6WmFEyf6QK0ejOvXB+Dtt51avK77GXXy/KeffoKfnx86d+4MiUSCffv21VheVVWFJUuWoFOnTrCwsICvry8SEhJEyyci4ixsbFZUP379NbXZsdLTtfjkk5+wefP5B5aFh4+Fg4MFXFzW4umnt2LatP5NnoCTy6XIyMiHr+922NqGYtKkffj0079h1KgeAIBp0/pj/vwhmDDhW1hbr4CX12b8/vttQfIHgKCgYzX2VUaGtkn5N2TZMh8kJ+cJFs9QIiLO4okn1sHOLhTu7hvg7u6MhQuHCb4eU9g/DbWfa9fuYOHCozhwIF7PGGV1xKjEwoUlOHCg/IFl5eXAzJnF6Nw5H3Z2Wrz0UhGWL1fC21s3CNjbS7B1ayl69sxHx45anDmThsOH34JUKmk0fzs7c3z//ZuIjIyDvf1KvP76twgPH4thw1z02i9t1f19gY3NCly+nI2dOy+Jsi5TaP/GMHp0T0REjMOcOYdhaxuKp55aj+PHbxg7Lb00Np6R+MQcvwzZPzRXeno+PvnkNDZvrj+vdeuehUpVdx0lkQCbN4/CyZPpYqVocK2pRo+IOAcbm/+pfvz6a5qg8UeP7o6IiDGYM+cH2NquwVNPbcLx48mCrgMQb/xav340AOCRR9bhscfWw9xcjrCwvwkSuy30z2K2H1PfP2Lkb2PzW43H5cvF2Lkz54HXLVvWFcnJJS1Jv5pYY5ipH9+/GOo7Kj2orbQhMh6xP79ixhej/Y8e3Q4RET0wZ04SbG1/wVNPncfx42rY2cnw/fdPITIyC/b2v+L1168gPLw7hg2zFWRbACNPnhcUFMDd3R3r16+vc/nq1asRFhaGDRs24PTp07CyssLo0aNRXFxs4EybLjr6Mvbvv4Ls7MIaz1tYKDBhQm8EB/8f1OpiJCTkIDz8NKZMadpfYAoLyxASEoPExFwAwOnTqYiJuQFvbxdIpRIsW+aD2bMP48KFTADA7dsFSErKbXH+YvP07IQxY3pi1aqTBl2vEK5cyUZhoW6iVyIBKiur0KuXg6DrMJX901D72b79Ig4fvgaNpuGC+V6MqjpilOHw4XJoNA8uq6wELl2qREWF7t9VVbpHz5667u7w4XLs2lUOtRooKwP+539OwcXFDo880q7R/IcO7YaSkgps3PgbKiurcOZMGvbuvYypU4U/Q81UDRzYBU8+6Yht2y4IHttU2r8xLF/ug2XLYhEbewOVlVXIyytGfHy2sdPSS0PjGRmGIcYvQNz+oSWio69h//7ryM4uqnP5+PE94OBgjq+++rPO5bNm9cPly3cQG9v8ky5am7Zco9e2fPlwLFv2M2Jjb97Xfz442dcSYo5f3bu3Q1TUZRQUlCE/vxS7dv2JPn0cG3+jHtg/N8zU94/Y+Q8caIUnn7TAtm1ZNZ739LTEmDHtsGpVhiDrEWsMM/Xj+xdDjfH0oLbShsh4xP78ihlfjPa/fPkjWLbsJmJj1aisBPLyKhAfX4ShQ21RUlKJjRszUVkJnDmTj717czB1qrMg2wIYefJ87Nix+OSTT/Diiy8+sKyqqgqff/45goOD8cILL6Bv377Yvn070tPTHzj7RSgTJ7ojJycIly69j3nzhkAikTT+piZydW0PpVJePakNABcuZKJv35YdVKVSjkGDuiAu7hZcXTugY0dreHp2QlLSHKSkzMOmTX6wsVE2HkhPwcHPICcnCOfPvyfYZStkMik2bx6PwMDvUVpaIUhMQwsK8oZW+yGyshbC3b0jwsPPCBa7LewfQ/ruOwsUFdng8mVr3LpVhejoB89gB4Dhwx9Bbm4Rbt5UNxpTKpWgdrcglUpa/PltS6ZM6YdDhxIE/TUKwPbfEEtLBfr374wuXWwQHz8TGRn/QFRUADp2tDZ2as1y/3hGhiPm+PUXsfoHMdnamuGzz4Zj+vRjdS53cbHB7NmeWLDgJwNnJq7WVKNPnNgHOTnzcOnSu5g3z+uBcbgldP1np7v953RkZMxGVNRLgvafYo9fn312BgEBbrC1VcLOTonXX38K330nzq8ATLF/FrP91GaK++d+Quc/ZYojDh3KQ0bGvRpcJgM2b+6OwMAbKC2tFGQ9gGHGMFM+vobYP9Q4U25DZDxif34N1T+0tP1bWkrRv781unRRIj6+PzIyBiEq6gl07KiAVIoH5m+lUqBvXyshUtfFEyySwJKSkpCZmQlfX9/q5+zs7ODl5YVffvml3veVlJRAo9HUeOgjLOw0XF3D4ei4GlOmHMDs2YMxe7ZXi7ejNmtrM+Tnl6Ki4l6xkJdX3OKJ7S1bxiMhIQd7916Gg4Pu+tC+vt0xYMAmeHhswGOP2WPt2tEtWsdfFi8+hh49/g1n5//BokXHEB4+Fv7+T7Q47oIFQ6FSZeDECeF/Kmsoq1b9DBubFXBzW4cNG35DZma+YLHbwv4xJD+/IlhZaTF8eAH27ClDUR0nFHbrJsHGjX6YP/+HGp/J+vzySwqsrMwQGDgIcrkUQ4d2w4sv6r6wkm4SYsKE3tiype7LPbUE23/97O0tIJVK4O//BEaN2o6ePcNQUlKByMiXjJ1as9w/npHhiDl+AeL2D2JavfoZbNv2B65dy6tz+caNo7BkySncuWN6Z1w3V3Nq9ObX57/B1XUDHB3XYsqUg5g9eyBmzx4kyHYAgL29+d3+83GMGvU1evaMQElJOSIjhbt2vdjj18mTKXByskRu7nzcuTMf9vbmCA09Jcq6TK1/Frv91GZq+6c2IfO3tJRiwoT22LKl5lnnCxZ0hkpVgBMnhP0jqthjGGDax9cQ+4caZ8ptiIxH7M+vofqHlrZ/e3v53ZqtPUaNuoSePX9DSUklIiNd8csvWlhZSREY2AlyuQRDh9rgxRfbw9ZWuOvDt9rJ88xM3ZnZzs41z+h0dnauXlaX0NBQ2NnZVT+6deum1/pUqgxkZxeisrIKp0+nYuXKn/Haa72bvwH1yM8vhaWlAjLZvV1vZ2cOrbb513yLiBgHV9f28PffiaqqKuTnlwIAQkNPICenEDk5hQgNPQE/P/1vGNqQX39NhUZTgvLySvzww3Vs3HiuxfuqRw8HTJ8+AAsWHBUkR2O7ciUbFy9mYts2f0HitbX9YyiVlcBPP1XA2VmKBQvMaizr0kWCH3+0xLp1Z7B1q0qveHfuFMHP72u88UYfZGb+AytX+mLrVhVycgx7eaPWKiDgKRQWluG//xX2jDe2/4b91eeHhZ3GzZtqFBSUIiQkBj4+j8HSUtHIu1uX2uMZGZ7Q49dfxOofxOTt3QXDhnXGqlVn61z+5ptukMsliIx8uL4EN6dGb359nnlffZ6OlSt/wWuvPdmyDbjPvf7zLG7e1KCgoAwhIT/Bx+dRQfpPsccviQQ4evQNnDyZCmvr1bC2Xo2TJ1Pxww9vCL4uU+yfxW4/9zPF/XM/ofMPCHBAYWEl/vvfe5cN7dFDienTnbBgwc0Wx6+PWGOYqR/fv4i1f6hxbaUNkfGI/fkVM74Q7T8/X/frvbCwdNy8WYKCgkqEhNyEj48diosr4ef3J954wxGZmYOwcuWj2Lr1NnJyHrxHXnPJBYvUSixevBjz5s2r/rdGo9G7QL9fZaU4HVp8fA7Kyirg7u6M8+d113nz8OjYpJt53m/9+nHw8uqKkSO/rL6GdHx8NoqK6r5EhRiE2Ffe3i5wdrbG1aszAQAKhRQ2NkpkZS3EuHE7cOaMsDeHMgSFQibY9aLa4v4xJIUC6NXr3h+sunSRICbGEpGRZQgNPdGkWKdOpWDYsC+q/71z5yuIjeXZ0AAwdaonvvzyol5n8TcF23/D1Oriem9CJ8blx8RS13hGxiHk+PUXsfoHMY0c6YLu3e2Qnv4eAECplMHCQo6srBno02c7fH1d4OXVCVlZMwAAlpZyyGQSZGS8h06d/m3M1Fud1lqfq9UlSE6u+7JtQnSfYo9fDg4WePTRdggLO4uiIt0XxPDws1i4cAjat7dATk7d1/FvqrbSP4v1/c7U948Y+U+d6oQvv8yuvgcRAHh728DZWYGrV3WX/FQoJLCxkSEryxPjxsXjzJkCQdYt9Bhm6se3NjHGeGpYW2tDZDxif37FiC9U+1erK5CcXPcvPSUS4NQpLYYNi6t+budOV8TGNn5pXn212jPPO3bsCAC4davm9XBu3bpVvawuSqUStra2NR76CAh4qvrSKf37d8aiRd7Ys6fuG0PpQyaTQqmUQy6XQiqVQKmUQ6GQoaioDLt2/YHly5+Fra0SPXs6YObMQc36GfO6dc9h2LBuGDVqO/Ly7jWi4uJyREbGISjIG+3amcPOzhxBQd7Yv/9Ki/O3szPH2LG9YGGhgFQqwbPPPobp0we0aF8BQFTUH+jZMwweHhvg4bEBU6cegFZbAg+PDVCp6v+lQWthZWWGSZM8YGdnDgDo3dsJwcHP4MiR64LEN7X9U1/7AXR3XVYqdRMMMpmk+nX1x9Bdr0qp1E2C62Lo/i2T4W4M3XMA4O4uha+vDObmuuXPPSfHm28qcOSI7ktlp066ifNdu8qxbFlpk/P38OgIMzMZzM3lmDrVEyNGPIrPP/9V4D1oeh5/vD2GDu2GL74Q/pIMptb+jWHTpnOYOdMLnTvbwNxcjiVLhuPHHxNRUFB3G29t6hvPSHxij1+AuP2DEHTjiAxyueRuny+DQiHFZ5+dw+OPb4WHx1fw8PgKS5acQnz8HXh4fIXbtwsxd+5xuLltq16+YUMcYmJS0b//DmNvkqiaU6M3vz53g42N7pdj/ft3wqJFQ7Bnj/71rD42bVJh5syB9/WfT+PHH5NQUNDyE1HEHr9ycoqQkHAHgYH9oVTKoFTKEBg4ACkpGsEmzk25fzZE+zHl/QOIk//jj5tj6FBrfPFFzZPDoqLuoGfPi/DwuAQPj0uYOjUJWm0FPDwuQaVq3q84xR7DTP34GmKMp4aZehsi4xH782uI/kHo9r9pUyZmzuyEzp3NYG4uxZIl3fDjj3koKKiEh4cVzMwkMDeXYupUZ4wYYYfPP08XYCt0Wu2Z54899hg6duyIH3/8ER4eHgB0Z6mcPn0aM2bMEHx9H3wwCJs2+UEulyItTYOIiLP49NP6r63emODgZ7B06YjqfxcXB+P48Rvw8dmGDz74Hhs3Po/U1HkoKirHunVn8NVXF5sU38XFDoGBg1BcXI7k5LnVz0dGxmHGjIOYM+cw1q8fh6SkOSgpKceBA/GYN+9Ii/MPCIhCSMhw7Nz5CgDgxo08zJt3BN9+27LJ86KiMqSl3fuSkpVViKoqIC1Nv2tiGltVVRXeeKMP1qz5G5RKOW7fLsCePX8iJOS4IPFNbf801P43bx6PSZM8qpfNnOmFbdsuYPLkfY3EUOD48XL4+BRi82ZzTJpkdl8MM2zbVorJk4shlwMrVpjD1VWKqirgxo1KzJtXjG++0U2eT5umQK9eMsyZI8WcOWYAPgQAjB0biZ9/vtlo/rNmeeHFF90gl0tx6lQKnn32S5O6+Z1YpkzxxIkTybh27Y7gsU2t/RvDypU/w8HBAhcv6sbHmJgkvP12tJGz0k9j4xmJS+zxCxC3fxBCcPBgLF06pPrfxcWzcfx4Cnx8dkOrvfcHqNzcYpSVVSItTXctyLy8EuTl3TuDRqMpRXFxOdLT2/a1ZA1Zo3/wwQBs2vTc3fpci4iIc/j0U2H/YL1y5Sk4OJjj4sWpAICYmGS8/fYBQWIbYvx64YXdWLvWF2lpsyCVSqBS3cL48VGCxDb1/lns9mPq+0es/KdMccSJE1pcu1bzDMOiokqkpd3rU7Oyyu5+Hpr/h34xxzBTP76AYcZ4ql9baENkPGJ/fsWOL0b7X7kyFQ4OCly82A8AEBOjxttvXwUAzJrVGS++2B5yuQSnTmnw7LOXkJEh3IlkkiojXnApPz8f165dAwD069cPn332GXx8fODg4AAXFxesWrUKK1euxJdffonHHnsMH330EeLi4vDnn3/C3Nxcr3VoNBrY2dkBWASAN/UjMj3zGn9Ji3wmcnwiImq99DsDuumKAfwTarVa77OsWxOxa/R79XkwAP1q+tZH7Eskin3PCsNd4lEc3D/GNVbk+IdEjk9ERK2Xb+MvabYCAGOaXKMb9czz3377DT4+PtX//utaiO+88w62bduGhQsXoqCgAO+++y7y8vLg7e2Nw4cP6z1xTkRERERETcManYiIiIhIx6hnnhsCzzwnMnU885yIiMTCM8+NgWee64NnVjeM+8e4eOY5ERGJpfWded5qbxhKRERERERERERERGQsnDwnIiIiIiIiIiIiIqqFk+dERERERERERERERLVw8pyIiIiIiIiIiIiIqBa5sRMgImqY2Df07Cly/GsixycioubTiBS3RKS4bU05TPfGjGLfsFLsr2mmut//Yur5mzqxb+jJ+pyI6OF1UsTYxc16F888JyIiIiIiIiIiIiKqhZPnRERERERERERERES1cPKciIiIiIiIiIiIiKgWTp4TEREREREREREREdXCyXMiIiIiIiIiIiIiolo4eU5EREREREREREREVAsnz4mIiIiIiIiIiIiIauHk+X3Cwsbi5s25UKsXIzV1HtauHQOFQiZIbDMzGTZt8kNi4mxoNItx+fIHmDy5n6j5TpniiStXPkB+/odISpqD8eNdBct32TIfxMXNQFnZEqxdO6ZF26Hv9rREYOAgnD37LoqLgxEdPUGQmIYkRvsxJEPtfz8/V6hU05Gf/yHS0ubjvfcG6P3esLABuHnzRajVryI19SWsXdsfCoUU3bpZQqt9rcajrOwN7N8/AgDg6KhEZOQwpKTo3nv+/HPw8+vapLy3bvVHSclH0Go/rH4MHty0GIZU3/F0dLRCZORLSEmZB7V6Mc6ffw9+fvr3O/RwMvX+2dTzNyRzczkSEmYhN3eRoHGFrB8aG29jYiahuDi4Rn/dqZONUJtCdRD7MyZm/fkXP79eUKmmIj9/AdLSZuG99zwFi929ezt8/30A7tyZjdTU97FgwSDBYlPjTH0MEDN/sb6/1FezA4Cbmx2OHRuJO3cCkJHxMjZu9IKFhbCfZ1Ni6u2TiMQjdv8gdPzAQE+cPTsRxcXzER39YvXzjo6WiIx8Hikp70OtnoPz5yfBz69ni9dXGyfP7xMRcRZPPLEOdnahcHffAHd3ZyxcOEyQ2HK5FBkZ+fD13Q5b21BMmrQPn376N4wa1UOUfKdN64/584dgwoRvYW29Al5em/H777cFy/fatTtYuPAoDhyIb3b+TdmelkpP1+KTT37C5s3nBYlnaGK0H0MyxP4fPbonIiLGYc6cw7C1DcVTT63H8eM39H5/RMRVPPHEAdjZRcHd/b9wd7fHwoVPIiWlEDY2u6ofDg67kZdXip07dbGtrRVQqe5g8OAjaNcuCkuWXMQ333jDzc2uSflHRJyFjc2K6sevv6Y26f2GVN/xtLY2g0qVicGDt6Bdu5VYsiQG33zzMtzcHI2UKZkCU++fTT1/Q1q2zAfJyXmCxxWyftBnvA0KOlajv87I0Aq1KVQHsT9jYtafADB6dHdERIzBnDk/wNZ2DZ56ahOOH08WJLZUKsGBAy/j/PlMODmF49lnd+KDD/rj9dfdBIlPjTP1MUDM/MX6/lJfzQ4AX389DPHxGjg770GfPgfh7m6Pjz7qI8TmmCRTb59EJB6x+weh46en5+OTT37B5s0Xazyvm4+5jcGDv0K7dp9jyZIT+OYbP7i5tRdkvX/h5Pl9rlzJRmFhGQBAIgEqK6vQq5eDILELC8sQEhKDxMRcAMDp06mIibkBb28XwfOVSiVYtswHs2cfxoULmQCA27cLkJSUK1i+27dfxOHD16DRlDQ7f323RwjR0Zexf/8VZGcXChLP0MRoP4ZkiP2/fLkPli2LRWzsDVRWViEvrxjx8dl6v//KFQ0KCysA3N/+Hjyb0N+/K6RSCfbuvQkASErKx6efXkZaWiGqqoCDB9MQH6/B4MEdhNmwVqi+45mUlItPPz2FtDQNqqqqcPDgVcTH57Tqs+jJ+Ey9fzb1/A3F07MTxozpiVWrTgoeW8j6wdTH27ZI7M+YmPUnACxfPhzLlv2M2Nib99UnOYLEdnV1gKurAz7++CTKyytx9eodfPFFHN5910OQ+NQ4Ux8DxMxfrP60oZq9e3drREYmoaysEtnZJThwIBV9+rRr0fpMmam3TyISj9j9g9Dxo6OvYv/+BGRnF9V4PilJjU8/PYO0NO3d+ZjriI+/g8GDOwuy3r9w8ryWoCBvaLUfIitrIdzdOyI8/Iwo61Eq5Rg0qAvi4m61KE5d+bq6dkDHjtbw9OyEpKQ5SEmZh02b/GBjozR6vo0x1P43dYY6HqbC0lKB/v07o0sXG8THz0RGxj8QFRWAjh2tmxQnKOgpaLWvISsrAO7u9ggPf/CXFVOm9MSOHUkoKamsM4ajoxJubraIi9P/j1UAMHGiO3JygnDp0vuYN28IJBJJk97fGjk6WsHNrQPbKdFDTiaTYvPm8QgM/B6lpRWirEOs+qGu8TY4+Bnk5ATh/Pn38Pbb7oKsh4xLrPajq0863a1PpiMjYzaiol5qcn1SH6lUVyvcXzNIpRL07ctffFHrI+T3l/pq9jVrLmPixO4wN5fB2dkcL77YDd99l9bi9RERkWlwdLSEm1t7xMVlCRqXk+e1rFr1M2xsVsDNbR02bPgNmZn5oqxny5bxSEjIwd69l1sUp658HRwsAAC+vt0xYMAmeHhswGOP2WPt2tFGz7cxhtr/ps5Qx8NU2NtbQCqVwN//CYwatR09e4ahpKQCkZEvNSnOqlV/wMZmF9zcDmDDhgRkZhbXWO7iYgVf347YsuVane9XKKTYufNpREUl49y5O3qvNyzsNFxdw+HouBpTphzA7NmDMXu2V5Nyb20UChl27nwFUVF/4Ny5dGOnQ0RGtGDBUKhUGThxQphLVdRFrPqh9ni7ePEx9Ojxbzg7/w8WLTqG8PCx8Pd/QpB1kfGI1X7s7c3v1iePY9Sor9GzZwRKSsoRGTlekPjx8Xdw44Yay5Z5w8xMhief7IC//70PbG2bf8IMkViE/P5SX81+6FA6vL2doNW+hszMV5CSUoD//Kfuup2IiNoW3XzMeERFXcG5c5mCxubkeT2uXMnGxYuZ2LbNX/DYERHj4OraHv7+O1FVVSVIzPvzzc8vBQCEhp5ATk4hcnIKERp6otk37hMj38aIuf9NnTGOR2v3V5sPCzuNmzfVKCgoRUhIDHx8HoOlpaLJ8a5c0eDixVxs2zakxvOTJ/eASpWLuLi8B96jUEjx7bfPoLCwHNOmnW7S+lSqDGRnF6KysgqnT6di5cqf8dprvZucd2uhUMjw7bevorCwDNOmfWfsdIjIiHr0cMD06QOwYMFRg6xPyPqhrvH2119TodGUoLy8Ej/8cB0bN54z6f6aahK6/rxXn5zFzZsaFBSUISTkJ/j4PNqs+qS28vJKvPDCXvTr54y0tPexY8fz2Lr1d+TkFDX+ZiIDEuv7y/01e7t2Zjh2bCQ2b06ApeVO2NtHoaCgApGRwt3DgIiIWifdfIz/3TmIw4LHlwsesQ1RKGSCXvMQANavHwcvr64YOfJLQa8XDtzLNz4+G0VFZYLEFDPfxoix/02dMY9Ha6ZWF9d7E7rmXv5EoZDWuOa5RAJMntwdoaF/1Pna3bufhpmZFC+8cBxlZXVf0kVflZWm+0cRhUKG3bsDYGYmwwsvfIOyMnEu0UBEpsHb2wXOzta4enUmAF1/aWOjRFbWQowbtwNnzgj/c3oh6gd9x1tT7q+pbkLWn2p1CZKT1XUuE+rqbH/+mY3Ro6Oq/71y5XDExqYIE5xIAGJ/f/mrZu/RwxoWFjKEheku4ZKXV4qNG6/i0KFnBV8nERG1Hrr5GP+7cxB7WzwfUxeeeX6XlZUZJk3ygJ2dOQCgd28nBAc/gyNHrgu2jnXrnsOwYd0watR25OUVN/6GBjSUb3FxOSIj4xAU5I127cxhZ2eOoCBv7N9/RbB85XIplEo5ZDIJZDIJlEo55PLmNyex979MJq3OUSrV5atQyASJbShCth9DM8T+37TpHGbO9ELnzjYwN5djyZLh+PHHRBQUlDb6XisrOSZN6g47O91ZYL17t0NwcG8cOZJR/ZpRozqhQwdzfPPNjRrvlcsliIp6GlZWcvj7H0dpadM76oCAp6rvSdC/f2csWuSNPXv+bHIcQ6nveMrlUkRFBcDKygz+/jtFu7YxtS2m3j+bev5ii4r6Az17hsHDYwM8PDZg6tQD0GpL4OGxASpVy39OKUb9UN94a2dnjrFje8HCQgGpVIJnn30M06cPaNX9dVsg5mfMEPX/pk0qzJw58L765Gn8+GMSCgqEOdGlTx9HWFoqoFBI8eKLj+Pvf++LTz45JUhsapypjwFi5y/095eGavYrVzTIzy/H++8/DplMAmtrOaZN6wWVqmn3IWpLTL19EpF4xO4fhI6vm3eU3RdPBoVCencO4gVYWSng779XtDkISVUbv+6DRqOBnZ0dgEUA6r/+n6WlAvv2TYCnZycolXLcvl2APXv+REjIcUHO4nZxsUNy8lwUF5ejvPze5FpkZBxmzDjY5HiN5WtpqcD69ePg7/8ESkrKceBAPObNO1L989GW5rt1qz8mTfKo8Z5t2y5g8uR9Td4WfbanpUJCRmDp0hE1njt+/AZ8fLa1OLYhCN1+DM0Q+18qlWD16lF45x0PAEBMTBJmzjyEW7cau25pT1hayrBv3wh4ejpAqZTi9u1i7NmTgpCQiygq0nW+u3Y9jaKickya9EuNdz/zjBNiY/+GoqJyVFTc605XrLh09yz1xq+zGBs7GX37OkMulyItTYMvvlBhzZpTrfayPPUdz5CQGMTGTkZRUVmtfXECoaEnDJwlmQpT759NPX9DGz78UezbNwH29isFiSd0/dDQePvRR/+HgwffgJub7maMN27k4fPPf8XWrao6IpUAWAm1Wg1bW9tmbl3bpW99Doj7GWtZ+9Hvsiu6+uRZvPNOXwBATEwyZs48glu3Chp5p34/EF6+/GnMmNEP5uYyXLyYhQULYnDqlD6/6OClXYRg6mOAmPm37PtLzzqfbaxmHzrUEatW9UPv3u1QUVGFkyezMGfOb0hKqv194OG4Drqpt08iEo/Y/UPL4lvUEW8Yli71rhXvJkJCfkZs7Bt1zEH8gtDQX+uIXQxgaZNrdE6eE9FDru7iXDgPR3FORET34+R5Q9pGfd7ya5Y3TOyra3LynFoz1udERA+vByfPhdO8yXNetoWIiIiIiIiIiIiIqBZOnhMRERERERERERER1cLJcyIiIiIiIiIiIiKiWjh5TkRERERERERERERUCyfPiYiIiIiIiIiIiIhq4eQ5EREREREREREREVEtcmMnQERkXNdEjm8rcnyNyPGJiIjoQWUmHp+oNRO7PrcQOX6RyPGJiNoyMfvQkma9i2eeExERERERERERERHVwslzIiIiIiIiIiIiIqJaOHlORERERERERERERFQLJ8+JiIiIiIiIiIiIiGrh5DkRERERERERERERUS2cPCciIiIiIiIiIiIiqoWT50REREREREREREREtXDy3EACAwfh7Nl3UVwcjOjoCaKuy9xcjoSEWcjNXdTsGA3lu2yZD+LiZqCsbAnWrh3T0nTbBEMeX1NkZibDpk1+SEycDY1mMS5f/gCTJ/czdlp627rVHyUlH0Gr/bD6MXhwV73fHxjogbNn30Bx8SxER4+vsSwmJgDFxbOg1X5Q/ejUyQoA4OhogcjIsUhJmQa1OhDnz78FP7/ugm6bENj+G8b907a1tH9oDTp3tkF09ARkZy9EVtZC7NoVgA4dLAWLb6jPgBD1T233H1et9kOUln6EixdnCBafqKU4xlBzGaI+F7t9Ch0/MNATZ89ORHHxfERHv1j9vKOjJSIjn0dKyvtQq+fg/PlJ8PPr2eL1EREZi6nP0fxFjPq/LnJRo1O19HQtPvnkJ/j6dkfXrrairmvZMh8kJ+e16ItvQ/leu3YHCxcexbRp/VuaapthyONriuRyKTIy8uHrux2Jibnw8uqKQ4feRGqqBkePXjd2enqJiDiLuXMPN+u96en5+OST0/D1fQRdu1o/sDwo6AT+/W/VA89bW5tBpbqNoKATSE/Px7hx3bFz5zgMHLgDly/faVYuYmD7bxj3T9vXkv6hNVi/fhwA4JFHPodEAuzY8TLCwsbijTf2CBLfUJ8BIeqf2mxsVtT498WLM7Bz5yXB4hO1FMcYai5D1Odit0+h4+tq9l/u1uw21c9bWyvu1uSxSE/XYty4Hti5czwGDtyOy5dzWrxeIiJDawtzNIA49X9deOa5gURHX8b+/VeQnV0o6no8PTthzJieWLXqZIviNJTv9u0XcfjwNWg0JS1aR1tiqONrqgoLyxASEoPExFwAwOnTqYiJuQFvbxcjZ2YY0dHXsH//dWRnFzXpfUlJanz66TmkpeWjqgo4eDAR8fF3MHhwJ5EybR62/4Zx/1Br1727PaKi/kBBQSny80uxa9cl9OnjLFh8Q3wGhKp/GjJwYBc8+aQjtm27INo6iJqKYww1lyHqc7Hbp9Dxo6OvYv/+hAdqdl1NfgZpadq7Nfn1uzV5Z0HWS0RkaG1hjsYQ9f9fOHnehshkUmzePB6Bgd+jtLTC2OkQ1UuplGPQoC6Ii7tl7FT0NnGiO3JygnDp0vuYN28IJBKJYLGDgwcjJ+d9nD//Ft5+263e1zk6WsDNrT3i4rIFWzcRtZyY/YMhfPbZLwgIeBK2tkrY2Znj9df74Lvv4o2dlt4MVf9MmdIPhw4lICNDK9o6iIiMxRTrc2NxdLS8W5NnGTsVIiJBmNoYYOj5T162pQ1ZsGAoVKoMnDiRjOHDHzV2OkT12rJlPBIScrB372Vjp6KXsLDTWLDgB9y5U4SBA7sgKioAlZVV+PzzX1sce/Hin/HnnzkoLCzHs892Q1TU89Bqy7Bv37Uar1MopNi5cxyiouJx7pxpDGhEDwMx+wdDOXnyJqZN86y+VuAvv6QgNPRnI2elP0PUP5aWCkyY0BsTJ0aLEp+IyNhMrT43Fl1NPh5RUVdw7lymsdMhIhKEqY0Bhp7/5JnnbUSPHg6YPn0AFiw4auxUiBoUETEOrq7t4e+/E1VVVcZORy8qVQayswtRWVmF06dTsXLlz3jttd6CxP711wxoNKUoL6/EDz8kY+PGOLz22uM1XqNQSPHtt34oLCzHtGn8jBO1JmL2D4YgkUhw9OhEnDyZAmvrFbC2XoGTJ1Pwww9vGzs1vRiq/gkIeAqFhWX4738TRF0PEZExmGJ9bgy6mtwfhYVlmDbNdO91QkR0P1MbA4wx/8kzz9sIb28XODtb4+rVmQB0A7uNjRJZWQsxbtwOnDmTZuQMiXQ3pfPy6oqRI7806WvmV1aKN6DUjq1QSLF79/MwM5PhhRf2o6ysUrR1E1HLidk/iMHBwQKPPtoOYWGnUVRUBgAIDz+NhQuHoX17S+TktO7rKBuq/pk61RNffnkRFRXsg4mobWkr9bnYdDW5/92afC9rciJqE0xxDDDG/Ccnzw1EJpNCLtc9pFIJlEo5KiurUFYmzLV5oqL+wLFjidX/HjKkK7ZsGQ8Pjw24fbtA0HzlcilkMilkMglkMt2yiopKlJc/vAWE2Me3LVi37jkMG9YNzz77JfLyio2dTpMEBDyFw4evQastQf/+nbFokTfWrz+j9/tlMsnd9iG52z5kqKysgqWlAkOHdsbx4ykoKanAiBFdMX163+qzy+VyKaKinoeVlQLPP7+v1d7LgO2/Ydw/bVtL+wdjy8kpREJCDgIDB+Ljj2MBAIGBg5CSohZs4lzMz4DQ9U9dHn+8PYYO7YbJk/cJEo9ISBxjqCXErs/Fbp9Cx79Xs0tr1OxVVUBU1At3a/JvW21NTkTUFKY6R2OI+r82SZUpnJPfAhqNBnZ2dgAWAVAaLY+QkBFYunREjeeOH78BH59toqxv+PBHsW/fBNjbr2zW+xvKd+tWf0ya5FFj2bZtFx7qL5WGPr6mxsXFDsnJc1FcXF7jjyyRkXGYMeOgETPTT2zsZPTt6wy5XIq0NA2++EKFNWtO6fmTJluEhAzB0qVDajx7/HgKAgIO4uBBf7i5OQAAbtzQ4PPPz2Pr1j8AAM880xWxsa+iqKi8xtmOK1acQWjoX5NzGiE2sUXY/hvG/dO2tax/aB3c3Byxdu1oDBjQGVKpBCpVJubPP4ILF4S5lqshPwMtrX/qsmrVKHh5dcGIEdua8K4SACuhVqtha2srWC5tRWupz9sCjjHUXIaoz8Vun82Pb1FPvGFYutS7VrybCAn5GbGxb6CoqAwVFffG9xUrfkFoaF33OClqPHkiIiMy9Tma+zWt/m9ejc7JcyIiUYk9aWL8yXMiIqqNk+cNYX1ORMZV9+S5cDh5TkTUOjWvRucNQ4mIiIiIiIiIiIiIauHkORERERERERERERFRLZw8JyIiIiIiIiIiIiKqhZPnRERERERERERERES1cPKciIiIiIiIiIiIiKgWTp4TEREREREREREREdUiN3YChiMHoBApdplIcYnI9GlEjv+oyPFviByfiIgeXuZ3H2IoEiluWyHW96K/8PsRtWZi9w/OIse/JXJ8IiJjshAxtqRZ7+KZ50REREREREREREREtXDynIiIiIiIiIiIiIioFk6eExERERERERERERHVwslzIiIiIiIiIiIiIqJaOHlORERERERERERERFSLXJ8XHThwQO+A48ePb3YyRERERESkH9boRERERETi0mvy3N/fX69gEokEFRUVLcmHiIiIiIj0wBqdiIiIiEhcel22pbKyUq+HKRblfn69oFJNRX7+AqSlzcJ773kCAHbvfgnp6bOhVv8DiYmB+Oc/h7VoPYGBg3D27LsoLg5GdPQEIVKnhwjbDzUmLMwLN28GQK1+A6mpAVi7dhAUintd/JQpvXDlyovIz38TSUmvYPz4btXLOnWywH//64v8/DeRnPwKpk7tZYxNaJSfnytUqunIz/8QaWnz8d57A4ydUr3Cwsbi5s25UKsXIzV1HtauHQOFQgZHRytERr6ElJR5UKsX4/z59+Dn59ri9XXubIPo6AnIzl6IrKyF2LUrAB06WAqwJeIzM5Nh0yY/JCbOhkazGJcvf4DJk/sZOy1qpRprL7t3v4r09PlQqxcjMXE2/vnPZ5q8Dn3GXCcnK+TkBEGlmt7sbRFCW6zRAwM9cfbsRBQXz0d09Is1ltnYmGHHDj+o1XOQmfkBgoOHGinLh8PWrc+jpGQRtNoF1Y/Bg7sYO61Wpb7xXij8DtC2mJlJsWnTcCQmvgmNZgouX56AyZOfqF6+e/ffkJ4+EWr1FCQmvol//tPTiNm2faxBG8b+h1pC6PbTUH24bNnTiIv7O8rKFmDt2pEtXldd9DrzvK0aPbo7IiLG4K239uPEiRTY2irh7GwFAPj44xO4evUOSksr0K2bLQ4fnoAbN9TYseNSs9aVnq7FJ5/8BF/f7uja1VbIzaCHANsPNSYi4goWLTqHwsJytG+vxO7dI7BwYW/8619xmDbtccyd+yQmTIjFhQt34ORkDiure93/N98Mx/XrWjg57ULv3u1w5MjfcPWqBj/9dMuIW1TT6NE9ERExDm+9tRcnTiTf7a+tjZ1WvSIizmLRomMoLCxD+/aW2L07AAsXDsPXX/8OlSoTQUHHkJ6uxbhxvbBz5ysYOHAzLl/Oavb61q8fBwB45JHPIZEAO3a8jLCwsXjjjT1CbZJo5HIpMjLy4eu7HYmJufDy6opDh95EaqoGR49eN3Z61Mo01l4+/vg4rl7NuVu/2eHw4bdw40YeduyI03sd+oy569Y9B5UqA+3bm8YfqUxJeno+PvnkF/j6PoKuXW1qLAsP94WDgzlcXP4XTk6WOHZsApKT1fjqqz+MlG3bFxFxDnPnHjV2Gq1WfeP9v/71kyDx+R2gbdGNYYXw9f0OiYkaeHk549ChcUhNzcfRo6n4+OPfcPVqHkpLK9GtmzUOHx6HGze02LEjwdipt0msQRvG/odaQuj201B9eO1aLhYuPI5p0/q2eD31adbkeUFBAWJjY3Hz5k2UlpbWWDZr1ixBEjOE5cuHY9mynxEbexMAkJdXjLy8YgDApUv3JjGqqqpQWVmFXr0cmr2u6OjLAAAPj47seKjJ2H6oMVeuqKv/XyLB3T7LFlKpBMuW9cPEiSdw4cIdAMDt28XVr+3e3Qbe3k549dXjKCwsx5kz2dix4zr+/vderWryfPlyHyxbFovY2BsAavbXrdGVK9nV/3/veDggKSkXn356qnrZwYNXER+fg8GDu7Zo8rx7d3usXPkzCgp0Y/KuXZewePHTzd8AAyosLENISEz1v0+fTkVMzA14e7vwiws9oLH2cunS7eplza3fGhtzx493hYODBb76Kg5z5gxu5paIoy3U6NHRVwEAHh5ONb4cWVjIMWGCG4YN2wG1ugRqdQnCw89hypS+nDwno6lvvBcKvwO0LYWF5QgJOVv979OnbyEmJg3e3p1w9GgqLl26U71MN4YBvXq1M0KmDwfWoA1j/0MtIXT7qa8+BIDt23UnOb/22hMPvE8oTZ48V6lUeO6551BYWIiCggI4ODggOzsblpaWcHJyMpnC3NJSgf79O+H7768jPn46bG2VOHEiBbNm/YDMzHwAwPr1YzBpUl9YWipw40Yetm27aOSsiYjqFxTUB8HBfWFtrUB2djGCgs7B1dUWHTtawNOzPTZtGgq5XIJDh9Iwf/5ZaLVl6NvXHhkZRTUm1C9cuIP33xdv4GkqXX/dGd9/n4D4+Jl3++tkzJp1qLq/bo2CgrwRHPwMrK3NkJ1diKCgYw+8xtHRCm5uHRAX17I/VHz22S8ICHgS//3vVUgkErz+eh989118i2Iai1Ipx6BBXfD1178bOxUyAXW1l/Xrx2HSJI/76rcLgq3P1laJzz4bjTFjIjFsmItgcYXQVmr0+ri6OkCplOPChXv95YULt/Hhh0OMmFXbN3FiH0yc2AcZGfn4z38uYu3a06iqMnZWrYs+4z1RXZRKGQYNcsLXX987s3z9+qcxaZLr3TFMg23brhgxw4cLa1Aiqo9e1zy/39y5c+Hn54fc3FxYWFjg119/RXJyMvr37481a9aIkaMo7O3NIZVK4O//OEaN+ho9e0agpKQckZHjq18TGHgY1tarMWDAf7B9++/IzW29ZzkSEa1a9TtsbHbAzS0aGzbEIzOzCA4OSgCAr28nDBjwHTw8DuCxx6yxdu1AAIC1tRx5eTXPTszLK4WNjcLg+dfH3t7ibn/9BEaN2o6ePcNQUlKByMiXjJ1ag1at+hk2Nivg5rYOGzb89sBEv0Ihw86dryAq6g+cO5feonWdPHkTTk5WyM1dhDt3gmBvb47Q0J9bFNNYtmwZj4SEHOzde9nYqZAJqKu9BAb+F9bWKzBgwCZs335R0Ppt9epR2LbtAq5du9P4iw2srdTo9bG2NkN+fikqKu7N3OblFcPGxsyIWbVtYWG/wdV1Axwd12LKlIOYPXsgZs8eZOy0Wp3Gxnui+mzZMgIJCWrs3ZtY/Vxg4AlYW2/BgAHfYvv2q8jNLTFihg8X1qBEVJ8mT55fuHAB8+fPh1QqhUwmQ0lJCbp164bVq1fjww8/FCNHUeTn6yaLwsLO4uZNDQoKyhAS8hN8fB6FpeW9SaOqKuDcuQxotaVYs8bXWOkSEentyhU1Ll68g23bvJGfXw4ACA39HTk5JcjJKUFo6O/w89PdMDQ/vxx2djUnHuzszKDVlhk87/rc669P4+ZNNQoKShESEgMfn8dq9Net1ZUr2bh4MRPbtvlXP6dQyPDtt6+isLAM06Z916L4EokER49OxMmTKbC2XgFr6xU4eTIFP/zwdgszN7yIiHFwdW0Pf/+dqOKpjdSIhtpLVVUVzp1Lh1ZbgjVr/ibI+ry9XTBsmAtWrTopSDyhtZUavT75+aWwtFRAJpNUP2dnp4RWW9rAu6glVKpMZGcXorKyCqdPp2Plyl/w2mtPGjutVquu8Z6oPhERz8DVtR38/Q8/8GsO3RxEFrTaMqxZwxsjGwJrUCJqSJMnzxUKBaRS3ducnJxw86bueuF2dnZISUkRNjsRqdUlSE5W17lMInnwOYVCil697EXOiohIGLo+yxbx8WoUFZXX+7q4uFx07mwBR0fz6uc8PBzw+++5hkhTL2p1MZKT8+pcJqmrw26FFApZ9TVQFQoZdu8OgJmZDC+/vAtlZRUtiu3gYIFHH22HsLDTKCoqQ1FRGcLDT2Pw4K4mdTPD9evHwcurK/72t6+g0fAsK2qYvu3l/s9eS40c2R3du9sjPX0+srIWIjx8LHr3dkJW1kJ07Gj8Gxi3lRq9PvHxd1BWVgF3d6fq5zw8nPH7782/XwQ1TWUlJ5QaI2SfQ23X+vVPw8vLCX/723fQaOr/A6CunrczYGYPJ9agRNSYJk+e9+vXD2fP6m5yMXz4cCxZsgQ7duzAnDlz0Lt3b8ETFNOmTSrMnDkQnTvbwNxcjiVLnsaPPyahfXsLvPSSK6ysFJBIgCFDumDWrIE4ciSx8aD1kMmkUCrlkMulkEolUCrlUChkAm4NtWVsP9QQKys5Jk3qWX0Gee/e7RAc7I4jR9JQXFyByMhEBAX1Rrt2ZrCzM0NQUG/s36+bSElM1OLkydtYscITFhYyDBzYAW++2R1ffJHQ0CoNbtOmc5g50+u+/no4fvwxsfoGma2JlZUZJk3ygJ2d7g8SvXs7ITj4GRw5ch1yuRRRUQGwsjKDv/9OlJa2bOIcAHJyCpGQkIPAwIFQKuVQKuUIDByElBQ1cnIKWxzfENatew7DhnXDqFHbW/WNYKl1qK+9uLjY4aWX3GBlZQaJRIIhQ7ph1iwvHDnStJt+1TfmfvbZL3j88XB4eGyAh8cGLFkSg/j4bHh4bMDt2wVCb2aTtZUaXSaTQKmU3bf/ZVAopCgqKseuXVewfPnTsLU1Q8+e9pg50xNbtvCeRGIJCHCrvixO//6dsGjREOzZw+sv/6Wh8V4o/A7Q9qxb9zSGDeuIUaO+q3HpRBcXa7z0UndYWcnvzkE4Y9asPjhyxPT/+NmasQatH/sfagmh20999SEAyOVSKJUyyGSSGq8TkqSqib9J+e2336DVauHj44Pbt29j4sSJOHXqFHr16oX//Oc/cHd3FzTBltJoNLCzswMQDMC8xjKpVILVq5/FO+/0BQDExCRj5swjUCpliIx8AX36OEEqlSA9XYuvvrqE0NCT9dwgp/HLG4SEjMDSpSNqPHf8+A34+GxrzmbRQ4bth+r3KCwt5di371l4ejpAqZTh9u1i7NmTjJAQFYqKKmBpKcf69YPh7++CkpIKHDiQgnnzzlRf0qVzZ0ts2TIUzzzjjDt3SrFs2QVs2fLX5PkNo23Z/XT99Si8844HACAmJgkzZx7CrVut77qilpYK7Ns3AZ6enaBUynH7dgH27PkTISHHMXBgZ8TGTkZRUVmN6/auWHECoaEnmr1ONzdHrF07GgMGdIZUKoFKlYn584/gwoVMITZJVC4udkhOnovi4nKUl1dWPx8ZGYcZMw4aMTNqjRpqL6GhJxAZ+RL69HG+r367iNDQn5v0E2x9x9x33vHAnDmD0a/fhjqilABYCbVaDVtbW/03sAVMqUa/V58vRe36PCRkGJYu9a7x3PHjN+Hj8w1sbMywceNoPP98DxQVlWPduvNYvvxUPWspEiP1NqTxy57Fxr6Nvn2dIJdLkZamxRdfXMCaNb/qecPQ1nP5N7E0NN4XFQmz/fwOYKqc63zWxcUayclv3x3D7n2QIiOvIjT0PCIjfdGnj8PdMawAX32le/7Bz1zLbjRPOqxBG8b+h1qiZe3Hoo549deHW7c+h0mT+tRYtm3b75g8+fs6YhcDWNrkGr3Jk+empqHJc+G0/eKQiFqrR0WOf0Pk+EREbZHhJ89NSUOT58Lh5HnDxL5nCL8f0cOs7slz4XDynIjasgcnz4XTvMlzYc9jJyIiIiIiIiIiIiJqA+RNfcNjjz3W4A3aEhObf11wIiIiIiJqOtboRERERETCa/Lk+Zw5c2r8u6ysDCqVCocPH8aCBQuEyouIiIiIiPTEGp2IiIiISHhNnjyfPXt2nc+vX78ev/32W4sTIiIiIiKipmGNTkREREQkPMGueT527Fjs2bNHqHBERERERNRCrNGJiIiIiJpPsMnzb7/9Fg4ODkKFIyIiIiKiFmKNTkRERETUfE2+bEu/fv1q3IyoqqoKmZmZyMrKQkREhKDJCascQJmxkyAiEtgNkeP3FDk+AFwzwDqIiNo206zRiwFUGTuJhxS/FxGJ55bI8T1Fjg8A5w2wDiISh0Lk+GLXEOWtLnaTJ89feOGFGoW5VCqFo6MjRowYgSeeeKJZSRARERERUfOxRiciIiIiEl6TJ8+XLl0qQhpERERERNRcrNGJiIiIiITX5Guey2Qy3L59+4Hnc3JyIJPJBEmKiIiIiIj0xxqdiIiIiEh4TZ48r6qq+7qEJSUlMDMza3FCRERERETUNKzRiYiIiIiEp/dlW8LCwgAAEokEW7ZsgbW1dfWyiooK/PTTT7yeIhERERGRAbFGJyIiIiISj96T52vXrgWgO6tlw4YNNX7+aWZmhkcffRQbNmwQPkMiIiIiIqoTa3QiIiIiIvHoPXmelJQEAPDx8cHevXthb28vWlJERERERNQ41uhEREREROJp8jXPY2JiWJS3QmZmMmza5IfExNnQaBbj8uUPMHlyP5OJHxg4CGfPvovi4mBER08QLK6h4ovN1PMXm6m3f1Nibi5DQsILyM19tfo5GxsFduwYBrX6VWRmvozg4D413tPYcmrdtm71R0nJR9BqP6x+DB7cVbD47N/aPlM7xvXl6+hohcjIl5CSMg9q9WKcP/8e/PxcjZhpTW21Rje19mNo3D/UmhmifYaFjcXNm3OhVi9Gauo8rF07BgrFw32TZHNzKRISRiI3d2z1c56edjhxYhjU6rG4fn0k3n5buFqOiEzP1q3Po6RkEbTaBdWPwYO7GDstvRk6f73PPP/Lyy+/jEGDBiEoKKjG86tXr8bZs2exe/duwZIj/cnlUmRk5MPXdzsSE3Ph5dUVhw69idRUDY4evd7q46ena/HJJz/B17c7una1bXE8Q8cXm6nnLzZTb/+mZNkydyQn56NDB2X1c+HhA+DgoISLSzScnMxx7JgvkpPz8dVXSXotp9YvIuIs5s49LEps9m9tn6kd4/rytbY2g0qViaCgY0hP12LcuF7YufMVDBy4GZcvZxkxY522WqObWvsxNO4fas0M0T4jIs5i0aJjKCwsQ/v2lti9OwALFw7Dv/71kyjrMwXLlj2B5ORCdOigu1m0nZ0c338/GCEhV7B5czIGDGiHH34YgsTEQpw8ecfI2RKRsUREnMPcuUeNnUazGTL/Jp95/tNPP+G555574PmxY8fip58e3gHK2AoLyxASEoPExFwAwOnTqYiJuQFvbxeTiB8dfRn7919BdnahIPEMHV9spp6/2Ey9/ZsKT08HjBnTCatW/Vn9nIWFDBMmPIrg4AtQq8uQkKBFeHg8pkzpqddyIvZvbZ+pHeP68k1KysWnn55CWpoGVVVVOHjwKuLjcwT9JUZLtNUa3dTaj6Fx/1BrZoj2eeVKNgoLywAAEglQWVmFXr0cRFtfa+fpaYcxY5ywatW16ueGDnVASUkFNm5MRmUlcOZMHvbuzcDUqQ/XdxkiouZq8uR5fn4+zMzMHnheoVBAo9EIkhS1nFIpx6BBXRAXd8sk4xO1BNu/8GQyCTZvHozAwLMoLa2sft7V1RZKpQwXLuRWP3fhwh307dtOr+VkGiZOdEdOThAuXXof8+YNgUQiMXZKREbn6GgFN7cOrWYsYI1ORA+roCBvaLUfIitrIdzdOyI8/IyxUzIKXb3ujsDAuBr1ulQqeaB2k0ol6NuXv1YhephNnNgHOTnzcOnSu5g3zwum9hXPkPk3efK8T58+2LVr1wPP79y5E08++aQgSVHLbdkyHgkJOdi797JJxidqCbZ/4S1Y8CRUqjs4ceJ2jeetreXIzy9DRUVV9XN5eWWwsVHotZxav7Cw03B1DYej42pMmXIAs2cPxuzZXsZOi8ioFAoZdu58BVFRf+DcuXRjpwOANToRPbxWrfoZNjYr4Oa2Dhs2/IbMzHxjp2QUCxb0gEqlxokTNS/F8ssvd2BlJUNg4KOQyyUYOtQBL77YEba2rMeJHlZhYb/B1XUDHB3XYsqUg5g9eyBmzx5k7LT0Zuj8m3zN848++ggvvfQSrl+/jmeffRYA8OOPP+Lrr7/Gt99+K3iC1HQREePg6toevr7bUVVV1fgbWll8opZg+xdejx7WmD69F/r1+/6BZfn55bC0lEMmk1RPkNvZKaDVlum1nFo/lSqj+v9Pn07FypU/Y+JEd3z++a9GzIrIeBQKGb799lUUFpZh2rTvjJ1ONdboRPSwu3IlGxcvZmLbNn+MGrXd2OkYVI8eVpg+/VH06xf7wLI7d8rg53cG//M/T+Ljj5/An39qsXVrCgYPbns3mSYi/ahUmdX/f/p0Olau/AUTJ/bB55+bxi93DJ1/kyfP/fz8sG/fPqxYsQLffvstLCws4O7ujv/7v/+Dg8PDe22x1mL9+nHw8uqKkSO/hEZTYnLxiVqC7V8c3t5OcHa2wNWr4wEACoUUNjYKZGW9gpdf/gllZZVwd7fH+fO6s1w8POzx++95AID4eE2Dy8n0VFY+HH80IqqLQiHD7t0BMDOT4YUXvkFZWYWxU6rGGp2ISNdPP4zXPPf2doCzsxJXr+r+eKqr1+XIyhqNceNO49SpOxg27Ofq1+/c2R+xsTnGSpeIWhlT/44ndv5NvmwLAIwbNw4nT55EQUEBEhMT8eqrr+If//gH3N3dhc6PmmDduucwbFg3jBq1HXl5xSYVx0JL9gAAva9JREFUXyaTQqmUQy6XQiqVQKmUQ6GQmUx8sZl6/oZgyu2/tYuKSkbPnvvh4fE9PDy+x9Spv0KrLYOHx/f45Zds7NqVjOXL3WFrq0DPnjaYOdMVW7boblJUVFTR4HJq/QICnoKNjRIA0L9/Zyxa5I09e/5s5F36Y//W9pnaMa4vX7lciqioAFhZmcHffydKS1vPxPlf2mKNbmrtx9C4f6g1E7t9WlmZYdIkD9jZmQMAevd2QnDwMzhy5Lpg6zAVUVHp6NnzR3h4xMLDIxZTp16AVlsOD49YqFRqeHjYwsxMCnNzKaZOdcGIER3w+ecP334iIp2AADfY2OjuldO/fycsWjQEe/ZcMXJW+jN0/pKqZl534KeffsIXX3yBPXv2oHPnznjppZfw8ssvY+DAgULn2CIajQZ2dnYAFgFQGjsd0bi42CE5eS6Ki8tRXn7v5iCRkXGYMeNgq48fEjICS5eOqPHc8eM34OOzrcWxDRFfbKaev9hMvf23bj0feGb4cGfs2zcc9vZRAAAbGwU2bvTC8893QVFRBdati8fy5b9Xv76x5QAn0luz2NjJ6NvXGXK5FGlpGnzxhQpr1pwS7LJF7N/aPlM7xvXlGxISg9jYySgqqnkfhxUrTiA09EStKCUAVkKtVsPW1rA3ZDOFGr0p9bmptR9D4/6h1kzs9mlpqcC+fRPg6dkJSqUct28XYM+ePxESchxFRW35EoGejb5i+PD22LdvEOztDwEA/vMfD7z4YifI5RKcOnUHc+f+gT//1DYQ4bxAuRKR4TV+P4PY2LfRt6/T3e94WnzxxQWsWfMr9PuKJ3b/Kmb+xQA+aXKN3qTJ88zMTGzbtg1ffPEFNBoNXn31VWzYsAEXL15stTcielgmz4mIxPHg5LnwOHlORG2NYSfPTa1GZ31ORNQSjU+etxwnz4lMl9g3Azb+5HnzNW/yXO/Ltvj5+cHV1RVxcXH4/PPPkZ6ejvDw8OZkSkREREREAmCNTkREREQkHr1vGHro0CHMmjULM2bMQK9evcTMiYiIiIiI9MAanYiIiIhIPHqfef7zzz9Dq9Wif//+8PLywrp165CdnS1mbkRERERE1ADW6ERERERE4tF78nzw4MHYvHkzMjIy8N5772Hnzp3o3LkzKisrcfToUWi1Dd1sgoiIiIiIhMYanYiIiIhIPHpPnv/FysoKf//73/Hzzz/j999/x/z587Fy5Uo4OTlh/PjxYuRIREREREQNYI1ORERERCS8Jk+e38/V1RWrV69GamoqvvnmG6FyIiIiIiKiZmKNTkREREQkDElVVVWVsZMQk0ajgZ2dHYBFAJTGToeIiGrrulTc+KkixyciekAJgJVQq9WwtbU1djKtzr36fCkAc5HWUiRSXCKih8ArS8WN/63I8YmI6tS8Gr1FZ54TEREREREREREREbVFnDwnIiIiIiIiIiIiIqqFk+dERERERERERERERLVw8pyIiIiIiIiIiIiIqBZOnhMRERERERERERER1cLJcyIiIiIiIiIiIiKiWjh5TkRERERERERERERUy0M9eR4WNhY3b86FWr0YqanzsHbtGCgUMgCAjY0SO3a8DLV6MTIz/4Hg4GeMnK1xBQYOwtmz76K4OBjR0ROMnU6LmJvLkZAwC7m5i4ydit5Mff+bev6mrrXt//ry6dYZ0F6p+ShLAvb/59573XoBx74B7vwOZJwDNq4ELMx1yxzbA5FhQMoZQP0ncP4Q4DfKwBt3V0P7fPfuV5GePh9q9WIkJs7GP//ZsvGltR1ffdSXs6OjFSIjX0JKyjyo1Ytx/vx78PNzNWKmjTPF/X+/rVv9UVLyEbTaD6sfgwd3FXQdpr6P/mKK9YMpCgz0xNmzE1FcPB/R0S/WWGZjY4YdO/ygVs9BZuYHCA4eKsD6xG2fbaX9E5GwzMxk2LTJD4mJs6HRLMblyx9g8uR+xk6rBjM5sOk9IHE9oNkOXP4cmOxzb/nu+UD6JkD9pe41/3yp5vuHPQH88i8g70sgdSOw4g1AIjHoJjTIFI5Ba8D6h1ojQ39+jTp5/tNPP8HPzw+dO3eGRCLBvn37aiyfNGkSJBJJjceYMWMEW39ExFk88cQ62NmFwt19A9zdnbFw4TAAQHj4WDg4WMDFZS2efnorpk3rj7ffdhds3aYmPV2LTz75CZs3nzd2Ki22bJkPkpPzjJ1Gk5j6/jf1/E1da9v/9eWTkg7YPHHv4dAHyNMAOw/ce83X4UB8IuDsCfQZBbg/CXw0W7fM2gpQ/QEMHg+0ewpY8inwzTrAzc3RgFun09A+//jj43j00c9hZxeK4cO34Y03+uDNN/uKsq7Wqr6cra3NoFJlYvDgLWjXbiWWLInBN9+8bJRjqC9T3P+1RUSchY3NiurHr7+mChq/LewjwDTrh+YyZo2enp6PTz75BZs3X3xgWXi4LxwczOHi8r94+ukdmDbNHW+//VQL1ydu+2wr7Z+IhCWXS5GRkQ9f3+2wtQ3FpEn78Omnf8OoUT2MnVo1uQzIyAN8lwG2E4FJ64FPJwKj7patH+8GHn0fsHsHGB4CvPE08ObTumVSKbB/IbD/LOAwGRgWDEwYBkwbabTNeYApHIPW4GGqf8h0GPrza9TJ84KCAri7u2P9+vX1vmbMmDHIyMiofnzzzTeCrf/KlWwUFpYB0P0FtLKyCr16OcDCQoEJE3ojOPj/oFYXIyEhB+HhpzFlysP7V8jo6MvYv/8KsrMLjZ1Ki3h6dsKYMT2xatVJY6fSJKa+/009f1PX2va/vvn4j9YV3nsP3XuuuwsQuRcoKwOy7wAHjgJ9ntAtS7oJfLoRSMsEqqqAg8eA+OsQ/CxafTS0jZcu3UZpaQUAoKqqqnrsEWNdrVV9OScl5eLTT08hLU2DqqoqHDx4FfHxOUY5hvoyxf1vaG1hH5lq/dBcxqzRo6OvYv/+BGRnF9V43sJCjgkT3BAcfAJqdQkSEnIRHn4OU6Y0/4+PuvWJ2z7bQvsnIuEVFpYhJCQGiYm5AIDTp1MRE3MD3t4uRs7snsISIGQXkHhL9+/TCUDMH4C3m+7fl24CpeW6/6+qAiorgV6ddP+2swTa2wBfxuqeT84CjsUBfR4x/HbUxxSOgbE9bPUPmQ5Df36NOnk+duxYfPLJJ3jxxRfrfY1SqUTHjh2rH/b29oLmEBTkDa32Q2RlLYS7e0eEh5+Bq2t7KJVyXLiQWf26Cxcy0bevs6DrJsOSyaTYvHk8AgO/r564IqLWa8oEYEc0UFJy77k1G4GJLwPm5oCzI/DiGOC7Y3W/37G97jIvcXG3DJNwE6xfPw4FBf9ESso8WFubYdu2C8ZOqVVydLSCm1uHVnkM25KJE92RkxOES5fex7x5QyBpTb+pbgUexvqhNdTotbm6Otytz+/1Bxcu3Ebfvk6irpeIyBCUSjkGDerSqmsepQIY1BOIS7733PqpQEEkkLIBsDYHth3XPZ+bD3zxf8CUZ3VnsHd3Bnz7Av89Z5TU9WIKx8CQHsb6h0yX2J/fVn/N8+PHj8PJyQmurq6YMWMGcnJyGnx9SUkJNBpNjUdDVq36GTY2K+Dmtg4bNvyGzMx8WFubIT+/FBUVldWvy8srho2NUpBtIuNYsGAoVKoMnDiR3PiLicioXLoAvt7AllonMh46DngPArSXgczzuku9/GfXg+9XKICd64Go74Bz59INknNTBAb+F9bWKzBgwCZs334RubnFxk6p1VEoZNi58xVERf3RKo9hWxEWdhquruFwdFyNKVMOYPbswZg928vYabUqrB/q1pQavan1eV3u1edV1c/p6nOzZuVPRNSabNkyHgkJOdi797KxU6nXlulAQgaw9/S95wK3ANZvAwOCgO0/6SbN/xJ1CnjXFyjaAVxfBxw8Bxy+YPC09WYKx8CQWP+QKRH789uqJ8/HjBmD7du348cff8SqVasQGxuLsWPHoqKi/r96hYaGws7OrvrRrVs3vdZ15Uo2Ll7MxLZt/sjPL4WlpQIy2b3dY2dnDq22pIEI1Jr16OGA6dMHYMGCo8ZOhYj0MPlV3fXL4+4b+9rZAce+BjZ/DVg+Dtj3BgoKdTcJvZ9CAXy7ESgsAqYFGTbvpqiqqsK5c+nQakuwZs3fjJ1Oq6JQyPDtt6+isLAM06Z9Z+x02jSVKgPZ2YWorKzC6dOpWLnyZ7z2Wm9jp9VqsH6oW1Nr9ObW5/e7V5/f+2WEnZ0SWm1ps7eDiKg1iIgYB1fX9vD334mqqqrG32AEEdMA186A///oLtFyv6oq4FwioC0C1kzUPfd4Z901z+d+CZi/AXSaBrh1AVa+afjc9WEKx8CQWP+QKTHE51cuSlSBTJhw7470ffr0Qd++fdGjRw8cP34cI0fWfaeJxYsXY968edX/1mg0ehfoCoUMvXo5ID4+B2VlFXB3d8b58xkAAA+Pjvj999st2BoyJm9vFzg7W+Pq1ZkAAIVCChsbJbKyFmLcuB04cybNyBkS0V8kEt3keWitS+32eASwMAfC/qP7d54a2LgDOLT93msUCmD3BsBMAbwwRXdt9Nbur7GHdBQKGXbvDoCZmQwvvPANysr4M1FDqqzkF8b7sX6oW1Nr9JbU53+Jj79ztz53wvnzup/keng44/ffs5q5FURExrd+/Th4eXXFyJFfQqNpnSfrrZ8KePUERi4DNA3cvkEhu3fN8z4uQOodYM+vun9n5umufx70ArBoh+gpN4kpHANDY/1DpsJQn99WfeZ5bd27d0eHDh1w7dq1el+jVCpha2tb41EXKyszTJrkATs7cwBA795OCA5+BkeOXEdRURl27foDy5c/C1tbJXr2dMDMmYOwZct5UbbLFMhkUiiVcsjlUkilEiiVcigUMmOnpbeoqD/Qs2cYPDw2wMNjA6ZOPQCttgQeHhugUmU2HsDITH3/m3r+pq617f8H89FNev9l1DNABwfgm/0133flGpBfCLz/DiCTAdZWwLTXdWeoA4BcDkT9L2BlAfhPBUqNeDJiffvcxcUOL73kBisrM0gkEgwZ0g2zZnnhyJHrgq+rNasvZ7lciqioAFhZmcHff6dJXF/RFPf//QICnqq+LF3//p2xaJE39uz5U9B1mPI+MvX6wVAaq9H1rc8BQCaTQKmU3ddeZFAopCgqKseuXVewfPnTsLU1Q8+e9pg50xNbtlxsUe5it09Tbv9EJK51657DsGHdMGrUduTltc5L+K2bAgxzBUYtB/IK7j3v0gF4yQuwMted+DLkcWDWc8CRC7rl5xKBzvbACwN1yzvYAm8/A6huGGMr6mcKx8AYWP+QKTDk57dVn3leW2pqKnJyctCpU6cWx6qqqsIbb/TBmjV/g1Ipx+3bBdiz50+EhBwHAHzwwffYuPF5pKbOQ1FROdatO4OvvmpZcW7KgoOfwdKlI6r/XVwcjOPHb8DHZ5vRcmqKoqIypKXdOwU1K6sQVVVAWlrTr7lpDKa+/009f1PX2vb/A/mMB47/Avi8qvv3lNeAb/8LaLQ131dQCPhNBlYtBv61AKioBE7+BrwzV7d86ADAfzRQVAxk39ddr/jX0wgNPSHuRtVS3z5/551ozJkzGF988QKkUgnS07UIDz+NlSt/FnxdrfnzVV/OISEx8Pd/AkVFZcjOXli9fMWKEwY/hvoyxf1/vw8+GIRNm/wgl0uRlqZBRMRZfPrpL4Kuw5T3kanXD4YiZI0eHDwUS5d6V/+7uPgfOH78Jnx8vsEHHxzFxo2jkZr6/t36/Dy++uqPFq5P3PZpyu2fiMTj4mKHwMBBKC4uR3Ly3OrnIyPjMGPGQSNmdo9LByBwDFBcCiT/773nI38CQqOBOeOAL2YAUgmQnguEHwJW7tO95sZtYMLnwNIA4MsPdDGOxgFztxlhQ+phCsfAWFj/UGtn6M+vpMqIF3TKz8+vPkOlX79++Oyzz+Dj4wMHBwc4ODjg448/xssvv4yOHTvi+vXrWLhwIbRaLX7//XcolfrdvFOj0cDOzg7AIgC84ScRUavTdam48VNFjk9E9IASACuhVqsbPMu6tRK7Rr9Xny8FYC7SVhSJFJeI6CHwylJx438rcnwiojo1r0Y36pnnv/32G3x8fKr//de1EN955x387//+L+Li4vDll18iLy8PnTt3xt/+9jcsX75c74lzIiIiIiJqGtboREREREQ6Rp08HzFiRIN3Qj1y5IgBsyEiIiIiItboREREREQ6JnXDUCIiIiIiIiIiIiIiQ+DkORERERERERERERFRLZw8JyIiIiIiIiIiIiKqhZPnRERERERERERERES1cPKciIiIiIiIiIiIiKgWubETICKih1zqUmNnQERERlEMoMrYSRARUW3fLjV2BkRErQbPPCciIiIiIiIiIiIiqoWT50REREREREREREREtXDynIiIiIiIiIiIiIioFk6eExERERERERERERHVwslzIiIiIiIiIiIiIqJaOHlORERERERERERERFQLJ8/biMDAQTh79l0UFwcjOnqCsdMhIhKM0P2bmZkMmzb5ITFxNjSaxbh8+QNMntyvenlMzCQUFwdDq/2w+tGpk02L1ysW9v9kCvz8XKFSTUd+/odIS5uP994bYOyU9LJ1qz9K/p+9e4+Lqs7/B/6aG8MdRREvSIUXolQQL5iypYmrZhrVspmVl0VLIzN1FW1ZMXVT+5XugrLm5SspluEqWpaatkheSl1FyAJEUeSqgDAM9+vvDxRlhOEy58wFXs/HYx4PmTPz/rzP51w+n3l75kz53xucD0aMcDJ0WkREREREHVZzn+mFJhctMulVZqYaa9b8BB8fFzg52Ro6HSIiwQh9fpPLpcjKKoKPzy6kpOTDy8sJR468gfT0Qhw/fh0AEBh4Av/61y86t6UPPP+TsRs/vi/CwibhzTcP4NSpVNjaKuHoaG3otFosLOwCFi48aug0iIiIiIgILftML2h7gkckg4iKSgAAeHh0Z/GEiNoVoc9vJSWVCA6Orv/73Ll0REffhLe3sygDrdh4/idjt3r1GKxaFYOYmJsAgIKCMhQUlBk2KSIiIiIiMkn6/kzP27YQEVGHplTKMXx4L8TH365/LijoWeTlBeLSpXfw1lvuBsyOyLRZWiowZEhP9Oplg6Sk+cjK+isiI/3QvbvpXHk+fbo78vICceXKu1i06BlIJBJDp0RERERERPc09pleSLzynIiIOrTt26cgOTkPBw7UXcG9fPkJ/P57DkpKKvH8808gMtIPanU5Dh5MNHCmRKanc2cLSKUS+Po+iXHjdiEvrxRbtryIiIhX4OOzy9DpNSsk5ByWLPkBd++WYtiwXoiM9ENNTS3++U/TuK0TEREREVF7p/mZXmi88pyIiDqssLBJcHXtAl/fvaitrQUA/PJLOgoLy1FVVYMffriOzz+/iNdeG2DgTIlMU1FRBYC6IvStWyoUF1cgODgaY8Y8AUtLhYGza15sbBZyc0tQU1OLc+fSsW7daZ4PiIiIiIiMRGOf6YXGK8+JiKhD2rx5Ery8nDB27BcoLCxv8nU1NeIMwEQdgUpVhtTUgkaXmeLtT3g+ICIiIiIyDi39TK8rXnneTshkUiiVcsjlUkilEiiVcigUMkOnRUSkMzHOb5s2vYBRo3pj3LhdDX640M7OHBMn9oOFhQJSqQTPP/8E5s4div37f9d1NUTD8z8Zu61bL2L+fC/07GkDc3M5Vqx4Dj/+mILi4gpDp9YsP7+nYWOjBAAMGdITy5Z5G/X5gIiIiIioI2jqM70YJLViXdNuJAoLC2FnZwdgGQClodMRTXDwaKxcObrBcydP3sSYMeEGyYeISChCn9+cne2QmroQZWVVqKqqqX8+IiIef//7f3H48DS4uTkAAG7eLMA///kLdu6MbWv6ouP5n4ydVCrBJ5+Mw4wZHgCA6OgbmD//CG7fLjJsYi0QEzMLgwY5Qi6XIiOjEDt2xOLTT8+24Cuh5QDWQaVSwdbWVh+pmpSOMj8nIiIiIuFp+0w/b95hLe9s2xydxXMiIiIiIkGxeK4N5+dEREREpH9tm6Pzti1ERERERERERERERBpYPCciIiIiIiIiIiIi0sDiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaZAbOgH9kQNQiBS7UqS4RERk/HxEjn9C5PhERIZiA8BcpNiFIsUlIiLj5yVy/HMixyfqyCxEjC1p07t45TkRERERERERERERkQYWz4mIiIiIiIiIiIiINLB4TkRERERERERERESkgcVzIiIiIiIiIiIiIiINLJ4TEREREREREREREWlg8ZyIiIiIiIiIiIiISEOHLZ7v3PkiysuXQa1eUv8YMaJX/fKHn1erl6CiYhni4ma3qo2QkIm4dWshVKrlSE9fhI0bJ0ChkAEAPD174NSpv0ClWo7r1xfgrbfcBV0/MWhbH2OPHxAwHBcuvI2ysiBERU0VJCaRsWpqf3dwsEJExCtIS1sElWo5Ll16B5Mnu4rWnpjxunWzQl5eIGJj5+rcnlAmT7ZHbKwHioqeQUbGMLzzTncAgJubBU6cGIC7d0cgK2s4Pv+8LywsHh1+u3VTIC/PC7GxHlrbMTOTYevWyUhJWYDCwuVISHgPs2YNrl++atUYxMfPQ2XlCmzcOEHn9dLn+dPcXI7k5PeRn79M1HaItNG2z+/b92dkZi6GSrUcKSkL8Le/PWugLNuvgAAPXLgwDWVl7yMqakqjr+nWzRJ5ee8iNvZNndsTe35L2ok9xvAzAHVkYu//zc1Jjc3OnQNRXj4eavW4+seIEZ0avGby5G6IjR2FoqJxyMgYg3fe6a1zu5zfUkckfI3AExcuTEdZ2WJERb3cYJmNjRn27JkMleoDZGe/h6CgkTq3p0kueEQTEhZ2EQsXHm90mY3N/2vwd1zcbOzd+3sr41/AsmUnUFJSiS5dLLFvnx+WLh2FTZvO4/vv30Bw8Els23YRQ4f2xA8/vIWUlHycOXOrzesjtqbW5x//+Mno42dmqrFmzU/w8XGBk5OtANkSGa+m9ndrazPExmYjMPAEMjPVmDSpH/bu/ROGDduGhIQcwdsTM96mTS8gNjYLXbpY6tyeEMaP74SwsD54882rOHVKBVtbGRwdzQAAX37pirNn1Zg48TfY2clw+PDT+Pvfe+PDD1MbxNi0qQ9iY4vRpYv2oVkulyIrqwg+PruQkpIPLy8nHDnyBtLTC3H8+HVcu3YXS5cex5w5QwRZN32eP1etGoPU1AJ07Woc25U6Jm37/EcfncTVq3moqKhG7952OHr0Tdy8WYA9e+INlG37k5lZhDVrzsHH5zE4OVk3+ppNm55HbOwddOlirnN7Ys9vSTuxxxh+BqCOTOz9v7k5qTEKC7uFhQsTGl02fnxXhIU9jTffjMOpU3dhayuHo6NS5zY5v6WOSPgaQRHWrPn53vzQpsGy0FAf2Nubw9n53+jWzRInTkxFaqoKu3f/pnO793XYK89bY9iwnnjqKQeEh7fug1FiYi5KSioBABIJUFNTi3797DFyZG+Ul1fj88//h5qaWpw/n4EDBxIwe7anGOkLpqn1MYX4UVEJOHQoEbm5JYLEIzJmTe3vN27k47PPziIjoxC1tbU4fPgqkpLyMGKEkyjtiRVvyhRX2NtbYPdu4ylWrV79GFatuoWYGBVqaoCCgmokJZUCAFxczBERcQeVlbXIza3CN9/kYeBAqwbvnzLFHvb2cuzefafZtkpKKhEcHI2UlHwAwLlz6YiOvglvb2cAwK5dcTh69BoKC8sFWTd9nT89PXtgwoS+WL/+jKjtEDVH2z5/5codVFRUAwBqa2sFnwsREBV1DYcOXUdubmmjy6dM6QN7e3Ps3t26i1qaIvb8lrQTe4zhZwDqyMTe/5ubk5qa1av7YdWqa4iJuXtvPl+FpKRinWJyfksdlfA1gqs4dCj5kfmhhYUcU6e6ISjoFFSqciQn5yM09CL8/QcJ0u59Hbp4Pn36QOTlLcKVK29j0SIvSCSNv87f3x1HjlxHVlZRq9sIDPSGWv0hcnKWwt29O0JDz0MqlTzSllQqwaBBjm1YC/1qbH1MKT4RPeDgYAU3t66Ij79t6FRazNZWiQ0bxmPu3MOGTqWepaUUQ4ZYo1cvJZKShiArazgiI59E9+4KAMCnn2Zg+vRuMDeXwtFRgZdf7oJvv71b/35bWxk2bHgCc+dea1P7SqUcw4f3MqntqEkmk2LbtikICPi+vjBJZKw2b56E4uK/IS1tEaytzRAeftnQKXUYtrZm2LDhOcyde0LQuJx/EhHpzhTmpNOn90Re3lhcueKNRYser6/LWFrKMGSI3b35/LPIynoekZEe6N697Veec35LJD5XV3solXJcvvzgvHP58h0MGtRN0HY6bPE8JOR/cHXdAgeHjfD3P4wFC4ZhwYLhj7zO0lKBqVOfwvbtl9vUzvr1p2Fj8zHc3DZhy5b/ITu7CD//nAYrKzMEBAyHXC7FyJG98fLLbrC11f0rQWJrbH1MKT4R1VEoZNi790+IjPwNFy9mGjqdFvvkk3EID7+Ma9fuNv9iPencWQ6pVAJf3y4YN+4K+vb9H8rLaxARUXc/+SNH8uHtbQu1+hlkZ3shLa0C//d/Dwb3Tz55HOHhd3DtWlmb2t++fQqSk/Nw4EDjX0E1BUuWjERsbBZOnUpt/sVEBhYQ8B2srT/G0KFbsWtXHPLz23bsUut98smzCA//DdeuFQgal/NPIiLdGfucNCQkFa6up+Dg8CP8/a9gwYLHsWDB4wCAzp0V9+bzjhg37jz69o25N59v+9WrnN8Sic/a2gxFRRWorq6tf66goAw2NmaCttNhi+exsdnIzS1BTU0tzp3LxLp1P+O115565HV+fm4oKanCd98l69ReYmIu4uKyER7ui7t3SzF58peYNm0gsrP/inXrfLBzZyzy8kzn64QPr48pxifqyBQKGf7znz+jpKQSc+Z8a+h0Wszb2xmjRjkb3dcei4rqriQJCcnErVvlKC6uQXDwLYwZY4eePc1w4sQAbNt2G5aWZ9G5888oLq5GRER/AIC3ty1GjbLF+vXpbWo7LGwSXF27wNd3L2pra5t/gxHq08cec+cOxZIljf8GCZExqq2txcWLmVCry/Hpp380dDodgrd3L4wa1RPr118QrQ3OP4mI2sYU5qSxsYXIza1ATQ1w7lwB1q1LwWuv9QAAFBVVAagrsN+6VYbi4moEB1/DmDFdYGnZ+h+R5vyWSD+KiipgaamATPbg9h52dkqo1RWCttOhfzD0YTU1jZ/gZ8/2wBdfxDf4X4y2Uihk9fdQPHs2DaNG7ahftnfvnxATY1r/I/nw+phifKKOSKGQYd8+P5iZyfDSS1+hstJ0vkI4dqwLXFw6IzNzMQBAqZTBwkKBnJylGDgwzGBXCqpU1UhNbfzK0yeeMIeFhRQhIXVX9xcUVOPzz7Nx5MjTAICxYzvBxcUcmZl133xSKiWwsJAhJ8cLAwdeQnZ2ZZPtbt48CV5eThg79gvB7m9uCN7eznB0tMbVq/MBAAqFFDY2SuTkLMWkSXtw/nyGgTMkahrnKvozdqwzXFzskJn5DoD7Y4AcOTnzMHDgLmRn63Zf2vu4TYmIWsdU56QP14BUqiqkpjb+WxtN3d5XG85vifQjKekuKiur4e7eDZcu1X2728PDEb/+miNoOx32ynM/P7f6y/iHDOmBZcuewf79iQ1e07+/PUaOdMKOHZdbHd/KygwzZ3rAzs4cADBgQDcEBT2LY8fqfnXaw6M7zMxkMDeXY/ZsT4we/Tj++c9fdFspETW3PsYeXyaTQqmUQy6XQiqVQKmUQ6Fo/f8gE5mCpvZ3uVyKyEg/WFmZwdd3r2D33hP6+Goq3oYNP6N//1B4eGyBh8cWrFgRjaSkXHh4bMGdO8IUTdpq69ZszJ/fAz17msHcXIoVK3rjxx8LcPlyEYqKqvHuuz0gkwHW1jLMmdMdsbF1hf4NGzLQv/9FeHjEwsMjFitW3EJSUgk8PGJx507ThfNNm17AqFG9MW7cLhQUNCzcy+V1/SeTSSCTSer7sq3EPn9GRv6Gvn1D6rfr7NnfQK0uh4fHFsTGZgvWDlFLNbXPOzvb4ZVX3GBlZQaJRIJnnumN99/3EmyuQnXqzlsyyOWSe/0vg0IhxYYNF9G//054eOyGh8durFhxFklJd+HhsRt37rTt25tizz+peWKPMfwMQB2ZPvZ/bXNSY+Pn1x02NnXXjw4ZYotly1ywf/+DuebWrWmYP/8x9OypvDef74Mff8xDcXHrPzNxfksdnfA1gvvzQ2mD+WFpaRW+/joRq1f/Aba2ZujbtzPmz/fE9u1xAq5NB77y/L33hmLr1hcgl0uRkaFGWNhFfPZZw+K1v78HTp26hWvX8lsdv7a2FtOmDcSnn/4RSqUcd+4UY//+3xEcfBIA8P77Xnj5ZTfI5VKcPZuG55//AllZaiFWTRTNrY+xxw8KehYrV46u/7usLAgnT97EmDHhgsQnMiZN7e/BwdHw9X0SpaWVyM1dWr/8449PYe3aU4K319bjS1s8tfrB1Sz5+WWorKxBRkZhGzMXzrp16bC3VyAubjAAIDpahbfeuori4hpMnvw71q9/HP/4x2Oorq7FmTOFmDHjKgBAra6GWv1gQp6fX4XKylpkZDT9NTNnZzsEBAxHWVkVUlMX1j8fERGPefMOY9u2KZg506P++fnzvRAefhmzZh1s07qJff4sLa1ERsaD/yjIySlBbS2MYrtSx9TUPj9jRhQ++GAEdux4CVKpBJmZaoSGnsO6dacNl2w7FBQ0AitXPlP/d1nZApw8mYYxY/Y1+ArugzGg7d86Env+Sc0Te4zhZwDqyMTe/5ubkxqb9957DFu3DoBcLkFGRhnCwm7hs89u1C9ft+76vfm8NwAgOjoPb73VtgIc57fU0QlfIxiJlSu9H4r3V5w8eQtjxnyF9947js8/H4/09HdRWlqFTZsuYffu33Rcg4YktcZ6QyqBFBYWws7ODkAQAHORWmn66kAiImrvfESOf0Lk+EQkvHIA66BSqWBra2voZIzOg/n5PyDe/JwFCiKijstL5PjnRI5P1JFZiBi7DMDKVs/RO+xtW4iIiIiIiIiIiIiImsLiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIg9zQCehPFYBKQydBRETtzgmR46808fhERE2pBCAzdBJERNTunBM5/koTj09kzKqMLjavPCciIiIiIiIiIiIi0sDiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaejQxfOQkIm4dWshVKrlSE9fhI0bJ0ChkMHBwQoREa8gLW0RVKrluHTpHUye7GrodKkDMzOTYevWyUhJWYDCwuVISHgPs2YNNnRaRHoREDAcFy68jbKyIERFTTV0OjoxN5cjOfl95Ocv0/q6huvccNm+fUBmJqBSASkpwN/+1nD5qFHAzz8DBQVAejrw8ceARFK3zMwMiI4Gbt+ue39CAjBnzhDhVpBIQ3sYv5qaL5I4AgI8ceHCdJSVLUZU1MsNlq1a9QfEx/8FlZVLsHHjWIHaE3eMMeUxrD0cv2RYprz/twfs/+bpMsYHBAAXLgBlZWj1fP3zz4HERKC6GliwQKCVERj3HzJ2PXvaICrqT8jNXYicnIX4+uuX0bWrpShtdejieVjYBTz55CbY2a2Fu/sWuLs7YunSUbC2NkNsbDZGjNiOTp3WYcWKaHz11atwc3MwdMrUQcnlUmRlFcHHZxdsbddi5syD+OyzP2LcuD6GTo1IdJmZaqxZ8xO2bbtk6FR0tmrVGKSmFjT7Om3r/NFHwOOPA3Z2wHPPAdOmAW+8UbdMKgUOHap72NvXFdKnTgXmzKlbXlUFzJ8P9OxZ9/5XXgFWrx4Db29n4VaS6CHtYfxqar5I4sjMLMKaNT9j27a4R5Zdu5aPpUtP4ptvkgVsT9wxxpTHsPZw/JJhmfL+3x6w/5unyxifmQmsWQNs2/boMm3zdQCIiwPefRc4f16Y9RAD9x8ydps3jwcAPPbYJjzxxGaYm8sREvJHUdrq0MXzxMRclJRUAqi7Kq+mphb9+tnjxo18fPbZWWRkFKK2thaHD19FUlIeRoxwMnDG1FGVlFQiODgaKSn5AIBz59IRHX2TBS/qEKKiEnDoUCJyc0sMnYpOPD17YMKEvli//kyzr9W2zleuABUVdf+urQVqaoB+/er+trMDunQBvvii7vnUVODECWDgwLrlNTV176+ufvD+2lqgb197IVaR6BHtYfxqar5I4oiKuopDh5KRm1v6yLJdu67g6NEUFBZWCNieuGOMKY9h7eH4JcMy5f2/PWD/N0+XMT4qqu6CldzcR5dpm68DQFgY8N//1l21bqy4/5Cxc3HphMjIBBQXV6KoqAJff/07Bg4U56LnDl08B4DAQG+o1R8iJ2cp3N27IzT00f/6c3CwgptbV8TH3zZAhkSPUirlGD68F/dJIhMhk0mxbdsUBAR8j4qKap3jbd4MFBcDaWmAtTUQHl73fH4+sGMH4O8PyOWAiwvg4wN8913D93/7LVBaWnfbltu3ixAVlahzTkQtYarjV0vmi0Ttnakev0RE2og1xjc1XyciYWzYcB5+fm6wtVXCzk6J119/Gt9+K9y3Ex/W4Yvn69efho3Nx3Bz24QtW/6H7OyiBssVChn27v0TIiN/w8WLmQbKkqih7dunIDk5DwcOJBg6FSJqgSVLRiI2NgunTqUKEi8goG4SPnQosGtXXdH8vshI4O2364rj168Dhw8DR482fP/kyYCVVd3XSPfvT0BpaaUgeRE1x1THr+bmi0Qdgakev0RE2og1xmubrxOR7s6cSUO3bpbIz1+Mu3cXo3Nnc6xde1aUtjp88fy+xMRcxMVlIzzct/45hUKG//znzygpqcScOd8aLjmih4SFTYKraxf4+u5FbW2todMhomb06WOPuXOHYsmS44LGra0FLl4E1Grg00/rnuvfv+7rowsXAubmQI8egJsbsG7do++vqQF++glwdLTCkiW8fzOJrz2MX43NF4k6gvZw/BIRaSPGGN/YfJ2IdCeRAMePT8OZM+mwtv4E1taf4MyZdPzwwzRR2mPx/CEKhaz+/lYKhQz79vnBzEyGV1/9GpWVun/NnkhXmzdPgpeXE/74x90oLCw3dDpE1ALe3s5wdLTG1avzkZOzFIcOTYWtrRI5OUsxfHgvneMrFA/uoThwIJCeDuzfX3df8+zsuvufT5qk7f0y3r+ZRNeexi8eM9TRtKfjl4hIG7HG+Ifn60SkO3t7Czz+eCeEhFxAaWkVSkurEBp6ASNG9EKXLhaCt9dhi+dWVmaYOdMDdnbmAIABA7ohKOhZHDt2HXK5FJGRfrCyMoOv715B7k9LpKtNm17AqFG9MW7cLhQUGPEvixAJTCaTQqmUQy6XQiqVQKmUQ6GQGTqtFouM/A19+4bAw2MLPDy2YPbsb6BWl8PDYwtiY7MbfU/DdQaUyrpJt7Mz8MordbdckUiAZ54B3n8fOHas7n0XLwI9ewIvvVS3vGtX4K23gNjYuuXu7nX3QDc3B2Qy4IUXgDfeGIhjx67rqTeoIzLl8UvbfJHEIZNJoFTKHjrny6BQ1H1kkculUCplkMkkDV6nW3vijjGmPoaZ8vFLhmfq+7+pY/9rp+sYL5PVzdHlcrRqvg7UvU6prHufXF73b5mRbRruP2TM8vJKkZx8FwEBQ6BUyqBUyhAQMBRpaYXIy3v0R+d1Jalt59+7KywshJ2dHYBlAJT1z1taKnDw4FR4evaAUinHnTvF2L//dwQHn8SwYT0REzMLpaWVqK5+0D0ff3wKa9ee0v9KUIfn7GyH1NSFKCurQlVVTf3zERHxmDfvsAEzIxJfcPBorFw5usFzJ0/exJgx4QbJR1fPPfc4Dh6cis6dG7mXyj2NrzMwYwYQEVF3hblUCmRmArt3A2vX1n0tFKi7n/nKlUCfPkBZGXD8OPDBB0BeHjBkCPDvfwOurnWvv3kTCAv7Flu3XhRpbamjM/XxS9t8UftvBZQDWAeVSgVbW1t9pWsyHszPVwIwb7AsOHgUVq70bvDcyZO3MGbMV9i58wXMnDmwwbLw8F8xa9b3jbTSsg9OYo8xpjyGmfrxS4Znyvt/e8D+167tYzwArERwcN2c+2Etna9HRwOjR2tEXAl89NGD+IbG/YcMR9GiV7m5dcXGjT4YOrQHpFIJYmNvY/HiE7h8WdsPm5cBWNPqOXqHLZ4TERGZhpUmHp+oI2LxXBttxXPhCH/VERERUZ2VJh6fyJi1rHjeNm0rnnfY27YQERERERERERERETWFxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIA4vnREREREREREREREQaWDwnIiIiIiIiIiIiItLA4jkRERERERERERERkQa5oRMgIiIibVaKHF8hcvxKkeMTkekqA1Br6CSIiIhaaaXI8Tk/p45MzP2zqk3v4pXnREREREREREREREQaWDwnIiIiIiIiIiIiItLA4jkRERERERERERERkQYWz4mIiIiIiIiIiIiINLB4TkRERERERERERESkgcVzIiIiIiIiIiIiIiINLJ4TkejMzGTYunUyUlIWoLBwORIS3sOsWYMNnZbRCAgYjgsX3kZZWRCioqYaOp1W27nTF+Xlf4da/WH9Y8QIJ0OnRW20c+eLKC9fBrV6Sf1jxIhe9ctdXDrh+++n4u7dRUhPfx9LlowwYLaGx/Nb88Q+xwkdvyXxunWzQl5eIGJj5+rcHrVvpj7Gk3bcvtqxf4jE07OnDaKi/oTc3IXIyVmIr79+GV27Who6LSK90Pf4Ihe9BSLq8ORyKbKyiuDjswspKfnw8nLCkSNvID29EMePXzd0egaXmanGmjU/wcfHBU5OtoZOp03Cwi5g4cKjhk6DBBIWdhELFx5/5HmpVIJvvvkzDh68iilTIuHi0gnHj09DeroaX331mwEyNTye35on9jlO6Pgtibdp0wuIjc1Cly78kEratYcxnprG7asd+4dIPJs3jwcAPPbYJkgkEuzZ8xJCQv6IadMOGjYxIj3Q9/jCK8+JSHQlJZUIDo5GSko+AODcuXRER9+Et7ezgTMzDlFRCTh0KBG5uSWGToVIK1fXLnB17YKPPvoJVVU1uHr1LnbsiMPbb3fcK615fmue2Oc4oeM3F2/KFFfY21tg9+54Qdqj9o1jfPvG7asd+4dIPC4unRAZmYDi4koUFVXg669/x8CBDoZOi0gv9D2+sHhORHqnVMoxfHgvxMffNnQqJJDp092RlxeIK1fexaJFz0AikRg6JdLB9OkDkZe3CFeuvI1Fi7xwf3NKpXX/eHj7SqUSDBrUzRBpGiWe39o3W1slNmwYj7lzDxs6FSIiIurANmw4Dz8/N9jaKmFnp8Trrz+Nb79NNnRaRO0Si+dEpHfbt09BcnIeDhxIMHQqJICQkHNwdQ2Fg8Mn8Pf/BgsWjMCCBV6GTovaKCTkf3B13QIHh43w9z+MBQuGYcGC4QCApKQ83LxZgFWrnoWZmQxPPdUVf/mLO2xtlQbO2njw/Na+ffLJOISHX8a1a3cNnQoRERF1YGfOpKFbN0vk5y/G3buL0bmzOdauPWvotIjaJRbPiUivwsImwdW1C3x996K2ttbQ6ZAAYmOzkJtbgpqaWpw7l451607jtdcGGDotaqPY2OyHtmcm1q37Ga+99hQAoKqqBi+9tA+DB3dHRsb72LPHFzt3xiEvj1/HBnh+a++8vZ0xapQz1q8/Y+hUiIiIqAOTSIDjx6fhzJl0WFt/AmvrT3DmTDp++GGaoVMjapf4g6FEpDebN0+Cl5cTxo79AoWF5YZOh0RSU8OiYXuiuT1//z0X48d/Vf/3unVjEBNzS99pGR2e39q/sWNd4OLSGZmZiwEASqUMFhYK5OQsxcCBYcjOLjJwhkRERNQR2Ntb4PHHOyEk5AJKS6sAAKGhF7B06TPo0sUCeXmlBs6QqH3hledEpBebNr2AUaN6Y9y4XSgoKDN0OkZFJpNCqZRDLpdCKpVAqZRDoZAZOq0W8/N7GjY2dbftGDKkJ5Yt88b+/b8bOCtqKz8/N9jYmAEAhgzpgWXLnsH+/Yn1ywcO7AZLSwUUCileftkVf/mLO9as6dhX4vL8pp3Y5zih4zcVb8OGn9G/fyg8PLbAw2MLVqyIRlJSLjw8tuDOnWLB1ofaF1Mf40k7bl/t2D9E4sjLK0Vy8l0EBAyBUimDUilDQMBQpKUVsnBOHYK+xxdJbTv/XnFhYSHs7OwALAPAe7ISGYKzsx1SUxeirKwKVVU19c9HRMRj3jz+6Fpw8GisXDm6wXMnT97EmDHhBsmntWJiZmHQIEfI5VJkZBRix45YfPrpWd62wmQoGvwVE/MWBg3qdm97qrFjx2V8+ukvuL85V69+DvPmecLcXI64uDtYsuRHnD2briV+pXipGwGe35on9jlO6PgtjTdjhgc++GAEBg/e0kiUcgDroFKpYGtr26Y82rOOND839TGetOP21Y79Q9RWimZf4ebWFRs3+mDo0B6QSiWIjb2NxYtP4PLllvxoffuen1P71/bxpW1zdBbPiYiIOrTmJ+e64eScOiIWz7Xh/JyIiEgbzs+JxNG2OTpv20JEREREREREREREpIHFcyIiIiIiIiIiIiIiDSyeExERERERERERERFpYPGciIiIiIiIiIiIiEgDi+dERERERERERERERBpYPCciIiIiIiIiIiIi0sDiORERERERERERERGRBrmhEyAiIiJDqhQ5/kSR4x8ROT61bwqR4laLFLe9kUO8bSD2uY20E2u73sftS0TtmdjnuFEixz8jcnxq3+xFjF3WpnfxynMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIA4vnREREREREREREREQaWDwnIiIiIiIiIiIiItLA4jkRERERERERERERkYYOWzw3M5Nh69bJSElZgMLC5UhIeA+zZg2uX75q1RjEx89DZeUKbNw4QdC2zc3lSE5+H/n5ywSLGRAwHBcuvI2ysiBERU0VLO59zfVXa2nLd9++PyMzczFUquVISVmAv/3tWV3TBwD07GmDqKipyM1dipycpfj6az907WopSGyxib19d+70RXn536FWf1j/GDHCSfB2xCJ2/5g6U++fh/dLtfpDVFT8HXFx8wydVovpM39jHF/U6qENHhUVwxAXNxAAYGYmwdatTyAlxR2FhUORkDAIs2Y5NBqnWzc58vKGIDZ2gE7rIzRTP77EJvT8Qez4O3e+iPLyZVCrl9Q/Rozo1eA1kyf3Q2zsbBQVLUFGxvt45x1PXVeDmtCS7UH6Icb4ch+PqaaFhEzErVsLoVItR3r6ImzcOAEKhczQaZFA2sscQszzg5jEnqOY6vadPNkBsbEjUFT0PDIynsU779TVBVat6oP4+BGorByLjRv7GzhL0pWp7Z8BAYNw4cJrKCsLQFTUpAbLPD0dcOrUn6BSzcX16zPw1ltPCt6+XPCIrbB27VocOHAAiYmJsLCwwMiRI7F+/Xq4urrWv6asrAyLFy/G3r17UV5ejvHjxyMsLAyOjo46tS2XS5GVVQQfn11IScmHl5cTjhx5A+nphTh+/DquXbuLpUuPY86cIbqu5iNWrRqD1NQCQQu3mZlqrFnzE3x8XODkZCtY3Pua6y8h8/3oo5O4ejUPFRXV6N3bDkePvombNwuwZ0+8TuuweXPdAfbYY/+ERALs2fMqQkImYtq0/TrF1Qexty8AhIVdwMKFR0WJLTZ99I8pM/X+sbH5uMHfcXHzsHfvFQNl03r6zN8Yxxcbm/81+DsubiD27s0DAMjlEmRlVcDHJxEpKeXw8rLGkSOuSE+vwPHjqgbv27TpccTGFqNLF4NOXR5h6seX2ISeP+gjfljYRSxceLzRZePHuyAsbALefPMQTp1Kg62tEo6OVrqsgtEx5Py8Mdq2B+mPGOML0DGOKV2EhV3AsmUnUFJSiS5dLLFvnx+WLh2Ff/zjJ0OnRgJoL3MIsc4PYhN7jmKK23f8+C4IC3sSb755BadO5cPWVg5HRzMAwLVrJVi6NBlz5vA/sdsDU9s/MzOLsWbNBfj49IaTk3X983Z2Zvj++5cQHPwLtm37DUOHdsMPP/giJUWFM2eyBGvfoFeex8TEICAgAL/88guOHz+OyspK/PGPf0RxcXH9axYuXIhvv/0W+/btQ0xMDDIzM/HKK6/o3HZJSSWCg6ORkpIPADh3Lh3R0Tfh7e0MANi1Kw5Hj15DYWG5zm09zNOzByZM6Iv1688IGjcqKgGHDiUiN7dE0Lj3NddfraUt3ytX7qCiohoAUFtbi5qaWvTrZ9/25O9xcemMyMjfUFxcgaKiCnz99RUMHCj8hzwxiL19TR37R7v21D/DhvXCU085IDz8sqFTaRMx8zeF8WXYMCs89ZQFwsNzAAAlJTUIDs5ASkrdWHvuXBGiowvh7W3d4H1TpnSGvb0cu3fn6pyD0NrT8SUGoecP+o6vafXq57Bq1WnExNxCTU0tCgrKkJSUJ0pbhmLI+TkZJ7HGF6BjHFO6SEzMRUlJJQBAIoFgn4vIOLSHOYSY5wexiT2HMMXtu3p1H6xalYKYmHzU1AAFBVVISqrLf9euLBw9mofCwmoDZ0lCMLX9MyrqOg4dSkFublmD50eO7IHy8mp8/vkV1NTU4vz52zhw4Dpmz35a0PYNWjw/evQoZs6ciaeffhru7u4IDw/HrVu3cPHiRQCASqXCjh07sGHDBjz//PMYMmQIdu7cibNnz+KXX34RNBelUo7hw3shPv62oHEfJpNJsW3bFAQEfF9fHDZVYvfX5s2TUFz8N6SlLYK1tZkghaYNG36Gn99TsLVVws7OHK+/PhDffpuke7LtxPTp7sjLC8SVK+9i0aJnIJFIDJ0S0SP8/QfjyJFkZGWpDZ1Km4iVv6mML/7+DjhypABZWZWNLlcqJRg+3Brx8aX1z9nayrBhgzPmzr2hrzRJRGLPH4SIP336QOTlLcKVK29j0SIv3B8OLS0VGDKkB3r1skFS0lxkZS1AZOQr6N7dWntAE2NM83Og6e1B+iHm+NJRjildBQZ6Q63+EDk5S+Hu3h2hoecNnRIRANOZf7aUPmpCxszSUoohQ2zRq5cSSUkjkZX1LCIjB6F7dzNDp0bUJKlU8sjcUCqVYNCgrsK2I2g0HalUdV/Rtrev+9/0ixcvorKyEj4+PvWvefLJJ+Hs7Iyff/650Rjl5eUoLCxs8GiJ7dunIDk5DwcOJOi4Fk1bsmQkYmOzcOpUqmht6IvY/RUQ8B2srT/G0KFbsWtXHPLzy5p/UzPOnLmFbt2skJ+/DHfvBqJzZ3OsXXtagGxNX0jIObi6hsLB4RP4+3+DBQtGYMECL0OnRdSApaUCU6cOwPbtlwydSpuImb8pjC+WllJMndoF27fnNPma7dtdkJxchgMH7tY/98knvREenoNr14T9JhgZhtjzB13jh4T8D66uW+DgsBH+/oexYMEwLFgwHADQubM5pFIJfH37Y9y4L9G3bxjKy6sQETFFyFUwOoacn2vbHqQfYo4vHfWYaq3160/DxuZjuLltwpYt/0N2dpGhUyICYBrzz9bQR03ImHXurLh3Tu6GceMuoW/fMygvr0FEhHH93hDRw37+ORtWVgoEBAyCXC7FyJE98PLLfWBrK+x/+hhN8bympgYffPABRo0ahQED6g7O7OxsmJmZoVOnTg1e6+joiOzs7EbjrF27FnZ2dvWP3r17N9t2WNgkuLp2ga/vXtTW1uq8Lo3p08cec+cOxZIlpn/PRn30F1B3y5aLFzOhVpfj00//qFMsiUSC48en48yZNFhbfwxr649x5kwafvjhLYGyNW2xsVnIzS1BTU0tzp1Lx7p1p/Haaxwkybj4+T2NkpJKfPddsqFTaROx8jeV8cXPzx4lJTX47rv8RpeHhT0OV1dz+Ppexf2hxdvbBqNG2WD9euHuV0eGI/b8QYj4sbHZD42HmVi37me89tpTAICiogoAQEjIBdy6VYji4koEB/+EMWMeh6WlQrD1MCaGnJ8D2rcHiU/s8aUjHlO6SEzMRVxcNsLDfQ2dCpHJzD9bSl81DmNWVFT37YGQkFu4dasMxcXVCA6+jjFj7GFpaTSlQ6IG7t4tw+TJ32LaNFdkZ/tj3bqR2Lnzd+Tl6X4B7sOM5le3AgICcOXKFZw+rduVwMuXL8eiRYvq/y4sLNQ6Qd+8eRK8vJwwduwXgt/f/GHe3s5wdLTG1avzAQAKhRQ2Nkrk5CzFpEl7cP58hmhtC0lf/fUwhUKm87397O0t8PjjnRAScg6lpXW3CwgNPYelS0ehSxdL5OWZxn2e9KWmpmNOGMi4zZ7tiS++iEN1dY2hU2kTsfI3lfFl9uxu+OKLXFQ38q3ezZsfh5eXNcaOTWhwH8WxY23h4qJEZuZgAIBSKYWFhRQ5OZ4YOPBXZGc3fvsXMj5izx/Eiv/weKhSlSM1VdXo69rrrUQMNT9vCucn+iX2+NIRjyldCfG5iEgIpjL/bAlD1DiMkUpVhdTU0kaX8ZauZMzOns3CqFH76v/eu3cCYmKEPQcZRfH8vffew+HDh/HTTz/Bycmp/vnu3bujoqICBQUFDa5uuX37Nrp3795oLKVSCaVS2aJ2N216AaNG9cbzz3+BgoKG/yshl0shk0khk0kgk0mgVMpRXV2Dqqq2FT0iI3/DiRMp9X8/84wTtm+fAg+PLbhzp1jLO1tGJpNCLq97SKV1+dbU1KKyUrh7j2nrr9ZqKt8ePawxdGhPHDt2HSUllRgxwgnvv++FkJBzOrWXl1eC5OQ8BAQMw0cfxQAAAgKGIy1NZRKFc7G3r5/f0zh69BrU6nIMGdITy5Z5Y/Nm07mfoj72f1PWHvqnf/8uGDmyN2bNOmjoVNpEzPxNYXzp398cI0daY9as648s27TpcYwaZY3nn09EQUHDmBs2ZDe4zYufnz1mz3bA+PFJuHPHOArn7eH4EpuQ8wex4/v5ueHo0etQqyswZEgPLFv2DDZvvli/fOvWWMyfPwxHj6bg7t1SrFjxB/z44w0UFxvH/igkQ83PH9bc9iBxiT2+AB3rmGotKysz+Pk9haioRKhUZRgwoBuCgp7FsWOPjqVkmkx5DqGP84M+iDlHMcXtu3VrBubPd8bRo3m4e7cSK1a44Mcf76K4uBpyueRefQz3amRSVFfXoqqK/7Ftikxt/5TJJPfyldzLV3Yv3xp4eDjg99/vQioF3nzzSYwe7YTBg78StH1JrQG/k1JbW4v58+cjKioKJ0+eRL9+/RosV6lUcHBwwFdffYVXX30VAJCUlIQnn3wSP//8M0aMGNFsG4WFhbCzswOwDMCDSbuzsx1SUxeirKyqQUE8IiIe8+Ydxs6dvpg506NBrPDwy4IVPp577nEcPDgVnTuvEyRecPBorFw5usFzJ0/exJgx4YLEb66/WqupfGfMiEJExCsYONARUqkEmZlq7N4dh7VrT+v89Sk3Nwds3DgeQ4f2hFQqQWxsNhYvPobLlxv/irExEXv7xsTMwqBBjpDLpcjIKMSOHbH49NOzJvOVNbH7x9S1h/5Zv34cvLx6YfTocEOn0ib6zN/4xpeJWL++N7y8rDF6dMN7SDo7myE1dTDKymoaTLwjInIxb97NRyLNmNEVH3zQHYMHX3no2SMtzEMc7eH4EpPQ8wfh4ze8NURMzFsYNKjbvfFQjR07LuPTT3+pv5WQVCrBJ588jxkzBgEAoqNTMX/+Mdy+rVkoKAOwBiqVCra2tm1fQQPQ7/w8CIB5k69rbntox+Kr0Fo3vrTstistP6Y0tf/ta2mpwMGDU+Hp2QNKpRx37hRj//7fERx8sv6btGTa2tMcQuj5pz6IPUcx7u07qtFnpVLgk0/6Y8aMHgCA6Oh8zJ+fiNu3K7Bz59OYObNng9eHh2di1qzfGol0RuiESWDGvX8++g2r4GAvrFzZ8Hf5Tp5Mx5gxB/B//+eDl1/uA7lcgrNns7Fw4U/4/fe7j8SoUwYgsNVzdIMWz9999118+eWXOHToEFxdXeuft7Ozg4WFBQBg3rx5+P777xEeHg5bW1vMn1/3taCzZ8+2qI2miudERESkDxNFjm/Y4jmZOrHuq2y6xXP9zs+1F891w+KiYYl9z3JuXyKitmu8eC4cFs9JF2LenqxtxXOD3rbl3//+NwBg9OjRDZ7fuXMnZs6cCQDYuHEjpFIpXn31VZSXl2P8+PEICwvTc6ZERERERO0f5+dERERERA8Y9MpzfeCV50RERIbEK8/JmPHKc0PglecdAa88JyIyXrzynIyZ8V15LhUvISIiIiIiIiIiIiIi08TiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg1yQydARERE7dkRQydApEWlSHGrRIrb3lRBvG1AhsXtSkRkvM4YOgEiLe6KGLu8Te/iledERERERERERERERBpYPCciIiIiIiIiIiIi0sDiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snj/ExaUzvv/+Ddy9G4j09EVYsmSUoVMyGmZmMmzdOhkpKQtQWLgcCQnvYdaswYLFDwgYjgsX3kZZWRCioqYKFpeITJ+pnx927vRFefnfoVZ/WP8YMcLJ0Gm1Wy0Zr/z9PZGY+B6Kij7EjRsfYMoUV1HbI9PF49ew2sPxZepjGBERkRg4PpKuQkIm4tathVCpliM9fRE2bpwAhUImSltyUaKaIKlUgm++eR0HDyZiypSv4OLSGcePT0d6eiG++upXQ6dncHK5FFlZRfDx2YWUlHx4eTnhyJE3kJ5eiOPHr+scPzNTjTVrfoKPjwucnGwFyJiI2ov2cH4IC7uAhQuPGjqNDqG58WrOnCFYuHAEpk79Dy5fzka3blawsjITrT0yfTx+Dac9HF/tYQwjIiISGsdH0lVY2AUsW3YCJSWV6NLFEvv2+WHp0lH4xz9+ErwtXnl+j6trV7i6dsVHH8WgqqoGV6/mYceOS3j77SGGTs0olJRUIjg4Gikp+QCAc+fSER19E97ezoLEj4pKwKFDicjNLREkHhG1Hzw/UGtoG6+kUglWrRqDBQuO4vLlbADAnTvFuHEjX5T2iEg37eH44hhGRET0KI6PpKvExFyUlFQCACQSoKamFv362YvSFovn90ilEgB1Hf7wc4MGORooI+OmVMoxfHgvxMffNnQqRERGb/p0d+TlBeLKlXexaNEzkDw82JCoHh6vXF27ont3a3h69sCNGx8gLW0Rtm6dDBsbpSjtUfvA49d48PgiIiIiovsCA72hVn+InJylcHfvjtDQ86K0w+L5PUlJubh5swCrVo2BmZkMTz3lgL/8ZTBsbYX7QN2ebN8+BcnJeThwIMHQqRARGbWQkHNwdQ2Fg8Mn8Pf/BgsWjMCCBV6GTqvDeHi8sre3AAD4+Lhg6NCt8PDYgiee6IyNG8eL0h6ZPh6/xoXHFxERERHdt379adjYfAw3t03YsuV/yM4uEqUdFs/vqaqqwUsvfYXBg3sgI2Mx9ux5FTt3XkZeHr9CoiksbBJcXbvA13cvamtrDZ0OEZFRi43NQm5uCWpqanHuXDrWrTuN114bYOi0OgTN8aqoqAIAsHbtKeTllSAvrwRr157C5Mlt/8FQbe2R6ePxazx4fBERERFRYxITcxEXl43wcF9R4vMHQx/y++85GD9+d/3f69b5ICYm1YAZGZ/NmyfBy8sJY8d+gcLCckOnQ0RkcmpqWPTRh8bGq6SkXJSWVuqtPWp/ePwaBo8vIiIiItJGoZDxnuf6MHCgIywtFVAoZHj5ZTf85S+DsWaN8L/Saqo2bXoBo0b1xrhxu1BQUCZobJlMCqVSDrlcCqlUAqVSDoVCJmgbRGSaTP384Of3dP09tYcM6Ylly7yxf//vBs6qfWtqvCorq0JERDwCA73RqZM57OzMERjojUOHEkVpj0wfj1/DM/Xjy9THMCIiIjFwfCRdWFmZYeZMD9jZmQMABgzohqCgZ3Hs2HVR2pPUtvPvPRYWFsLOzg7AMgDa71++evXzmDdvKMzN5YiLu40lS37A2bNpesnT2Dk72yE1dSHKyqpQVVVT/3xERDzmzTusc/zg4NFYuXJ0g+dOnryJMWPCdY5NRKbN1M8PMTGzMGiQI+RyKTIyCrFjRyw+/fQsbzsgkubGK0tLBTZvngRf3ydRXl6Fb75JwqJFx+pv6SJ0e2Ta2n78lgNYB5VKBVtbW32kalJaOj9vD8eXqY9hREREYuD4SLqwtFTg4MGp8PTsAaVSjjt3irF//+8IDj7ZzDeN2zZHZ/GciIiIiEhQLJ5rw/k5EREREelf2+bovG0LEREREREREREREZEGFs+JiIiIiIiIiIiIiDSweE5EREREREREREREpIHFcyIiIiIiIiIiIiIiDSyeExERERERERERERFpYPGciIiIiIiIiIiIiEgDi+dERERERERERERERBrkhk6AiIiIyHg9LnL8myLHJ+1sRYpbJlJcIiIioo5OrPnbfYUixyftBooYu6RN7+KV50REREREREREREREGlg8JyIiIiIiIiIiIiLSwOI5EREREREREREREZEGFs+JiIiIiIiIiIiIiDSweE5EREREREREREREpIHFcyIiIiIiIiIiIiIiDSyeP6RnTxtERU1Fbu5S5OQsxddf+6FrV0tBYu/c6Yvy8r9Drf6w/jFihJMgsTWZm8uRnPw+8vOXtTlGQMBwXLjwNsrKghAVNbXR13TrZoW8vEDExs4VNL6NjRJ79rwKlWo5srP/iqCgZ9u0DppCQibi1q2FUKmWIz19ETZunACFQiZIbLHjt2R7GHN8QNzj62FC7P+a9NE/YjIzk2Hr1slISVmAwsLlSEh4D7NmDRa0DbGPr/vE2L6mTuztq4/9R0xCHL8hIV64dcsPKtU0pKf7YePG4VAo6qZQ+/aNRmbmn6FSTUNKyqv4298G1b/P27sb1Oo3Gjyqq2fgX/8aLsi6CcXUxsemtmnv3nYN5llq9YeorFyBQ4debyaeBy5cmIaysvcRFTWlwbLoaD+Ulb0Ptfq9+kePHlb1y21szLBnzwtQqQKQnf0OgoK82rxepJ1Y539TnmPp8/xsquOvqc/hxKSP/Udf/c/9k9pCH/2vr89IYjC1/VPbfO6+bt0skZf3LmJj39Rzdq1nav3fGDH2f3NzKZKTxyM/f3L9c9HRz6KszBdq9Uv1jx49zHVNvwEWzx+yefMkAMBjj/0TTzzxT5ibyxESMlGw+GFhF2Bj83H945df0gWL/bBVq8YgNbVApxiZmWqsWfMTtm271ORrNm16AbGxWYLHDw2dCHt7Czg7b8Qf/rATc+YMwVtvubepnYeFhV3Ak09ugp3dWri7b4G7uyOWLh2lc1x9xG/J9jDm+ID4x9d9Quz/mvTRP2KSy6XIyiqCj88u2NquxcyZB/HZZ3/EuHF9BGtD7OPrPjG2r6kTe/vqY/8RkxDHb1hYIp58Mgp2dl/C3f0buLt3xtKlAwAAH310GY8//h/Y2X2J5547imnTXPDGGy4AgNOn78DGZk/9o0+f/aiursXevTcEWTehmNr42NQ2TUtTNZhn2duvR0FBGfbuvdJMvCKsWXMO27Y1/rrAwFOwsdlU/8jKKq5fFho6Bvb25nB23o4//OFrzJkzEG+95dbmdaOmiXX+N+U5lj7Pz6Y6/pr6HE5M+th/9NX/3D+pLfTR//r6jCQGU9s/m5vPAcCmTc8jNvaOHrNqO1Pr/8aIsf+vWvU0UlNLHnk+MPAKbGwO1T+yssp0akcTi+cPcXHpjMjI31BcXIGiogp8/fUVDBzoaOi0WsXTswcmTOiL9evP6BQnKioBhw4lIjf30Z0SAKZMcYW9vQV2744XNL6FhQJTpw5AUNB/oVKVITk5D6Gh5+Dvr/tVEImJuSgpqQQASCRATU0t+vWz1zmuPuI3tz2MPT6gn+NLqP1fkz76R0wlJZUIDo5GSko+AODcuXRER9+Et7ezYG2IfXwB4m1fUyf29tXH/iMmIY7fxEQVSkqqADy8f9sCAK5cKUBFRQ0AoLa2tsEyTTNm9EVyciF+/jmnzbmIwdTGx5ZuU1/fJyGVSnDgQEIz8a7h0KHryM0tbVUeFhZyTJ3qiqCgM1CpypGcXIDQ0Mvw9x/YqjjUPDHP/6Y8x9LX+dmUx19Tn8OJSR/7jz76n/sntZU++l8fn5HEYmr7Z3PzuSlT+sDe3hy7d/+u58zaxtT6vzFC7/+enp0wYYIj1q9PEirFFmPx/CEbNvwMP7+nYGurhJ2dOV5/fSC+/Va4jTJ9ujvy8gJx5cq7WLToGUgkEsFiA4BMJsW2bVMQEPA9KiqqBY39MFtbJTZsGI+5cw8LHtvVtQuUSjkuX86uf+7y5WwMGiRMkTUw0Btq9YfIyVkKd/fuCA09L0hcfcU3ZWIfX/ra/9sDpVKO4cN7IT7+tqBxxdz/uX1bTqztq6/4xiowcCDU6jeQk/M63N3tERr6oCC7efMIFBe/ibS0P8PaWoHw8GuNxvjLX/phx45kfaXcKu1xfPT3H4w9e+JRXl6lU5ygoBHIy3sXly692eCqclfXzvfmLA+uYLp8+Q4GDeqqU3vUEM//LSfG+Zn933GY4vjO/ZNMAWsEhmdra4YNG57D3LknDJ1KhyPU/i+TSbBtmycCAi7XX7j0sKCgJ5GXNxmXLo3FW28Jf5EXi+cPOXPmFrp1s0J+/jLcvRuIzp3NsXbtaUFih4Scg6trKBwcPoG//zdYsGAEFiwQ9r6YS5aMRGxsFk6dShU0rqZPPhmH8PDLuHbtruCxra3NUFRUgerqBwdDQUEZbGyUgsRfv/40bGw+hpvbJmzZ8j9kZxcJEldf8U2ZmMcXoL/9vz3Yvn0KkpPzmr0as7XE3P+5fVtOrO2rr/jGav36X2FjswdublHYsiUJ2dkPrmoJCPgF1tYRGDr0W+zadQ35+RWPvN/buxtcXKyxa1fjhXVDa2/jo7OzHXx8XLB9u25fdV2+/DT69NkBR8ctWLbsFEJDn4evb18AD89ZautfX1BQDhsbM53apIZ4/m85Mc7P7P+OwxTHd+6fZApYIzC8Tz55FuHhv+HatQJDp9LhCLX/L1nSH7GxBTh1KveRZcuXX0GfPkfh6HgYy5ZdQWioB3x9e+qaegMsnt8jkUhw/Ph0nDmTBmvrj2Ft/THOnEnDDz+8JUj82Ngs5OaWoKamFufOpWPdutN47bUBgsQGgD597DF37lAsWXJcsJiN8fZ2xqhRzqJ9La6oqAKWlgrIZA92TTs7c6jV5YK2k5iYi7i4bISH+woaV1/xTY3Yx5e+9v/2ICxsElxdu8DXdy9qa2ubf0MbCL3/c/u2nNjbVx/7j7FLTFQhLu4uwsO9GzxfWwtcvJgHtboSn3469JH3+fv3xzffpCE3V9jxTGjtZXycNWswYmOzdb6C8pdfslBYWIGqqhr88EMqPv88Hq+91h/Aw3OWB98ktLNTQq1+9D9PqG14/m85Mc7P7P+OwxTHd+6fZGpYIzAMb+9eGDWqJ9avv2DoVDo0Xfb/Pn2sMHfuE1iy5NdGl//yy10UFlahqqoWP/xwG59/noLXXnPSMeOG5IJGM2H29hZ4/PFOCAk5h9LSunvyhIaew9Klo9CliyXy8oS9z1BNjbCTEm9vZzg6WuPq1fkAAIVCChsbJXJylmLSpD04fz5DkHbGjnWBi0tnZGYuBgAolTJYWCiQk7MUAweG6fy/qElJeaisrIa7uyMuXar7MVIPj+749Vfhf9RBoZCJer8xseObErGPL33t/6Zu8+ZJ8PJywtixX6CwUNwCnpD7P7dvy4i9ffW5/xg7hULa5H3NG1tmY6OAn99jePXVk+InJwBTHx8lEglmzfIQ9NtN9z08f0tKyr83Z3HApUt18xQPDwf8+uujV8RQ2/D83zJinZ/Z/x2DqY7v3D/JFLFGoH9jxzrDxcUOmZnvALhfw5IjJ2ceBg7chezs4mYikFDauv97e3eFo6M5rl4dfy+OFDY2cuTkvIhJk87g/Pn8Bq+vefSuLjrjlef35OWVIDk5DwEBw6BUyqFUyhEQMBxpaSpBCud+fk/X33pkyJCeWLbMG/v3C/dDBZGRv6Fv3xB4eGyBh8cWzJ79DdTqcnh4bEFsbHbzATTIZFIolXLI5VJIpRIolXIoFDJs2PAz+vcPrW9nxYpoJCXlwsNjC+7caflJp6n4paWV+Prr37B69fOwtVWib197zJ8/XOevXVtZmWHmTA/Y2ZkDAAYM6IagoGdx7Nh1neLqK35T/SUUseOLfXwJvf9rErt/9GHTphcwalRvjBu3CwUFwv7ytNj7v9jbtz0Qc/vqI76YdD1+razkmDmzL+zs6m7FMWBAJwQFuePYsQw4O1vhlVceg5WVHBIJ8MwzDnj//adw7FjDD+yvv/4E8vLK8cMPxvdB3hTHx+a26bhxLuja1RJffdX41SmPxpNAqZRBLpfciyeDQiGFnZ0SEyc+AQsLOaRSCZ5/vjfmzh2E/fvr7ltfWlqFr7++itWrR8HW1gx9+3bC/PmDsX17y9ql5unj/G/qcywxz8/tYfxtD3M4MYk9vovZ/9w/SVdi97/Ycyyxmdr+2dR8bsOGi+jffyc8PHbDw2M3Vqw4i6Sku/Dw2I07d4z3xzhNrf81Cbn/R0amo2/fY/Dw+BEeHj9i9uyLUKur4OHxI27cKMHEid1hYSGDVAo8/7wD5s59Avv3C/u5S1JrKt/LaqPCwkLY2dkBWAZA+32z3dwcsHHjeAwd2hNSqQSxsdlYvPhYgx+vbKuYmFkYNMgRcrkUGRmF2LEjFp9+ela0r8U999zjOHhwKjp3Xtem9wcHj8bKlaMbPHfy5E2MGRPe4LkZMzzwwQcjMHjwFsHi29go8fnnL+LFF/ujtLQKmzadx+rVMW1YiwcsLRU4eHAqPD17QKmU486dYuzf/zuCg0/WXwltzPFbuj2MNT4g7vGlSdf9X5M++kdMzs52SE1diLKyKlRVPfhv2IiIeMybp/sP/4q9/2sSevuaOrG3r9jxxabr8Wtp2RcHDz4PT097KJUy3LlThv37UxEcHAsHB3NERDyLgQM7QyoFMjNLsXv3daxdG4+Hh/dz5ybhyJEMrFx5uZEWbrZxzYRhiuNjc9v066/9UFpaiZkzD7Ygmi2Cg5/BypXPaMRLg5/fYRw+7As3t7orZG7eLMQ//3kJO3f+Vv86GxszfP65D1580eXenOUyVq/+BUAZgL9BpVLB1rbxbyl0ZK2Znz9MjPO/Kc+x9H1+NsXx19TncGLSx/6jz/7n/kmtJXb/6/szktCMe/98dG7V1HxuzJh9DZ6bMeMpfPCBJwYPjtASv1CIJHVi3P3fPN32/4Falz73XFccPPgMOnf+Fl27muHw4VFwc7MBANy8WYJ//jMZO3c29VsYJQCmt3qOzuI5ERERUZMeFzn+TZHjk3ZiFbZZPNeG83MiIiJqO7HnVoYvnnds2ovnumlb8Zy3bSEiIiIiIiIiIiIi0sDiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIg9zQCRAREREZr5uGToBEVShS3HKR4hIRERF1dGLN38g4/Cpi7LbN0XnlORERERERERERERGRBhbPiYiIiIiIiIiIiIg0sHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIA4vnGiZPdkVs7FwUFX2IjIzFeOedoYZOySgEBAzHhQtvo6wsCFFRU0Vty9xcjuTk95Gfv0zQuCEhE3Hr1kKoVMuRnr4IGzdOgEIhE7QNseiz/4kMran93cHBChERryAtbRFUquW4dOkdTJ7sasBMG9dU/r1720Gt/rDBo7JyBQ4det2A2Rqe2Oc3Uzx/tmS86tbNCnl5gYiNnWugLFvOFLfBfZrHbEXF3xEXN8/QaXUoprz/tAfsfyJqr3h+I12Y+v5j6vmbmcmwdetkpKQsQGHhciQkvIdZswaL1p5ctMgmaPz4vggLm4Q33zyAU6dSYWurhKOjtaHTMgqZmWqsWfMTfHxc4ORkK2pbq1aNQWpqAbp2tRQ0bljYBSxbdgIlJZXo0sUS+/b5YenSUfjHP34StB0x6LP/iQytqf3d2toMsbHZCAw8gcxMNSZN6oe9e/+EYcO2ISEhx4AZN9RU/mlpKtjYfFz/t0IhQ2bmYuzde8UQaRoNsc9vpnj+bMl4tWnTC4iNzUKXLsKOlWIwxW1w38PHLADExc3r8Mesvpny/tMesP+JqL3i+Y10Yer7j6nnL5dLkZVVBB+fXUhJyYeXlxOOHHkD6emFOH78uvDtCR7RhK1ePQarVsUgJuYmAKCgoAwFBWWGTcpIREUlAAA8PLqLemB5evbAhAl9sXjxD4iM9BM0dmJibv2/JRKgpqYW/frZC9qGWPTV/0TGoKn9/caNfHz22dn6vw8fvoqkpDyMGOFkVMXzlh6vvr5PQiqV4MCBBH2lZpTEPr+Z4vmzufFqyhRX2NtbYPfueHzwwQhDpNgqprgNGjNsWC889ZQDwsMvGzqVDqW97D+miv1PRO0Vz2+kC1Pff0w9/5KSSgQHR9f/fe5cOqKjb8Lb21mU4jlv23KPpaUCQ4b0RK9eNkhKmo+srL8iMtIP3bvzynN9kcmk2LZtCgICvkdFRbUobQQGekOt/hA5OUvh7t4doaHnRWmHiMTn4GAFN7euiI+/behU2sTffzD27IlHeXmVoVMhI9TUeGVrq8SGDeMxd+5hA2fY8fj7D8aRI8nIylIbOhUiIiIiIrpHqZRj+PBeotUGWDy/p3NnC0ilEvj6Polx43ahb98QlJdXIyLiFUOn1mEsWTISsbFZOHUqVbQ21q8/DRubj+HmtglbtvwP2dlForVFROJRKGTYu/dPiIz8DRcvZho6nVZzdraDj48Ltm+/ZOhUyEg1NV598sk4hIdfxrVrdw2cYcdiaanA1KkDeMwSERERERmZ7dunIDk5T7RvdbN4fk9RUQUAICTkHG7dUqG4uALBwdEYM+YJWFoqDJxd+9enjz3mzh2KJUuO66W9xMRcxMVlIzzcVy/tEZFwFAoZ/vOfP6OkpBJz5nxr6HTaZNaswYiNzTbZq+ZJfx4er7y9nTFqlDPWrz9j6LQ6HD+/p1FSUonvvks2dCpERERERHRPWNgkuLp2ga/vXtTW1orSBu95fo9KVYbU1IJGl0kkEv0m0wF5ezvD0dEaV6/OBwAoFFLY2CiRk7MUkybtwfnzGYK3qVDITOae50RUR6GQYd8+P5iZyfDSS1+hslKcWzyJSSKRYNYsD6xde9rQqZCJuD9ejR3rAheXzsjMXAwAUCplsLBQICdnKQYODOO3qUQ0e7YnvvgiDtXVNYZOhYiIiIiIAGzePAleXk4YO/YLFBaWi9YOi+cP2br1IubP98LRo9dw924pVqx4Dj/+mILi4gpDp2ZwMpkUcnndQyqVQKmUo6amVrDCVWTkbzhxIqX+72eeccL27VPg4bEFd+4U6xzfysoMfn5PISoqESpVGQYM6IagoGdx7JjwPyQgBrH7n8iYNLW/19bWIjLSD1ZWZnjxxS9F+20EXTV3vI4b54KuXS3x1Ve/GjhT4yD2+c3Uzp/axqsNG35ucNsQP7+nMHu2J8aPjxBkrBSLqW0DTf37d8HIkb0xa9ZBQ6fSIZn6/mPq2P9E1F7x/Ea6MPX9x9TzB4BNm17AqFG98fzzX6CgoEzUtiS1Yl3TbiQKCwthZ2cHYBkApdbXSqUSfPLJOMyY4QEAiI6+gfnzj+D2bV7JFRw8GitXjm7w3MmTNzFmTLgo7T333OM4eHAqOndeJ0g8S0sFDh6cCk/PHlAq5bhzpxj79/+O4OCTKC2tFKQNMem7/4kMqan9PTg4GjExs1BaWonq6gdD18cfn8Lataf0nGXTmjtev/7aD6WllZg586DeczNGYp/fTO382ZrxasYMD3zwwQgMHrzFQNm2jKltA03r14+Dl1cvjB4d3op3lQNYB5VKBVtbW5EyM12tmZ+b+v5j6tj/RNRe8fxGujD1/cfU83d2tkNq6kKUlVWhqurBN0MjIuIxb95hLe9s2xydxXMiIiIiIkGxeK4N5+dEREREpH9tm6PzB0OJiIiIiIiIiIiIiDSweE5EREREREREREREpIHFcyIiIiIiIiIiIiIiDSyeExERERERERERERFpYPGciIiIiIiIiIiIiEgDi+dERERERERERERERBpYPCciIiIiIiIiIiIi0iA3dAJEREREJJbHRY5/U+T4RERERETtSS+R498ROX6lyPGND688JyIiIiIiIiIiIiLSwOI5EREREREREREREZEGFs+JiIiIiIiIiIiIiDSweE5EREREREREREREpIHFcyIiIiIiIiIiIiIiDSyeExERERERERERERFpYPH8HjMzGbZunYyUlAUoLFyOhIT3MGvWYMHiBwQMx4ULb6OsLAhRUVMFi0tkCsTe/3n8tm9ib18yLFPfvqaQf0iIF27d8oNKNQ3p6X7YuHE4FAopHBzMERHxB6Sl1S27dGkyJk/uXf8+MzMpoqMn4Pbt16BSTUNCwsuYM6d/s+1pO2euWjUG8fHzUFm5Ahs3ThB8XcUyebIrYmPnoqjoQ2RkLMY77ww1dEokAFM4fomI2srUP4OJjZ/xtGP/6F9IyEjcuvU6VKoZSE+fho0bR0ChqCvb2tgosGfPGKhUM5Cd/QaCgnQ71tTqJQ0eFRXLEBc3W4jVaJfkhk7AWMjlUmRlFcHHZxdSUvLh5eWEI0feQHp6IY4fv65z/MxMNdas+Qk+Pi5wcrIVIGMi0yH2/s/jt30Te/uSYZn69jWF/MPCErFs2UWUlFShSxcl9u0bjaVLB+DLL1MQG3sXgYEXkZlZgkmTnLB373MYNuwwEhJUqKqqxfz5vyAhQYXq6lq4udkhOnoCEhIKcPr0nSbb03bOvHbtLpYuPY45c4aIvdqCGT++L8LCJuHNNw/g1KlU2Noq4ehobei0SACmcPwSEbWVqX8GExs/42nH/tG/sLDfsWzZ+Yfm7D5YutQd//hHLEJDR8LeXgln56/QrZsFTpx4AampRdi9O7lNbdnY/L8Gf8fFzcbevb8LsRrtEq88v6ekpBLBwdFISckHAJw7l47o6Jvw9nYWJH5UVAIOHUpEbm6JIPGITInY+z+P3/ZN7O1LhmXq29cU8k9MVKGkpAoAIJEANTW16NfPFjduFOGzz35DRkYJamuBw4fTkZRUiBEjHADUve7KlQJUV9cCAGpr6x59+2r/AKXtnLlrVxyOHr2GwsJygddSPKtXj8GqVTGIibmJmppaFBSUISkp19BpkQBM4fglImorU/8MJjZ+xtOO/aN/iYkFD83ZJfVzdgsLGaZO7YOgoP9BpapAcrIKoaG/wd/fVZB2hw3riaeeckB4eLwg8dojFs+boFTKMXx4L8TH3zZ0KkTUSjx+2zdu3/bN1LevseYfGDgQavUbyMl5He7u9ggNTXjkNQ4O5nBzs0N8fH6D57/9dixKS99CQsLLuH27FFFRt/SVtsFZWiowZEhP9Oplg6Sk+cjK+isiI/3QvTuvPG+PjPX4JSIyBTyHEukuMNAdavVM5OS8BXf3LggN/Q2urp2gVMpw+XJe/esuX87DoEH2grTp7++OI0euIyurSJB47RGL503Yvn0KkpPzcODAox8uici48fht37h92zdT377Gmv/69b/CxmYP3NyisGVLErKzSxssVyik2Lv3OURG3sTFi3kNlk2e/COsrCLw3HNHsH9/KkpLq/SZukF17mwBqVQCX98nMW7cLvTtG4Ly8mpERLxi6NRIBMZ6/BIRmQKeQ4l0t359HGxswuHmtg9btiQgO7sU1tYKFBVV1n8bFAAKCsphY6PQuT1LSwWmTn0K27df1jlWe8bieSPCwibB1bULfH33ora2tvk3EJHR4PHbvnH7tm+mvn1NIf/ERBXi4u4iPNy7/jmFQor//Gc0SkqqMGfO2UbfV1NTi59+ug1HR3MsWTJAX+kaXFFRBQAgJOQcbt1Sobi4AsHB0Rgz5glYWur+gYWMhykcv0RExornUCJhJSYWIC4uD+Hhz6GoqBKWlnLIZJL65XZ2ZlCrK3Vux8/PDSUlVfjuu7bdO72jYPFcw+bNk+Dl5YQ//nG3Sd2Pk4h4/LZ33L7tm6lvX1PKX6GQol8/2/p/79s3GmZmMrz6ajQqK2ta/N6OQKUqQ2pqQaPLJBJJo8+T6TGl45eIyNjwHEokjvvz7qSkAlRW1sDdvUv9Mg+PLvj117s6tzF7tge++CK+wVXt9CgWzx+yadMLGDWqN8aN24WCgjJBY8tkUiiVcsjlUkilEiiVcigUMkHbIDJW+tj/efy2b2JuXzI8U9++xpy/lZUcM2f2hZ2dGQBgwIBOCApyx7FjGZDLJYiMHA0rKzl8ff+LioqGhXN3d3v4+PSAubkMMpkEL7zghDfecMGxYxla29R2zpTL65bJZBLIZJL61xmzrVsvYv58L/TsaQNzczlWrHgOP/6YguLiCkOnRgIw5uOXiEgXpv4ZTGz8jKcd+0e/6ubs/R+as3dGUNBgHDuWjtLSanz9dQpWrx4CW1sF+va1xfz5T2P79iSd2uzf3x4jRzphx47LAqxB+yapbeffqSksLISdnR2AZQCUTb7O2dkOqakLUVZWhaqqBx8eIyLiMW/eYZ3zCA4ejZUrRzd47uTJmxgzJlzn2ETGTuz9n8dv+yb29iXDMvXta+z5W1r2xcGDz8PT0x5KpQx37pRh//5UBAfHYtiwroiJmYjS0qoGV5t8/HE81q79FUOGdMG///0MXF1tUVsL3LxZhLCwRGzdevWhFm4+0qa2c+bOnb6YOdOjwbLw8MuYNeugYOssNKlUgk8+GYcZMzwAANHRNzB//hHcvq3tR5XKAayDSqWCrW3HuVK/pVo6PxebsR+/RES6MPXPYGLjZzzt2D9i6vXIM5aWchw8OA6enl3vzdlLsX//DQQHX0RpaTVsbBT4/HNvvPiiM0pLq7Fp029YvTq2ifh3WpTF+vXPw8urJ0aPjmhl/rrfLsZw2jZHZ/GciIiIqN16XOT4N0WOb6pYPNeG83MiIiLquB4tngurZcXztut4xXPj/p4sEREREREREREREZEBsHhORERERERERERERKSBxXMiIiIiIiIiIiIiIg0snhMRERERERERERERaWDxnIiIiIiIiIiIiIhIA4vnREREREREREREREQaWDwnIiIiIiIiIiIiItIgN3QCRERERCSWmyLHnyhy/CMixyciIiIi0qc7IscfLnL8MyLHtxUxdlmb3sUrz4mIiIiIiIiIiIiINLB4TkRERERERERERESkgcVzIiIiIiIiIiIiIiINLJ4TEREREREREREREWlg8ZyIiIiIiIiIiIiISAOL50REREREREREREREGlg8b2cmT3ZFbOxcFBV9iIyMxXjnnaGCxDUzk2Hr1slISVmAwsLlSEh4D7NmDRYkdnuIL7aAgOG4cOFtlJUFISpqqqHTaVZL8u3WzQp5eYGIjZ0rSJshIRNx69ZCqFTLkZ6+CBs3ToBCIRMktqn1v76Zev+InT/jGzY+NaRtPHRwsEJExCtIS1sElWo5Ll16B5Mnu2qNp1YPbfCoqBiGuLiBj7zO3FyC5GR35OcPeWSZv78DEhMHoahoKG7c8MCUKZ0FWZ+20rZP2tgosWfPq1CpliM7+68ICnpWp7aoeWKO72LTx/zT1M+hzN/wxD7GTPkYNnWcwxmeKX9G5fY1DpMn90Ns7GwUFS1BRsb7eOcdzzbF2bnzaZSXj4VaPab+MWKEXf3ynj2ViIpyR27uc8jJeQ5ffz0QXbsq2py30PtPQIAHLlyYhrKy9xEVNeWR5f7+A5CYOBNFRfNx44Y/pkzpo3ObDzNo8Xzt2rUYNmwYbGxs0K1bN/j6+iIpKanBa0aPHg2JRNLgMXeuMMW29mb8+L4IC5uEDz44ClvbtXj66c04efKmILHlcimysorg47MLtrZrMXPmQXz22R8xbpwwO6SpxxdbZqYaa9b8hG3bLhk6lRZpSb6bNr2A2NgswdoMC7uAJ5/cBDu7tXB33wJ3d0csXTpKkNim1v/6Zur9I3b+jG/Y+NSQtvHQ2toMsbHZGDFiOzp1WocVK6Lx1Vevws3Nocl4Njb/a/BISCjD3r15j7xu1SonpKaWP/L8nDkOWLy4B6ZOvQZr6//By+sKfv21RJD1aStt+2Ro6ETY21vA2Xkj/vCHnZgzZwjeesu9zW0ZI2Obn4s5votNH/NPUz+HMn/DE/sYM+Vj2NRxDmd4pvwZldvX8MaPd0FY2AR88MEPsLX9FE8/vRUnT6a2OV5YWBpsbKLrH7/8oqpftnnzkwCAxx47jSeeOA1zcxlCQp5sc1tC7z+ZmUVYs+Yctm278siyOXMGYvHiIZg69TtYW4fCy+sr/PprriDt3icXNForxcTEICAgAMOGDUNVVRU+/PBD/PGPf8Tvv/8OKyur+tfNmTMHq1atqv/b0tLSEOkavdWrx2DVqhjExNwEABQUlKGgoEyQ2CUllQgOjq7/+9y5dERH34S3tzOOH7/e4eOLLSoqAQDg4dEdTk62Bs6mec3lO2WKK+ztLbB7dzw++GCEIG0mJj44OUokQE1NLfr1sxcktqn1v76Zev+InT/jGzY+NdTcePjZZ2frlx0+fBVJSXkYMcIJCQk5zcYeNswKTz1lgfDwhq/19LTEhAmdsHjxLURG9q1/XiqtK6pPn56Cy5frCuZ37lQBqBJsfdqiqX3SwkKBqVMHYNSo/4NKVQaVqgyhoefg7z8Yu3fHtaktY2Rs83Mxx3ex6WP+aernUOZveGIfY6Z8DJs6zuEMz5Q/o3L7Gt7q1c9h1arTiIm5BUDYGp8mFxcLrFt3E8XF1QCAr7/OxvLlT7Q5ntD7T1TUtXvxusHJybr+ealUglWrRmL69KO4fLnuM8idOy2/EKelDHrl+dGjRzFz5kw8/fTTcHd3R3h4OG7duoWLFy82eJ2lpSW6d+9e/7C15YGrydJSgSFDeqJXLxskJc1HVtZfERnph+7drZt/cxsolXIMH94L8fG3GZ9axdZWiQ0bxmPu3MOCxw4M9IZa/SFycpbC3b07QkPPC94GEVF7om08dHCwgptb1xaPlf7+DjhypABZWZX1z8lkwLZtLggIuImKipoGr3d1tUD37mbw9LTEjRseSEsbjK1bn4CNTdu/zizm+O7q2gVKpRyXL2fXP3f5cjYGDXIUvC1DMsb5eXsZ3zn/JGMl9jHWXo5horbg/k9tUVfj63GvxjcXWVkLEBn5ik41vunTeyIvbzSuXHkGixY9BonkwbING1Lh5+cIW1s57OzkeP317vj22+YvnjE0V9fO6N7dCp6e3XDjhj/S0uZg69ZxsLExE7Qdo7rnuUpV95UBe/uG/xO3Z88edO3aFQMGDMDy5ctRUtL0/yKUl5ejsLCwwaMj6NzZAlKpBL6+T2LcuF3o2zcE5eXViIh4RZT2tm+fguTkPBw4kMD41CqffDIO4eGXce3aXcFjr19/GjY2H8PNbRO2bPkfsrOLBG+DiKg9aWo8VChk2Lv3T4iM/A0XL2Y2G8fSUoqpU7tg+/aGk+wlS3oiNrYYp06pH3mPvX1dkdzHxw5Dh16Bh8eveOIJJTZudBZ8fYRgbW2GoqIKVFc/+E+AgoIy2NgoBW/LmBjD/Ly9jO+cf5KxEvsYay/HMFFbcP+ntujc2fxeja8/xo37En37hqG8vAoREY/e77slQkJuwdX1DBwcTsLf/3csWNAbCxY8mHOfOaNCt25myM8fjbt3R6NzZwXWrr0h1OqIxt7eHADg4+OMoUP3wMNjN554whYbN44WtB2jKZ7X1NTggw8+wKhRozBgwID656dNm4aIiAhER0dj+fLl2L17N958880m46xduxZ2dnb1j969e+sjfYMrKqoAAISEnMOtWyoUF1cgODgaY8Y8AUvLtt/kvzFhYZPg6toFvr57UVtbK2js9hCfmubt7YxRo5yxfv0ZUdtJTMxFXFw2wsN9RW2HiMiUNTUeKhQy/Oc/f0ZJSSXmzPm2RbH8/OxRUlKD777Lr3+uTx8l5s7thiVLbjX6nqKiuiL02rWZyMurQl5eFdauzcTkyS3/wdCWrI9QiooqYGmpgEz2YPpsZ2cOtfrRe7m3F8Y2Pzfl8Z3zTzIFYh9jpnwME+mK+z+1xoMa3wXculWI4uJKBAf/hDFjHm9TjS82Vo3c3ErU1ADnzqmwbt1NvPZa3bcnJRLg+HFPnDlTAGvr/8La+r84c6YAP/zQth8n1aeiorpvvK5dex55eWXIyyvD2rXnMXmyi6DtGPSe5w8LCAjAlStXcPr06QbPv/322/X/HjhwIHr06IGxY8fi+vXr6NPn0R/bWb58ORYtWlT/d2FhYYcooKtUZUhNLWh0meTh72LoaPPmSfDycsLYsV+gsFD4D4umHp+0GzvWBS4unZGZuRgAoFTKYGGhQE7OUgwcGCbo/8IrFDLeT5GIqAlNjYcKhQz79vnBzEyGl176CpWV1S2KN3t2N3zxRS6qH3q5t7cNHB0VuHrV/V5sCWxsZMjJ8cSkSUmIjy9BaWlNExGFWR8hJSXlobKyGu7ujrh0qe4Hrz08uuPXX++I0p4xMMb5uSmO75x/kikR+xgzxWOYSCjc/6mlVKpypKaqGl0mRImv5qEpuL29Ao8/boGQkFv1c/PQ0FtYuvRxdOmiQF5eZRNRDC8pKR+lpS3/vaS2Moorz9977z0cPnwY0dHRcHJy0vpaLy8vAMC1a9caXa5UKmFra9vg0VFs3XoR8+d7oWdPG5iby7FixXP48ccUFBdXCBJ/06YXMGpUb4wbt0uUHykw9fhiksmkUCrlkMulkEolUCrlUCjafk9YsTWV74YNP6N//1B4eGyBh8cWrFgRjaSkXHh4bMGdO8Vtbs/KygwzZ3rAzq7uKzsDBnRDUNCzOHZMmB/jMrX+1zdT7x+x82d8w8anRzU1HsrlUkRG+sHKygy+vntRUdGywnn//uYYOdIaO3Y0LCJHRt5F375x8PC4Ag+PK5g9+wbU6mp4eFxBbGwJyspqERGRi8DAnujUSQY7OxkCA3vi0KH8Jlpq3fq0VVP7ZGlpJb7++jesXv08bG2V6NvXHvPnD8f27Zd0btMYGcP8XOzxXR/Enn+a+jmU+RuW2MdYeziGTRnncIZl6p9RuX0Nb+vWWMyfP+yhGt8f8OOPN1Bc3Ppitp+fY/3vCg0ZYotlyx7H/v11c/e8vEokJ5cgIKA3lEoplEopAgJ6Iy2trM2Fc6H3H5lMAqVSBrlcci+eDAqFFGVlVYiISEBg4DB06qSEnZ0SgYHDcOiQsOOMpNaA3xusra3F/PnzERUVhZMnT6Jfv37NvufMmTPw9vZGXFwcBg0a1OzrCwsLYWdnB2AZgPZ9T0qpVIJPPhmHGTM8AADR0Tcwf/4R3L6t+9W8zs52SE1diLKyKlRVPfgvqoiIeMybp/sPP5p6fLEFB4/GypWjGzx38uRNjBkTbpB8mtPSfGfM8MAHH4zA4MFbdGrP0lKBgwenwtOzB5RKOe7cKcb+/b8jOPgkSkt1/19SU+t/fTP1/hE7f8Y3bHxqSNt4+NVXvyImZhZKSytRXf1gevjxx6ewdu2pJiJOxPr1veHlZY3Ro7Xfx/m552xw8GB/dO784IcnLS2l2Lz5cfj6dkZ5eS2++SYfixal1t/SBTjS5vVp6/iubZ+0sVHi889fxIsv9kdpaRU2bTqP1atjGolSDmAdVCqVyV3IYUzzc7HHd7HpY/5p6udQ5m9YYh9jpn4MmzrO4QzL1D+jcvuKqWW3Xamr8T2PGTPq5lbR0amYP/8Ybt9u7sLD4Y88ExMzFIMGWUMulyAjoxw7dmTg009Tcb8i7OZmhY0b+2PoUFtIpRLExqqxePFVXL786O8WAc3fhle3/efRuXNw8DNYufIZjXhpGDNmHywt5di8eSx8ffugvLwa33yTgkWLTtbf0qWhMgB/a/Uc3aDF83fffRdffvklDh06BFdX1/rn7ezsYGFhgevXr+PLL7/ECy+8gC5duiA+Ph4LFy6Ek5MTYmIa+6DyqI5UPCciIiLSr4kix9dePDdepls85/yciIiISEzC/i7hox4tngtL3N+wa6x4Lpy2Fc8Nes/zf//73wCA0aNHN3h+586dmDlzJszMzHDixAn885//RHFxMXr37o1XX30VQUFBBsiWiIiIiKh94/yciIiIiOgBgxbPm7vovXfv3i2+goWIiIiIiHTD+TkRERER0QNG8YOhRERERERERERERETGhMVzIiIiIiIiIiIiIiINLJ4TEREREREREREREWlg8ZyIiIiIiIiIiIiISAOL50REREREREREREREGuSGToCIiIiITNURkeOPFjn+SZHjk3bm9x5iKBUpLhEREZEuKkWOf0bk+G4ix88QOX7r8cpzIiIiIiIiIiIiIiINLJ4TEREREREREREREWlg8ZyIiIiIiIiIiIiISAOL50REREREREREREREGlg8JyIiIiIiIiIiIiLSwOI5EREREREREREREZGGDls8DwgYjgsX3kZZWRCioqbWP+/gYIWIiFeQlrYIKtVyXLr0DiZPdhWkzZCQibh1ayFUquVIT1+EjRsnQKGQCRLbzEyGrVsnIyVlAQoLlyMh4T3MmjVYkNiazM3lSE5+H/n5y0SJT4/audMX5eV/h1r9Yf1jxAgnQ6fVYk0db0IS8/jSR/5iEjt/U+8fsYl9fmb/G5Y+x19TJFT/TJ7cBbGxQ1FU9AdkZDyDd97pCQCIjvZAWdmzUKv/UP/o0cOs/n3NLW9tvtHRM1FWFtRgPO7Rw6bV60Mt5+LSCd9/74e7dxcgPf1dLFky3NAptYqY8xN9xDd1nAMZHufojdPH/MGU+4dICBwjmybW+cHcXIbk5BeQn/9y/XP79o1EZuYUqFSvICVlEv72t6fakK8HLlyYhrKy9xEVNeWR5f7+A5CYOBNFRfNx44Y/pkzpo9N6aJILGs2EZGaqsWbNT/DxcYGTk23989bWZoiNzUZg4AlkZqoxaVI/7N37Jwwbtg0JCTk6tRkWdgHLlp1ASUklunSxxL59fli6dBT+8Y+fdF0dyOVSZGUVwcdnF1JS8uHl5YQjR95Aenohjh+/rnP8h61aNQapqQXo2tVS0LikXVjYBSxceNTQabRJU8ebkMQ8vvSRv5jEzt/U+0dsYp+f2f+Gpc/x1xQJ0T/jx9sjLKw/3nwzAadOFcDWVg5HxwcF8MDAFPzrX+lNvr+55a3NNzDwBP71r19aFI90I5VK8M03r+LgwauYMmU/XFw64fjx15CersZXXyUYOr0WEXN+oo/4po5zIMPjHL1x+pg/mHL/EAmBY2TTxDo/rFo1AKmpJejaVVn/3Ecf/YarV9WoqKhB796WOHr0Wdy8WYw9e1JbkW8R1qw5Bx+fx+DkZN1g2Zw5A7FwoSemTv0Oly/noFs3S1hZKQRbJ6ADX3keFZWAQ4cSkZtb0uD5Gzfy8dlnZ5GRUYja2locPnwVSUl5glzlm5iYi5KSSgCARALU1NSiXz97neMCQElJJYKDo5GSkg8AOHcuHdHRN+Ht7SxI/Ps8PXtgwoS+WL/+jKBxqX1r6ngTkpjHlz7yF5PY+Zt6/4hN7PMz+9+w9DX+mioh+mf16sexatVNxMQUoKYGKCioQlKSOPs7t6dxcXW1h6urPT766Ayqqmpw9epd7NgRj7ff9jB0ai0m5vxEH/FNHedAhsc5euP0Md6Ycv8QCYFjZNPEOD94enbGhAndsX59wwscrlxRoaKiBgBQW1uLmhqgXz/rxkJoyfcaDh26jtzc0gbPS6USrFo1EgsWnMTly3UXPN+5U4IbN1Q6rMmjOmzxvKUcHKzg5tYV8fG3BYkXGOgNtfpD5OQshbt7d4SGnhckrialUo7hw3sJljcAyGRSbNs2BQEB36OiolqwuNQy06e7Iy8vEFeuvItFi56BRCIxdEpGR1/HF5EuxDg/k/Hg9tWutf1jaSnFkCE26NVLiaSk4cjKGonIyKfQvfuDK8+Dgh5DXt4oXLo0BG+95fhIjOaWtzbfoKBnkZcXiEuX3sFbb7m3Kh61jlRaN9d5eM4jlUowaJCDoVJqE7HnJ5z/kLHjPto8zh+IxMHzj37IZBJs2zYMAQGX6gvlD9u8eQiKi19FWtoUWFvLER5+U5B2XV07o3t3K3h6dsONG/5IS5uDrVvHwcam6ds0tgWL51ooFDLs3fsnREb+hosXMwWJuX79adjYfAw3t03YsuV/yM4uEiSupu3bpyA5OQ8HDgj3ldYlS0YiNjYLp061/KsVJIyQkHNwdQ2Fg8Mn8Pf/BgsWjMCCBV6GTsvo6Ov4ItKFGOdnMh7cvtq1tn86d1ZAKpXA17crxo2LQ9++51BeXouICDcAwPLlKejT5xc4Op7FsmUpCA3tB1/frvXvb255a/NdvvwE+vT5Fxwd/x+WLTuB0NCJ8PV9shU9QK2RlHQXN2+qsGqVN8zMZHjqqa74y18GwtZW2fybjYjY8xPOf8jYcR9tHucPROLg+Uc/lix5ErGx+Th1qvHbXQcEXIS19X4MHfoDdu26ifz8CkHatbc3BwD4+Dhj6NA98PDYjSeesMXGjaMFiX8fi+dNUChk+M9//oySkkrMmfOt4PETE3MRF5eN8HBfwWOHhU2Cq2sX+PruRW1trSAx+/Sxx9y5Q7FkyXFB4lHrxMZmITe3BDU1tTh3Lh3r1p3Ga68NMHRaRkvM44tIF2Kcn8l4cPtq15b+KSqq+6ZbSEg6bt0qR3FxNYKDb2DMmE6wtJTil18KUVhYjaqqWvzwQz4+/zwTr73Wrf79zS1vbb6//JKOwsJyVFXV4IcfruPzzy9yPBZRVVUNXnrpAAYPdkRGxrvYs+dF7Nz5K/LySpt/sxESe37C+Q8ZO+6jjeP8gUh8PP+Ip08fa8yd2wdLlsRpfV1tLXDxYj7U6kp8+qmHIG0XFdXdlmft2vPIyytDXl4Z1q49j8mTXQSJf1+H/cFQbRQKGfbt84OZmQwvvfQVKivFuUWJQiET/H5LmzdPgpeXE8aO/QKFheWCxfX2doajozWuXp0PAFAopLCxUSInZykmTdqD8+czBGuLmldTw0lVc8Q4voh0Idb5mYwDt692be0flaoKqalljS5r7PZlNY9+S7RVy+9rab4cj8X3+++5GD8+sv7vdeueQ0xMmgEz0o3Y8xPOf8jYcR9tiPMHIv3h+Ucc3t5d4ehojqtXXwAAKBQS2NgokJPji0mTfsL583cbvF6hkLb6nudNSUrKR2lplSCxtOmwV57LZFIolXLI5VJIpRIolXIoFDLI5VJERvrBysoMvr57Bbu3t5WVGWbO9ICdXd1XCgYM6IagoGdx7Jgwv6QNAJs2vYBRo3pj3LhdKCho/INmW0VG/oa+fUPg4bEFHh5bMHv2N1Cry+HhsQWxsdmCtkWP8vN7GjY2dV9RHjKkJ5Yt88b+/b8bOKuWa+p4E4rYx5fY+YtN7PxNvX/0QczzM/vf8MTcvu2Brv2zdWsm5s93Qs+eZjA3l2LFisfx44/5kMslmDjRHhYWUkilwPPPd8LcuT2xf3/d10Xt7ORal7c2Xzs7c0yc2A8WFnW3knn++Scwd+5QkxqPTdHAgQ6wtFRAoZDi5Zf74y9/GYQ1a84aOq0WEXt+oo/PF6aOcyDD4hxdO7HnD6beP0S64BipnZDnh8jINPTt+x08PI7Bw+MYZs++ALW6Eh4ex5CdXYZXXnGClZUcEgnwzDNd8P77/XDsWOvqiDKZBEqlDHK55F6+MigUUpSVVSEiIgGBgcPQqZMSdnZKBAYOw6FDwm5nSW07/15QYWEh7OzsACwD8OD+iMHBo7Fy5egGrz158iaCg6MREzMLpaWVqK5+0DUff3wKa9eeanMelpYKHDw4FZ6ePaBUynHnTjH27/8dwcEnUVpa2ea49zk72yE1dSHKyqpQVfXgsqqIiHjMm3dY5/iannvucRw8OBWdO68TPDY9KiZmFgYNcoRcLkVGRiF27IjFp5+eNZmv9TV1vI0ZEy5IfLGPL7HzF5vY+Zt6/4hN7PMz+9+w9D3+mhrd+2c0pFLgk0/6YMaM7gCA6Oh8zJ9/DdXVtTh8eCDc3CwBADdvluGf/0zHzp11k/GuXRVal9c52eJ8//73/+Lw4Wlwc3O4F68A//znL9i5M7aRvMsBrINKpYKtrW0L1rNjeTA/XwnAXOtrV6/+A+bNGwxzcxni4nKwZEk0zp5tyTceDX9rF7HnJ2LHbw84BzIsztGbpo/5gyn3D5GuOEZqp9v5wU3r0ueec8DBg97o3DkKzs6WiIgYgYED7SCVSpCZWYrdu29i7doENF3OenSeFxz8DFaufEYj3zSMGbMPlpZybN48Fr6+fVBeXo1vvknBokUn62/p0lAZgL+1eo7eYYvnRERERGTsRosc/6RIcVk816Y1xfO2M3zxnIiIiKj90V48152Yt4VuW/G8w962hYiIiIiIiIiIiIioKSyeExERERERERERERFpYPGciIiIiIiIiIiIiEgDi+dERERERERERERERBpYPCciIiIiIiIiIiIi0sDiORERERERERERERGRBhbPiYiIiIiIiIiIiIg0yA2dgP50BmAuUmy1SHH1RezdQCFy/FKR41eKHF/s/hE7f7FZiBxf7P2HiIja7qSo0YPxkShxywGsEyVyezMCgJVIsc+LFPe+biLHF3v+I7YMkeOLPX/rJXL8VJHji/35zk3k+Akixxd7/2kPn19M/TOqqZ9Dxd7GtiLHLxQ5vqnnLzZ7keOLO8YHY7Fosds6R+eV50REREREREREREREGlg8JyIiIiIiIiIiIiLSwOI5EREREREREREREZEGFs+JiIiIiIiIiIiIiDSweE5EREREREREREREpIHFcyIiIiIiIiIiIiIiDR2meG5mJsPWrc8jJWUGCgvnIiHhTcya9VT9chsbM+zZMx4q1VxkZ89GUNCwBu/39HTAqVN/gko1F9evz8Bbbz3ZbJs9e9ogKupPyM1diJychfj665fRtatlg9eYm8uRnDwP+fmL27Rekyf3Q2zsbBQVLUFGxvt45x3Pe/l2x6lT06FS/RXXr7+Lt94aqDVOQIAnLlyYjrKyxYiKern+eQcHS0REvIi0tHehUn2AS5dmYvLkvvXLzcxkiI5+HbdvvweV6gMkJMzGnDnujcT3wIUL01BW9j6ioqY0WBYd7YeysvehVr9X/+jRw+pe+xaIiJiItLQ5UKkCcOnSm5g82aVVfdRYH7e2fx5dn+G4cOFtlJUFISpqaoNlq1aNQXz8PFRWrsDGjRNaFfdhTe0/dfvyC0hJCUBh4V+RkPAOZs16tM/bmv++fX9GZuZiqFTLkZKyAH/727Otzr0ux8lISVmAwsLlSEh4D7NmDa5f7unZA6dO/QUq1XJcv74Ab72lPf+27p8A0KOHNb777k8oKlqI1NR5mD27+b5qqn9697aDWv1hg0dl5QocOvR6S7umSSEhE3Hr1kKoVMuRnr4IGzdOgEIha1Os5vrfxkaJPXtehUq1HNnZf0VQUOu2sT76p6n+EHMbAPfPF+8jP3+ZaPGEOkc0Ff++bt2skJcXiNjYuTq10dz+pAvN/B0crBAR8QrS0hZBpVqOS5feweTJrjq1IXT+zcVzc3PAiRPTcfduILKy/orPP58MCwuFTusgtKaOYaH6X9v5TIgx5r7G9v/G4msb88asWoV58fFYUVmJCRs3PtLGBzdu4G8lJfhQrcaHajWW5efXL5OZmWFmdDSW3L6N5SoV3ktIwJA5c+qXT5s2DTY2Nm1ev45s8mR7xMZ6oKjoGWRkDMM773RH795KqNXPNHhUVo7CoUNurYqtbU4KAP7+A5CYOBNFRfNx44Y/pkzp06r4ISFDcevWy1Cp/oz09FewceMQKBRS9O5tCbX6tQaPysppOHRodKvi32duLkVy8njk508GAPTubQG1+qUGj8rKl3Ho0DOCxAcANzcbnDjxB9y9OxlZWZPw+eeesLBo+VxF189jbeHi0gnff++Hu3cXID39XSxZMlyneE1tXwBwc7PDiRNjcfeuH7KyXsXnn3u1qn8ao1YvafCoqFiGuLjZOsV8mND9s3OnB8rLX4Ra/UL9Y8SIzvXLAwIex4ULz6KsbBKiolq/fZv6TAAAq1b9AfHxf0Fl5RJs3DhWp/V4mJBzdE1C939jxMx/584XUV6+rME+OmJEL0Fii0Hb/lN3/pkMleoDZGe/h6CgkUYXvylCfX4Re3wUm6nn3xShtq/YY3Bba36NvX9qVFSDZdrm683Nx2UKBf68bx8+uHEDK2tr8dRLL7Vqve6Tt+ldJkgulyIrqxg+PgeRkqKCl1d3HDkyBenpRTh+/BZCQ5+Dvb05nJ3/D926WeLEiZeRmqrG7t2JsLMzw/ffv4Tg4F+wbdtvGDq0G374wRcpKSqcOZPVZJubN48HADz22CZIJBLs2fMSQkL+iGnTDta/ZtWqZ5GaqnqkqN4S48e7ICxsAt588xBOnUqDra0Sjo5WsLNT4vvvX0Nw8Cls2xaLoUN74IcfXkdKSj7OnElvNFZmZhHWrPkZPj6PwcnpwQc9a2sFYmPvIDAwBpmZakya1Ad7907BsGG7kJCQh6qqGsyffxwJCXmorq6Fm1sXREe/joSEPJw+na4R/9y9+NaPtB8YeAr/+lfsI89bW5vda/8UMjOLMGmSC/bunYRhw/YgIeFui/pJs4/b0j+P9pcaa9b8BB8fFzg52TZYdu3aXSxdehxz5gxpUaymNLX/zJ79HbKyiuDjswcpKQXw8uqJI0emIj29EMeP39A5/48+OomrV/NQUVGN3r3tcPTom7h5swB79sS3OPe6460IPj67kJKSDy8vJxw58gbS0wtx/nwGvv/+DQQHn8S2bRcxdGhP/PDDW/f6/1YT+bZt/wSAr76ajOvXC9Ct2yYMGNAVx479GVev3sVPP6W1un/S0lSwsfm4/m+FQobMzMXYu/dKi/umKWFhF7Bs2QmUlFSiSxdL7Nvnh6VLR+Ef//ip1bG09f/x49cRGjoR9vYWcHbeiG7drHDixHSkpqqwe3dci+Lro3+09YdY2wCoK2ynpha06Zzc0nhCnSOain/fpk0vIDY2C1266LYuze1PutDMv+6cn43AwBP3jul+2Lv3Txg2bBsSEnKMIv/m4n355as4ezYNEyfugZ2dEocPT8Pf//4sPvzwxzblL4amjmGh+l/b8SvEGHNfY/t/Y/F/+OF6k2Pe3WvXcHzp0gaTbE37X38diYcOPfJ8TVUVvp8/H7kJCaiproaDmxtmREcjJyEByadP48svv8S///1v2NraNhKVmjJ+fCeEhfXBm29exalTKtjayuDoaIa0tHLY2Pxc/zqFQoLMzOHYuze3VfG1zUnnzBmIhQs9MXXqd7h8OQfdulnCyqp1//kVFnYVy5bFoqSkGl26KLFv3x+wdOlT+Mc/rsDG5uuH8pciM/MV7N17s1Xx71u16mmkppaga1czAEBaWilsbB7sp3X9Mwl797ZsbttcfAD48svhOHs2DxMnnoadnQKHD4/C3//+JD788LcWxZTLJW3+PNYWUqkE33zzKg4evIopU/bDxaUTjh9/Denpanz1VUKbYmrbvl9+OQpnz+Zg4sToe/0zBn//+0B8+OHlNrUFADY2/6/B33Fxs7F37+9tjvcwMfoHAMLCbmDhwsb3iczMcqxZcxU+Pg5wcjJvdeymPhMAwLVr+Vi69CTmzBnUprybIuQc/WFi9b8msfJ/EP8iFi48LkgssWnbf0JDfe6df/597/wz9d7no5ad3/QRvylCfX4Re3wUm6nn3xShtq/YY3Bba36Nvd/HqeEybfN1bfPxW6dPAwBunT6NX/71L7z65ZctWpfGdJgrz0tKKhEcfA4pKSoAwLlz2YiOToe3dw9YWMgxdWp/BAX9DJWqAsnJBQgNjYO//9MAgJEje6C8vBqff34FNTW1OH/+Ng4cuI7Zs5/W2qaLSydERiaguLgSRUUV+Prr3zFwoEP9ck/P7pgwoQ/Wr/9ZS5SmrV79HFatOo2YmFuoqalFQUEZkpLyMHKk0718L93LNxMHDiRh9myPJmNFRV3FoUPJyM0tbfD8jRsqfPbZeWRkqFFbCxw+fB1JSXcxYkRPAEBNTS2uXMlFdXUtAKC2FqitrUXfvp014l/DoUPXH4nfnLr2LyIjo+he+yn32u/Rovc31sdt6R9NUVEJOHQoEbm5JY8s27UrDkePXkNhYXmL4zWmqf2nbl/+CSkpBQCAc+cyER2dCm/v3oLkf+XKHVRUVAOo25Y1NbXo18++VbnX5RiNlJT8ezmmIzr6Jry9nTFyZO97/f+/e/2fgQMHEjB7tqeWfNu2f7q4dIK3txOWL49BSUklzp/Pwp49v+Mvf9H+TQNt/fMwX98nIZVKcOCA7hPcxMRclJRUAgAkErSp3+/T1v8WFgpMnToAQUH/hUpVhuTkPISGnoO/f8uvxNVH/7S0P4TcBp6ePTBhQl+sX39G51ja4gl1jtCW75QprrC3t8Du3a0vSGrStj/porH8b9zIx2efnUVGRiFqa2tx+PBVJCXlYcQIJy2R9Jt/c/FcXDojIiIelZXVyM0twTffJGHgQMc25y+Gpo5hofpf2/ErxBgDNL3/NxZfpSpr8pwVt2sXrh09ivLCwlbnUFtTgztXrqCm+kF7qK2Ffd++zbyTtFm9+jGsWnULMTEq1NQABQXVSEp6dP7o69sFUilw4EDriudNzUmlUglWrRqJBQtO4vLluv8sunOnBDduqFoVPzGxECUldfvEg/3/0W8g+Po63Ru/Gr9wQBtPz06YMMER69cnNfkaX9+e9+JnCBbfxcUKERG3UFlZi9zcCnzzTSYGDrRrcdySkqo2fx5rC1dXe7i62uOjj86gqqoGV6/exY4d8Xj7bY82x9S2fV1crBERcQOVlTXIzS3HN9+kY+DATm1uS9OwYT3x1FMOCA/XfWwHxOmf5kRFZeHQoWzk5la08f2NfyYAgF27ruDo0RQUFrYtdlOEnKM/TF/9L1b+pqip/afu/OOGoKBTUKnKkZycj9DQi/D3b91/xIgdvzFCfn4Re3wUm6nn3xght6/YY3Bba34teb+2+Xpz8/Hqykr88q9/4dbp06i995q26DDFc01KpQzDh3dHfHweXF07Q6mU1R9IAHD5cg4GDeoCoO5gk0gavl8qlWDQoK5a29iw4Tz8/Nxga6uEnZ0Sr7/+NL79NhkAIJNJsG3bJAQEHK3/kNcalpYKDBnSA7162SApaS6yshYgMvIVdO9ufS/fhgnX5av7h3cHB0u4uXVBfHzDK9C+/fZVlJYuRkLCbNy+XYKoqKutihsUNAJ5ee/i0qU38dZbTX/91sHB4l77zX9QaqqPxewfIWnbfx5Wty/3RHz8HcHa3rx5EoqL/4a0tEWwtjZDePhlneIplXIMH94L8fG3tRxPwu+fgwY5ICurGHfuPCiYXL58B4MGddO5LQDw9x+MPXviUV5eJUi8wEBvqNUfIidnKdzduyM09LwgcR/uf1fXLlAq5bh8Obt++eXL2aLs/7r2T0v6Q6htIJNJsW3bFAQEfN+mc7LY8VoT39ZWiQ0bxmPu3MOCtws03J/aqqX94+BgBTe3rjq1pUmI/LXF+/TTs5g+3R3m5nI4Olrj5Zfd8O23TRe4jJku/a/t+NV1jGlu/xF6DHvx88+xNCcH/mfPot/EiY8sn/bttwgqLcV7CQkoun0biRpfNaWWs7SUYsgQa/TqpURS0hBkZQ1HZOST6N790avD/P0dsWdPDsrLawVp29W1M7p3t4KnZzfcuOGPtLQ52Lp1HGxszJp/s4bAwKehVr+GnBw/uLt3Rmjoo+cAf/++2LPnBsrLa1oVu25+64mAgMuoqGj6vf7+T2DPnluCxv/006uYPv0xmJtL4eioxMsv98K33zb9LdzmtObzWFtIpXUTzofn/XVzToem3tIiTW3fTz9NwPTpLjA3l8HR0Rwvv9wb337b+v+8aIq/vzuOHLmOrKwiQeKJ1T/Tp/dGXt4EXLkyGosW9Xlk3m+KxJiji9X/jRHrMwYATJ8+EHl5i3DlyttYtMjLJLe3q6v9vc9HD+Y7Qn5mFCu+2J837hNyfDQEU81f7O0r9hisqaU1v7YSez7eYYvn27ePRXJyAQ4cuAZrawWKiirqr54GgIKC8vqD6eefs2FlpUBAwCDI5VKMHNkDL7/cB7a22g+2M2fS0K2bJfLzF+Pu3cXo3Nkca9eeBQAsWfIMYmOzcepU07eO0KZzZ3NIpRL4+vbHuHFfom/fMJSXVyEiYgp+/jnjXr5D7+XrhJdfdm023+YoFFLs3TsFkZGJuHgxu8GyyZP3w8pqA5577v+3d+9xUZX5H8A/w9zkfhHlooIISZQIqcmappB4KfUnWmar2wKp+1KJ9VKW7msLi1bUrde6moqFQq2XxFAyy3XNFbxrKV5KRWW9YIoXDAUEucz5/TGAzADDzHCOI8Pn/Xr5egkz85wvz3Oec77PM+c8Zz0yMnJRVmb8RNa8efvg778aHh7JmDt3L5YtewFRUQ2v2tJufwTS03Nx9GjzA/mm6liq+hGbof2nvpSUETh//g42bzbvltbGxMV9BweHBejT5zN8+eUJ/PZbeYvKS0n5P5w/X4jNm8/g4MF82NurEBfXt6b+u2DMGO2XBC3R2P7p4KBCUZFu7EVF5aKcKH18nBEZ2Q0pKcdaXFatRYv2wdFxAYKCPkVy8k8oKBBncFS//h0cVDXHu4cDYm2dtKz+9YlRP83Vh5htMGfOc8jJuY69ey+3uCwpyjOl/MWLhyAt7TguXDBuaStT1d+fzGVM/SiVcnz11StIT/8FR49eM3tb+sSI31B527efx4ABPigu/gsKCt5Gfv5drFnT9C2Kj6uW1r+h/tvSc0xz+4+Y57DNr7+Of/r54ZNOnXBk2TK8mpEB7z59dN6zftQo/M3eHqmDBuFMRgYqy8y74oYAV1dFTX7bHkOG/IyAgJ/w4IEGa9fqrr3v46NGZKQLUlLE+2LNzU27hERkpA/69FmH0NB/wc/PCf/4R7jJZS1a9AscHTciKGgrkpPPo6BAdx/08bFHZKQnUlIumFz2nDndkZNThL17m76QxMfHDpGRHZGScknU8rdvv4EBA9qjuHg0CgpGIj//PtasMX0btUwZj5kjN/cOLl26iw8/HACVSo6nnnLHG28EtzjnbKp9t2+/hgEDOqK4eDwKCl5Bfn4p1qwxvY0bY2enxGuvPYWUlOOilAdIUz9Ll15EYOB/0aHDvzFp0gnMmOGHGTNMe17V40iKHF2q/bMxUo0xli79CYGByejQ4R+YNGkbZsx4FjNmiL9uu9Qejo/qH3/EGTNKWb7U441aYp4fLaG1xi91+0p9Dq7P2Dm/lpA6H2+Tk+crVoQjMNAVUVHbIAhASUkl7OyUkMsffk3q7KxGcbH2lq87d8oxatS3mDAhEAUFk7Bw4XNITT2NwsKmB2MyGbBz5wTs338VDg6L4eCwGPv3X8V//jMB/v6umDq1F+bMMX/905ISbWxLl/6IK1fuobRUu5RHRERXlJdXYdSodEyY8DQKCmZg4cIIpKaeQGGh+TuPUmmDr7+Owv37lZgy5d+NvkejEbBnTz48POxNetjJoUPXce9eBaqqNPjPfy5j1aqTGD++eyPbH4X796swZUrza6oZquM7d8pErx+xGdp/6luxYjgCA9sjKuprCOJceFVHEAQcPXoNxcUP8PHHQ80uZ8WKETUxfgVBEGrqfz0mTAhGQcHbWLgwEqmpOSgsNLwEiCFN7Z8lJRVwdtZNQOv37ZaIjX0GOTkFol4RW+vs2ds4caIAaWlRLS5Lv/5LSipqjncPD//Ozu1QXNyyJUT0iVk/TdWHWNvw93fD1Kl9MGeOOOs1il2eKeUPGOCD/v19RFt6Rp/+/mQOY+pHqZTj669frenT35obbgNixG+oPBeXdvjhhz/i88+Pws7ub3B1XYjS0kqsXTtWhOgfHTHrv6n+a+45xtj+JdY57Mq+fagsK0N1RQVObdiAc99+i6defrnh9jQaXN6zB/YeHug/Z47Z22vrSkq0V1YtXXoNV648QGmpBgkJVxAR4Qw7u4fnrdhYD+TklODkyVIRt61d1iAp6QgKC8tRWFiOpKQjJj+ovr6zZ+/hxInfkJam+9DO2Fh/5OT8hpMni0wqz9/fHlOn+mHOnFMG3xcb64ucnCKcPGnaLemGyndxUeKHH57H559fgp1dJlxdt6K0tBpr15r3UE9Tx2PmqKrSYPTozXjmGQ/8+ut0rFs3Eqmpp0TL+eu3r4uLCj/8MBiff34ednZfwdU1vaZ++ouyrXHjgnD/fhW++67hXajmkqJ+cnLu4vbtCmg0wOHDv2HhwgsYP95btJgtTcwcXer9szFixg8AOTkFuH37PjQaAYcPX8PChQcxfvxTzX/wMfNwfCTe8Ufq8qUeb9QnxfnxUWqN8Uvdvo/iHFyfMXN+YpAyH28zDwyttXx5OMLCPDF48Ja69dByc39DZaUGISHuOHZMe5tCaKg7Tp0qrPvcgQPX0b//prqfv/pqOLKzm74Nz83NFl27umDp0h/rrsJetuxHvPNOP0RFdYeHhz3OnZsGQDvx5+ioxq1bszBixEYcOdL8FV537z7A5cuNJ8QyGXDgwFX07/9FvXjHIDvb9DUVa+PbtCkKKpUco0dvRmWl4ds/lUobPPGEq8H3GKLR6E5oaLc/smb73zS7fQAYMKCLwToWs36kYGj/ad/eFoWFZVi+fDjCwjph8OB1LV472RClUm72unjLl49AWFhnDB78hU6MBw7ko3//1XU/f/XVK8jONu8bVUP758mTt+Dt7YAOHexw65Z2cj40tCNOnTLvwYO1ZDIZYmNDkZS0r0XlGNKSeq/VWP3n5haisrIaISEeOHZMe6t1aKgnTp0Sb9kfKepHvz7E3MaAAT7w8HDAuXPxNduqPV68gxEj1uHIEdNuuRa7PFPK//HHX9GtmyuuXXsLgPZ2PFtbJW7degfBwStadKVRU/1ZzPhHjFiHnJwCbNo0rqZPb0BlpTi3KYoVv6Hy/P3dYGurxNKlhwFo12peteonbN/+hxZv71FRKuWi17+h45mpxzpT+5cYx9L6BI3hHESuVMLtiSdE215bc/duNS5fbvzilNqlAGQyIDa2I5KSzHsQZlNyc38z6c5JY2nz4odrnmvj74akJNMfEjdggDs8PNrh3LlhdWU7Oipw69ZIjBixH0eO/FZTvi+SkkxfLqq58m1t5Vi6VHsldVFRJVat+h+2bx9g8nbMHY+Z4/Tp2xg2LL3u54ULByE727w7fxtT277+/g419aOt96KiCqxadQ7bt78gynYmTw7FF1+c1LkqUAxS14/+uM4aiHlekbr+GyP2ebG+1treubl3asZHHXHsmPainNBQjxaPGaUsX+rxRn1SnR8fldYYv5Tt+yjPwU2R+lghRT7epq48//TTcPTv74UhQzJRVPRw4FxWVoWNG88hMbEfnJxUCAhwRnx8CFJSHia1oaEdoFLJ0a6dHJMnP43w8M5YsuR4k9sqLCzD+fN3EBfXG2q1HGq1HHFxfZCffw8rVhxFQMAKhIamIDQ0BZMnf4fi4gcIDU1BTk5Bk2Xq++yzHMTHPwtvb0e0a6fA++8/j127LqK0tBKhoR418SoweXIowsN9sGRJ02ubyeUyqNVyKBQ2sLHR/l+ptIFCYYP09NGwt1ciKmpzg7WWQkI6IjKyK9q1U0Aul+Gll7ph4sSnsGPHxSbKl+mU7+ysxosv+sHWVnub7gsvdMHUqT2RkaG9qkK7/ZE12//G6LWe0tNPG6xjU+unYX3ZQK1W1KsvBZRKeV3MarW2PrR/t/Z9pjC0/xQWluHTT4ehf//OGDJkfYNlSVoSv4+PM8aODYK9vQoymQz9+nXBn/8chh078kzexqefvoT+/btgyJAvG8QYGupZr/57ITy8K5YsOWQgXvP2z//9rwj79/+KBQsGwtZWgWef9cLEiU9j9WrDD1oy1L4AMGRIN7i722HDBsNXfhnL3l6FmJhQODtrbynr0aMj/vrXgWbVe62m6r+srBIbN/6CxMQX4OSkRkCAG+Lj+5q09InU9WNMfYjZBunpvyAgYClCQ5MRGpqMyZO31hwvkk06JhtbXkuPEYbKHz/+a3Tvvqzutfff343c3NsIDU3GzZvmX6FpqD+bylD8x48XID19HOztVYiK+kq09f3EjN9QeWfP3kZJSQWmT38WcrkNHBxUmDKlN3JyzF8TWApN9WHtMbVl9W+o/4pxjjG0/xQUlDRa/s6d/2vymGWjUEChVkMml0Mml0OhVsNGob22xLlLF/g+/zzkKhVsFAo8PW4cAkePxtnMTACAZ0gIukVGQtGuHWzkcjzx0ksInjgReTt2mFxv9NBnnxUgPt4L3t4qtGtng/ff74Jdu4pQWqr94mLIEBe4uyuxYYN5kw5N5aTl5VVYu/YM3n33Wbi4aJ838+67z+Kbb4zfP+3tFYiJ6QZnZ+0a7T16uOCvf+2BHTseHgOGDPGCu3s7bNhwyeTY09OvIiBgB0JDdyE0dBcmTz6K4uIqhIbuQk5OUU35HnB3V2PDBtMn4AyVf+ZMMUpKqjB9ejfI5TI4OCgwZYpf3XaN1ZLxmDmCgzvAzk4JpdIGY8Z0xxtv9MRHHzVcBtEYhtr37Nl7NfXTvV79PIGcnN9aFD8AdO/uhuee64zVq4+3uCx9YtYPAIwb5w1HR+0xtHdvZ8yd+wQyMh7u/9r+Z1Ov/9lAqTR+keymxgRA7RhMXi+/kps8BtMnRY5en9j1r0/q+MeNC6pb1qF3by/MndsPGRniLSUqtqb2H+3x5ywSE5+vOf64Ij6+F1JSTjxW5dcn9vhFN37xz4+PQmuPvz4p2heQ9hxs7pxfY5+X2dhAoVZDrtSebw3l68bk43KVCgq1GpDJYKNUQq02fXksmSDGfcuPsXv37sHZ2Rk+Pitx+fJUlJdXoarq4VVDa9fmYtq03XB0VGHVqgiMHOmHsrIqfPrpSSQmPpxMXbMmEmPG+EOhkOHAgQLMmrUHp0/Xridb3Oi2g4Lc8Y9/RKJPHy/Y2MiQk3MDb731g86DIgBg0CAfZGaOg6vrJyb9bTY2Mixe/AKio7VPad69+zLi43fgxo1SrFkzEmPGBEKhsMGBA1cxa9ZOnD7d1NqICiQk9Mf8+bpXjmRlXUFCwj5kZ09AWVmlzpUOCxYcRFLSIfTu7YmVK4ciMNANggBcunQXK1Ycw2ef1T8RKJGQ0A/z5/fTKz8f48Ztw7ZtUQgK0n77fenSPSxZcgypqdpOOnBgZ2Rnv4qysiqdNZoXLDiCpKTa9mn+1jb9Ojatfiob/CYhIRzz54fr/T2XEBGRhtTUKMTEhOq8lpZ2HLGxmU2U3/AhWEDT+8+dO2W4fDm+kX35Z0ybtr1F8UdHb8HatWMRHOwBGxsZrl0rxr/+dQJJSftMWuLAx8cZly/PaiTGk5g2bRvWrBmNMWOCauo/H7Nm/RunTzc1CLY1e/8EAG9vB6SkvIiBAzvjzp1yfPjhAb1EpeH+Y6h9AWDjxnEoK6tETEymsVVikJ2dEpmZr6FXLy+o1QrcvFmKjIzTSEjIQllZw/ZrTnP17+ioxqpVIzFyZPea490RJCZmG12+1PVjTH2I3Qb1DRrUFZmZr8HVdaEk5Zl+jDCt/Pqio0Mxc+bv8MwzyWaVDTS/P7VU/fgHDvRFdnZsI316L5KS9j4W8TdX3nPPdcGiRUPQo0dHVFdrsH9/PmbO/DcuXmz5BIpYmurDCQm7W1z/hvpvhw52opxj6qu///j4ODdavkolR0JCw783IiINOaldERoTo/Pa8bQ0ZMbGokNQEF5evx5uAQHQVFWh8Nw5ZCcm4tw27X7j3bs3RqxcCffAQAiCgKJLl/DjihU4+tlneABgIYC7d+/CycnJrL/NmtXm58C/AdjrvGZjAyxe7IfoaO2D1Hbvvov4+DzcuFF7/A9EWZkGMTHNLV/R+EURTeWkERGbYGenwPLlgxEV5Y8HD6qxdev/MHt2Vt0t37oaPujNzk6OzMxw9OrlBrXaBjdvliMjIx8JCSdQVlZdE//zKCurQkzMwWbit23mdWDQIHdkZvaDq+vD5ZU2bgxDWVk1YmJ+avbzppb/3HPtsWhRD/To4YTqagH79xdi5syTuHixsS9nG14V5+PjiMuXY80ej+kybmmLxMTnMW3aM2jXTo4TJ25hzpzdOHDAmCv2OjX4TXPt+9xzHbBo0TPo0cOlpn5uYebMn3DxYmN3fRl/x+WiRS8gLMwb4eFrjf6MsTeYm18/jT/sLTu7P3r2dIJCIcOvv5Zj9eor+PjjC3XLSyYkBGL+fN1nGGRl3UZEhP6EcePPJWlqTBARsQGpqS8hJiZY57W0tFOIjf2+kZKM23/Mz9Gb779AS+pf6viBpsao9WVnv46ePTtCobDBr78WY/Xq4/j440NGLidq+hjHNA3bwND+oz3+DMPIkf41x59jSEw07YsMccs3bfke08cvDXMT8c6PAHDPpPhN19rjN43p7dvw7hJxz8ENr+Q3d87P0OcvZWUhLSICUampTebrhvLxWjMvXoRL1646ny8rK4OtrXHHaqANTZ4DiwC0k2grjU+etx5Sr97T/Im3ZaReq1zqE7vU9SN1/FIz/oBmnsdnrXsiInq0EvCBJOVy8twwQ5Pn4jH+jkLzNJw8F5fU+Y/UxFsyoHFS528NJ8/FJe0D/qQf3zU+eS4ecR7q3TSp9x9rGL+09jFqaz+GSt3GUucmj37yXFyP1+S56aRZmukhaZfBScBbkpVtbo7eppZtISIiIiIiIiIiIiIyBifPiYiIiIiIiIiIiIj0cPKciIiIiIiIiIiIiEgPJ8+JiIiIiIiIiIiIiPRw8pyIiIiIiIiIiIiISA8nz4mIiIiIiIiIiIiI9CgsHYDUBEGo+V+5hFuRsuxHQerdoFri8qWu/yqJy5e6fqSOX2oyict/IHH5RET0uJLqDFBb7sM8lOp7WC+lEm5F6vywTOLyW/u+I3X9t/b2lTp+qcd39yUuX+r6kTr/t4bxS2sfo0rdBlKTuo1bex9r7fFLrXXPkUlZ++bm6DLByrP6q1evokuXLpYOg4iIiIjamPz8fHTu3NnSYTx2mJ8TERERkaWYmqNb/eS5RqPBtWvX4OjoCJms+W8f7927hy5duiA/Px9OTk6PIEJ6lNi+1o3ta93YvtaN7Wvd2lr7CoKA4uJieHt7w8aGqyTqY35O9bF9rR/b2Lqxfa0b29e6tbX2NTdHt/plW2xsbMy64sfJyalN7DhtFdvXurF9rRvb17qxfa1bW2pfZ2dnS4fw2GJ+To1h+1o/trF1Y/taN7avdWtL7WtOjs5LYYiIiIiIiIiIiIiI9HDynIiIiIiIiIiIiIhIDyfP9ajVaiQkJECtVls6FJIA29e6sX2tG9vXurF9rRvbl1qC+491Y/taP7axdWP7Wje2r3Vj+xrH6h8YSkRERERERERERERkKl55TkRERERERERERESkh5PnRERERERERERERER6OHlORERERERERERERKSHk+dERERERERERERERHo4eV7P8uXL0bVrV7Rr1w5hYWE4cuSIpUMikcyfPx8ymUzn35NPPmnpsMhMe/bswahRo+Dt7Q2ZTIbMzEyd1wVBwPvvvw8vLy/Y2toiMjIS58+ft0ywZLLm2jcmJqZBfx4+fLhlgiWTJCUl4dlnn4WjoyM6duyIqKgo5Obm6rynvLwccXFxaN++PRwcHPDyyy/jxo0bFoqYTGFM+4aHhzfov1OnTrVQxNRaMEe3TszPrQvzc+vG/Ny6MUe3bszRW46T5zU2btyI2bNnIyEhAceOHUNISAiGDRuGmzdvWjo0EsnTTz+N69ev1/3bt2+fpUMiM5WWliIkJATLly9v9PXFixdj6dKlSE5OxuHDh2Fvb49hw4ahvLz8EUdK5miufQFg+PDhOv15w4YNjzBCMld2djbi4uJw6NAh7Ny5E5WVlRg6dChKS0vr3jNr1ix8++232LRpE7Kzs3Ht2jWMHTvWglGTsYxpXwCYMmWKTv9dvHixhSKm1oA5unVjfm49mJ9bN+bn1o05unVjji4CgQRBEIS+ffsKcXFxdT9XV1cL3t7eQlJSkgWjIrEkJCQIISEhlg6DJABA2LJlS93PGo1G8PT0FP7+97/X/a6oqEhQq9XChg0bLBAhtYR++wqCIERHRwujR4+2SDwkrps3bwoAhOzsbEEQtH1VqVQKmzZtqnvPmTNnBADCwYMHLRUmmUm/fQVBEAYNGiTMmDHDckFRq8Mc3XoxP7dezM+tG/Nz68cc3boxRzcdrzwHUFFRgaNHjyIyMrLudzY2NoiMjMTBgwctGBmJ6fz58/D29ka3bt0wceJEXLlyxdIhkQQuXryIgoICnf7s7OyMsLAw9mcrkpWVhY4dOyIwMBDTpk1DYWGhpUMiM9y9excA4ObmBgA4evQoKisrdfrvk08+CR8fH/bfVki/fWutW7cO7u7u6NGjB+bNm4f79+9bIjxqBZijWz/m520D8/O2gfm59WCObt2Yo5tOYekAHge3b99GdXU1PDw8dH7v4eGBs2fPWigqElNYWBjS0tIQGBiI69ev44MPPsDzzz+Pn3/+GY6OjpYOj0RUUFAAAI3259rXqHUbPnw4xo4dCz8/P+Tl5eEvf/kLXnzxRRw8eBByudzS4ZGRNBoNZs6cif79+6NHjx4AtP1XpVLBxcVF573sv61PY+0LABMmTICvry+8vb1x8uRJvPvuu8jNzcXmzZstGC09rpijWzfm520H83Prx/zcejBHt27M0c3DyXNqE1588cW6//fs2RNhYWHw9fVFeno6Jk2aZMHIiMhUr732Wt3/g4OD0bNnT/j7+yMrKwuDBw+2YGRkiri4OPz8889c39ZKNdW+f/rTn+r+HxwcDC8vLwwePBh5eXnw9/d/1GESkQUxPyeyHszPrQdzdOvGHN08XLYFgLu7O+RyeYMnBd+4cQOenp4Wioqk5OLigu7du+PChQuWDoVEVttn2Z/bjm7dusHd3Z39uRV58803sW3bNuzevRudO3eu+72npycqKipQVFSk837239alqfZtTFhYGACw/1KjmKO3LczPrRfz87aH+XnrxBzdujFHNx8nzwGoVCr07t0bu3btqvudRqPBrl270K9fPwtGRlIpKSlBXl4evLy8LB0KiczPzw+enp46/fnevXs4fPgw+7OVunr1KgoLC9mfWwFBEPDmm29iy5Yt+O9//ws/Pz+d13v37g2lUqnTf3Nzc3HlyhX231agufZtzPHjxwGA/ZcaxRy9bWF+br2Yn7c9zM9bF+bo1o05estx2ZYas2fPRnR0NPr06YO+fftiyZIlKC0tRWxsrKVDIxG8/fbbGDVqFHx9fXHt2jUkJCRALpfj97//vaVDIzOUlJTofAN68eJFHD9+HG5ubvDx8cHMmTPx0Ucf4YknnoCfnx/ee+89eHt7IyoqynJBk9EMta+bmxs++OADvPzyy/D09EReXh7eeecdBAQEYNiwYRaMmowRFxeH9evX45tvvoGjo2PdGonOzs6wtbWFs7MzJk2ahNmzZ8PNzQ1OTk6Ij49Hv3798Lvf/c7C0VNzmmvfvLw8rF+/Hi+99BLat2+PkydPYtasWRg4cCB69uxp4ejpccUc3XoxP7cuzM+tG/Nz68Yc3boxRxeBQHWWLVsm+Pj4CCqVSujbt69w6NAhS4dEIhk/frzg5eUlqFQqoVOnTsL48eOFCxcuWDosMtPu3bsFAA3+RUdHC4IgCBqNRnjvvfcEDw8PQa1WC4MHDxZyc3MtGzQZzVD73r9/Xxg6dKjQoUMHQalUCr6+vsKUKVOEgoICS4dNRmisXQEIqampde8pKysTpk+fLri6ugp2dnbCmDFjhOvXr1suaDJac+175coVYeDAgYKbm5ugVquFgIAAYc6cOcLdu3ctGzg99pijWyfm59aF+bl1Y35u3ZijWzfm6C0nEwRBkGZanoiIiIiIiIiIiIiodeKa50REREREREREREREejh5TkRERERERERERESkh5PnRERERERERERERER6OHlORERERERERERERKSHk+dERERERERERERERHo4eU5EREREREREREREpIeT50REREREREREREREejh5TkRERERERERERESkh5PnREQEAIiJiUFUVFTdz+Hh4Zg5c+YjjyMrKwsymQxFRUWPfNtERERERI8L5udERJbHyXMiosdcTEwMZDIZZDIZVCoVAgIC8OGHH6KqqkrS7W7evBmJiYlGvZcJNRERERG1FczPiYjaDoWlAyAiouYNHz4cqampePDgAb7//nvExcVBqVRi3rx5Ou+rqKiASqUSZZtubm6ilENEREREZG2YnxMRtQ288pyIqBVQq9Xw9PSEr68vpk2bhsjISGzdurXuVs6//e1v8Pb2RmBgIAAgPz8fr776KlxcXODm5obRo0fj0qVLdeVVV1dj9uzZcHFxQfv27fHOO+9AEASdberfFvrgwQO8++676NKlC9RqNQICArB69WpcunQJERERAABXV1fIZDLExMQAADQaDZKSkuDn5wdbW1uEhITg66+/1tnO999/j+7du8PW1hYRERE6cRIRERERPY6YnxMRtQ2cPCciaoVsbW1RUVEBANi1axdyc3Oxc+dObNu2DZWVlRg2bBgcHR2xd+9e7N+/Hw4ODhg+fHjdZz755BOkpaVhzZo12LdvH+7cuYMtW7YY3OYf//hHbNiwAUuXLsWZM2ewatUqODg4oEuXLsjIyAAA5Obm4vr16/jnP/8JAEhKSsKXX36J5ORk/PLLL5g1axb+8Ic/IDs7G4B2EDF27FiMGjUKx48fx+TJkzF37lypqo2IiIiISBLMz4mIrBOXbSEiakUEQcCuXbuwY8cOxMfH49atW7C3t0dKSkrd7aBr166FRqNBSkoKZDIZACA1NRUuLi7IysrC0KFDsWTJEsybNw9jx44FACQnJ2PHjh1NbvfcuXNIT0/Hzp07ERkZCQDo1q1b3eu1t5B27NgRLi4uALRXwixYsAA//PAD+vXrV/eZffv2YdWqVRg0aBBWrlwJf39/fPLJJwCAwMBAnDp1CosWLRKx1oiIiIiIpMH8nIjIunHynIioFdi2bRscHBxQWVkJjUaDCRMmYP78+YiLi0NwcLDOOoonTpzAhQsX4OjoqFNGeXk58vLycPfuXVy/fh1hYWF1rykUCvTp06fBraG1jh8/DrlcjkGDBhkd84ULF3D//n0MGTJE5/cVFRV45plnAABnzpzRiQNAXSJPRERERPS4Yn5ORNQ2cPKciKgViIiIwMqVK6FSqeDt7Q2F4uHh297eXue9JSUl6N27N9atW9egnA4dOpi1fVtbW5M/U1JSAgD47rvv0KlTJ53X1Gq1WXEQERERET0OmJ8TEbUNnDwnImoF7O3tERAQYNR7e/XqhY0bN6Jjx45wcnJq9D1eXl44fPgwBg4cCACoqqrC0aNH0atXr0bfHxwcDI1Gg+zs7LrbQuurvbKmurq67ndPPfUU1Go1rly50uQVMUFBQdi6davO7w4dOtT8H0lEREREZEHMz4mI2gY+MJSIyMpMnDgR7u7uGD16NPbu3YuLFy8iKysLf/7zn3H16lUAwIwZM7Bw4UJkZmbi7NmzmD59OoqKiposs2vXroiOjsYbb7yBzMzMujLT09MBAL6+vpDJZNi2bRtu3bqFkpISODo64u2338asWbPwxRdfIC8vD8eOHcOyZcvwxRdfAACmTp2K8+fPY86cOcjNzcX69euRlpYmdRURERERET0yzM+JiFovTp4TEVkZOzs77NmzBz4+Phg7diyCgoIwadIklJeX113p8tZbb+H1119HdHQ0+vXrB0dHR4wZM8ZguStXrsQrr7yC6dOn48knn8SUKVNQWloKAOjUqRM++OADzJ07Fx4eHnjzzTcBAImJiXjvvfeQlJSEoKAgDB8+HN999x38/PwAAD4+PsjIyEBmZiZCQkKQnJyMBQsWSFg7RERERESPFvNzIqLWSyY09fQJIiIiIiIiIiIiIqI2ileeExERERERERERERHp4eQ5EREREREREREREZEeTp4TEREREREREREREenh5DkRERERERERERERkR5OnhMRERERERERERER6eHkORERERERERERERGRHk6eExERERERERERERHp4eQ5EREREREREREREZEeTp4TEREREREREREREenh5DkRERERERERERERkR5OnhMRERERERERERER6fl/cH+4Z6tqNLAAAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!zip -r best_model.zip results_trial_/checkpoint-5675/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oALi1SJNnyoV",
        "outputId": "e427f1fc-c9a9-4888-eccc-dd8e8a78fe6b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "  adding: results_trial_/checkpoint-5675/ (stored 0%)\n",
            "  adding: results_trial_/checkpoint-5675/rng_state.pth (deflated 25%)\n",
            "  adding: results_trial_/checkpoint-5675/tokenizer_config.json (deflated 54%)\n",
            "  adding: results_trial_/checkpoint-5675/special_tokens_map.json (deflated 60%)\n",
            "  adding: results_trial_/checkpoint-5675/trainer_state.json (deflated 70%)\n",
            "  adding: results_trial_/checkpoint-5675/tokenizer.json (deflated 82%)\n",
            "  adding: results_trial_/checkpoint-5675/merges.txt (deflated 53%)\n",
            "  adding: results_trial_/checkpoint-5675/vocab.json (deflated 59%)\n",
            "  adding: results_trial_/checkpoint-5675/model.safetensors (deflated 7%)\n",
            "  adding: results_trial_/checkpoint-5675/training_args.bin (deflated 51%)\n",
            "  adding: results_trial_/checkpoint-5675/scheduler.pt (deflated 55%)\n",
            "  adding: results_trial_/checkpoint-5675/config.json (deflated 65%)\n",
            "  adding: results_trial_/checkpoint-5675/optimizer.pt (deflated 23%)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import files\n",
        "files.download(\"best_model.zip\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 32
        },
        "id": "vze4BQnWn8W9",
        "outputId": "ee653943-6e57-4350-bb72-7b2adba0cf34"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ],
            "application/javascript": [
              "\n",
              "    async function download(id, filename, size) {\n",
              "      if (!google.colab.kernel.accessAllowed) {\n",
              "        return;\n",
              "      }\n",
              "      const div = document.createElement('div');\n",
              "      const label = document.createElement('label');\n",
              "      label.textContent = `Downloading \"${filename}\": `;\n",
              "      div.appendChild(label);\n",
              "      const progress = document.createElement('progress');\n",
              "      progress.max = size;\n",
              "      div.appendChild(progress);\n",
              "      document.body.appendChild(div);\n",
              "\n",
              "      const buffers = [];\n",
              "      let downloaded = 0;\n",
              "\n",
              "      const channel = await google.colab.kernel.comms.open(id);\n",
              "      // Send a message to notify the kernel that we're ready.\n",
              "      channel.send({})\n",
              "\n",
              "      for await (const message of channel.messages) {\n",
              "        // Send a message to notify the kernel that we're ready.\n",
              "        channel.send({})\n",
              "        if (message.buffers) {\n",
              "          for (const buffer of message.buffers) {\n",
              "            buffers.push(buffer);\n",
              "            downloaded += buffer.byteLength;\n",
              "            progress.value = downloaded;\n",
              "          }\n",
              "        }\n",
              "      }\n",
              "      const blob = new Blob(buffers, {type: 'application/binary'});\n",
              "      const a = document.createElement('a');\n",
              "      a.href = window.URL.createObjectURL(blob);\n",
              "      a.download = filename;\n",
              "      div.appendChild(a);\n",
              "      a.click();\n",
              "      div.remove();\n",
              "    }\n",
              "  "
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ],
            "application/javascript": [
              "download(\"download_cd077aa3-6d9a-4c81-b5e5-1c289208412e\", \"best_model.zip\", 1227606515)"
            ]
          },
          "metadata": {}
        }
      ]
    }
  ]
}