RL_NAS_TSF4E_Exp.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rxkKV6MBN1tw"
      },
      "source": [
        "#Call GIT, INSTALL PACKAGES & IMPORT PACKAGES"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "LlelQf7FjwWJ"
      },
      "outputs": [],
      "source": [
        "#!git clone https://github.com/zhouhaoyi/ETDataset.git\n",
        "#!git clone https://github.com/RL-NAS-TSF4E/RL-NAS-TSF4E.git\n",
        "\n",
        "#import sys\n",
        "#if not '/content/RL-NAS-TSF4E' in sys.path:\n",
        "#    sys.path += ['/content/RL-NAS-TSF4E']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {},
      "outputs": [],
      "source": [
        "import sys\n",
        "if not '/vol/fob-vol3/mi20/jaabousa/Master_thesis_experiments/RL-NAS-TSF4E' in sys.path:\n",
        "    sys.path += ['/vol/fob-vol3/mi20/jaabousa/Master_thesis_experiments/RL-NAS-TSF4E']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: stable-baselines3 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (2.3.2)\n",
            "Requirement already satisfied: gymnasium<0.30,>=0.28.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (0.29.1)\n",
            "Requirement already satisfied: numpy>=1.20 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (1.26.4)\n",
            "Requirement already satisfied: torch>=1.13 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (2.2.2)\n",
            "Requirement already satisfied: cloudpickle in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (3.0.0)\n",
            "Requirement already satisfied: pandas in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (2.2.1)\n",
            "Requirement already satisfied: matplotlib in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from stable-baselines3) (3.8.4)\n",
            "Requirement already satisfied: typing-extensions>=4.3.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gymnasium<0.30,>=0.28.1->stable-baselines3) (4.11.0)\n",
            "Requirement already satisfied: farama-notifications>=0.0.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gymnasium<0.30,>=0.28.1->stable-baselines3) (0.0.4)\n",
            "Requirement already satisfied: filelock in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (3.11.0)\n",
            "Requirement already satisfied: sympy in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (1.12)\n",
            "Requirement already satisfied: networkx in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (3.3)\n",
            "Requirement already satisfied: jinja2 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (3.1.3)\n",
            "Requirement already satisfied: fsspec in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (2024.3.1)\n",
            "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.105)\n",
            "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.105)\n",
            "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.105)\n",
            "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (8.9.2.26)\n",
            "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.3.1)\n",
            "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (11.0.2.54)\n",
            "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (10.3.2.106)\n",
            "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (11.4.5.107)\n",
            "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.0.106)\n",
            "Requirement already satisfied: nvidia-nccl-cu12==2.19.3 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (2.19.3)\n",
            "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from torch>=1.13->stable-baselines3) (12.1.105)\n",
            "Requirement already satisfied: nvidia-nvjitlink-cu12 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.13->stable-baselines3) (12.4.127)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (1.2.1)\n",
            "Requirement already satisfied: cycler>=0.10 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (0.12.1)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (4.51.0)\n",
            "Requirement already satisfied: kiwisolver>=1.3.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (1.4.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (24.0)\n",
            "Requirement already satisfied: pillow>=8 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (10.3.0)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (3.1.2)\n",
            "Requirement already satisfied: python-dateutil>=2.7 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from matplotlib->stable-baselines3) (2.9.0)\n",
            "Requirement already satisfied: pytz>=2020.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from pandas->stable-baselines3) (2024.1)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from pandas->stable-baselines3) (2024.1)\n",
            "Requirement already satisfied: six>=1.5 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from python-dateutil>=2.7->matplotlib->stable-baselines3) (1.16.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from jinja2->torch>=1.13->stable-baselines3) (2.1.5)\n",
            "Requirement already satisfied: mpmath>=0.19 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from sympy->torch>=1.13->stable-baselines3) (1.3.0)\n",
            "Requirement already satisfied: shimmy>=0.2.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (1.3.0)\n",
            "Requirement already satisfied: numpy>=1.18.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from shimmy>=0.2.1) (1.26.4)\n",
            "Requirement already satisfied: gymnasium>=0.27.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from shimmy>=0.2.1) (0.29.1)\n",
            "Requirement already satisfied: cloudpickle>=1.2.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gymnasium>=0.27.0->shimmy>=0.2.1) (3.0.0)\n",
            "Requirement already satisfied: typing-extensions>=4.3.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gymnasium>=0.27.0->shimmy>=0.2.1) (4.11.0)\n",
            "Requirement already satisfied: farama-notifications>=0.0.1 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gymnasium>=0.27.0->shimmy>=0.2.1) (0.0.4)\n",
            "Requirement already satisfied: gym in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (0.26.2)\n",
            "Requirement already satisfied: numpy>=1.18.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gym) (1.26.4)\n",
            "Requirement already satisfied: cloudpickle>=1.2.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gym) (3.0.0)\n",
            "Requirement already satisfied: gym-notices>=0.0.4 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from gym) (0.0.8)\n",
            "Requirement already satisfied: optuna in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (3.6.1)\n",
            "Requirement already satisfied: alembic>=1.5.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (1.13.1)\n",
            "Requirement already satisfied: colorlog in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (6.8.2)\n",
            "Requirement already satisfied: numpy in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (1.26.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (24.0)\n",
            "Requirement already satisfied: sqlalchemy>=1.3.0 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (2.0.30)\n",
            "Requirement already satisfied: tqdm in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (4.66.2)\n",
            "Requirement already satisfied: PyYAML in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from optuna) (6.0.1)\n",
            "Requirement already satisfied: Mako in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from alembic>=1.5.0->optuna) (1.3.3)\n",
            "Requirement already satisfied: typing-extensions>=4 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from alembic>=1.5.0->optuna) (4.11.0)\n",
            "Requirement already satisfied: greenlet!=0.4.17 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from sqlalchemy>=1.3.0->optuna) (3.0.3)\n",
            "Requirement already satisfied: MarkupSafe>=0.9.2 in /vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages (from Mako->alembic>=1.5.0->optuna) (2.1.5)\n"
          ]
        }
      ],
      "source": [
        "#!pip install stable-baselines3\n",
        "#!pip install 'shimmy>=0.2.1'\n",
        "#!pip install gym\n",
        "#!pip install optuna"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "E2vO-G-tRi5w"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
            "  from .autonotebook import tqdm as notebook_tqdm\n"
          ]
        }
      ],
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import os\n",
        "import pickle\n",
        "import time\n",
        "from datetime import datetime\n",
        "\n",
        "import torch.optim as optim\n",
        "\n",
        "import utils\n",
        "import models\n",
        "\n",
        "#from data_loader import Dataset_ETT_hour\n",
        "#from data_loader_factory import get_data\n",
        "import data_factory\n",
        "from model_trainer import _process_one_batch, vali, train, _evaluate\n",
        "\n",
        "from informerStudy import InformerStudy\n",
        "\n",
        "import rl_nas\n",
        "\n",
        "#from rl_nas.environment.rl_early_termination import StopTrainingAfterNStepsCallback\n",
        "#from rl_nas.environment.rl_nas_env import RLNASEnv\n",
        "\n",
        "#from rl_nas.agents.a2c_agent import A2CAgent\n",
        "#from rl_nas.agents.ppo_agent import PPOAgent\n",
        "\n",
        "#from rl_nas_env import RLNASEnv\n",
        "#from rl_early_termination import StopTrainingAfterNStepsCallback\n",
        "#from a2c_agent import A2CAgent\n",
        "#from ppo_agent import PPOAgent\n",
        "\n",
        "#import matplotlib.pyplot as plt\n",
        "#import seaborn as sns\n",
        "\n",
        "import optuna\n",
        "\n",
        "import gym\n",
        "import shimmy\n",
        "from stable_baselines3 import PPO, A2C\n",
        "from stable_baselines3.common.vec_env import DummyVecEnv\n",
        "from stable_baselines3.common.callbacks import BaseCallback"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SRjJlnfr8q2j"
      },
      "source": [
        "#Initiate Experiment Parameters"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xFfhOugOqQNE",
        "outputId": "db37c46f-fa0b-4993-d801-7ba3d4656064"
      },
      "outputs": [],
      "source": [
        "use_gpu = True if torch.cuda.is_available() else False\n",
        "gpu = 1\n",
        "use_multi_gpu = True\n",
        "devices = '0,1,2,3'\n",
        "\n",
        "def _acquire_device():\n",
        "        if use_gpu:\n",
        "            os.environ[\"CUDA_VISIBLE_DEVICES\"] = str(gpu) if not use_multi_gpu else devices\n",
        "            device = torch.device('cuda:{}'.format(gpu))\n",
        "            #print('Use GPU: cuda:{}'.format(gpu))\n",
        "        else:\n",
        "            device = torch.device('cpu')\n",
        "            #print('Use CPU')\n",
        "        return device\n",
        "\n",
        "device=_acquire_device()\n",
        "\n",
        "# model&datset\n",
        "seq_len = 96\n",
        "label_len = 48\n",
        "pred_len = 24\n",
        "\n",
        "e_layers=2\n",
        "d_layers=1\n",
        "dropout=0.05\n",
        "\n",
        "embed='timeF'\n",
        "freq='h'\n",
        "\n",
        "#datasets\n",
        "features='M'\n",
        "target='OT'\n",
        "inverse=False\n",
        "\n",
        "#data_loader\n",
        "num_workers = 0\n",
        "batch_size = 32\n",
        "\n",
        "path = './informer_checkpoints'\n",
        "if not os.path.exists(path):\n",
        "    os.makedirs(path)\n",
        "\n",
        "padding = 0\n",
        "lradj = 'type1'\n",
        "train_epochs = 6"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "60ZBcNKIEkri"
      },
      "source": [
        "#Default Model"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "hI2CrwCVI-94"
      },
      "outputs": [],
      "source": [
        "#build default model\n",
        "model = models.Informer(\n",
        "    enc_in=7,\n",
        "    dec_in=7,\n",
        "    c_out=7,\n",
        "    seq_len=seq_len,\n",
        "    label_len=label_len,\n",
        "    out_len=pred_len,\n",
        "    e_layers=e_layers,\n",
        "    d_layers=d_layers,\n",
        "    factor=5,\n",
        "    d_model=512,\n",
        "    n_heads=8,\n",
        "    d_ff=2048,\n",
        "    dropout=dropout,\n",
        "    attn='prob',\n",
        "    embed=embed,\n",
        "    freq=freq,\n",
        "    activation='gelu',\n",
        "    output_attention=False,\n",
        "    distil=True,\n",
        "    mix=True,\n",
        ").float()\n",
        "\n",
        "model = model.to(device)\n",
        "\n",
        "#load data\n",
        "train_data, train_loader = data_factory.get_data('train')\n",
        "test_data, test_loader = data_factory.get_data('test')\n",
        "val_data, val_loader = data_factory.get_data('val')\n",
        "\n",
        "#initiate parameters\n",
        "learning_rate = 0.0001\n",
        "\n",
        "patience=3\n",
        "\n",
        "train_steps = len(train_loader)\n",
        "early_stopping = utils.EarlyStopping(patience=patience, verbose=True)\n",
        "\n",
        "model_optim = optim.Adam(model.parameters(), lr=learning_rate)\n",
        "criterion =  nn.MSELoss()\n",
        "\n",
        "#train model\n",
        "train(model, train_loader, val_data, val_loader, criterion, model_optim, path, train_epochs, learning_rate, lradj, early_stopping, device, padding, pred_len, label_len , inverse, features)\n",
        "\n",
        "#evaluate on validation data\n",
        "default_preds, default_trues, default_val_mae, default_val_mse, default_val_rmse, default_val_mape, default_val_mspe = _evaluate(model, val_loader, val_data, _process_one_batch, device, padding, pred_len, label_len, inverse, features)\n",
        "\n",
        "preds, trues, test_mae, test_mse, test_rmse, test_mape, test_mspe = _evaluate(model, test_loader, test_data, _process_one_batch, device, padding, pred_len, label_len, inverse, features)\n",
        "\n",
        "torch.save(model.state_dict(), path+'/'+'default_informer.pth')\n",
        "\n",
        "# result save\n",
        "folder_path = './results/default/'\n",
        "if not os.path.exists(folder_path):\n",
        "    os.makedirs(folder_path)\n",
        "\n",
        "np.save(folder_path+'metrics.npy', np.array([test_mae, test_mse, test_rmse, test_mape, test_mspe]))\n",
        "np.save(folder_path+'pred.npy', preds)\n",
        "np.save(folder_path+'true.npy', trues)\n",
        "\n",
        "torch.cuda.empty_cache()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AGM5_0M5Xm5t"
      },
      "source": [
        "#Optuna"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HL7Jd27om2jj",
        "outputId": "5ce564ea-c304-413f-8a3c-1a64bfa627c4"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "[I 2024-05-10 18:44:19,708] A new study created in memory with name: no-name-3ff571fb-17fa-4910-b20c-c37786e9ccac\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "[I 2024-05-10 18:47:10,549] Trial 0 finished with value: 0.6109031438827515 and parameters: {'e_layers': 3, 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 0 with value: 0.6109031438827515.\n",
            "[I 2024-05-10 18:48:40,232] Trial 1 finished with value: 0.5566806197166443 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, 'd_ff': 512, 'd_model': 512}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 18:50:54,679] Trial 2 finished with value: 0.6184190511703491 and parameters: {'e_layers': 5, 'd_layers': 2, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 18:52:24,342] Trial 3 finished with value: 0.5854873657226562 and parameters: {'e_layers': 2, 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, 'd_ff': 1024, 'd_model': 512}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 18:54:13,953] Trial 4 finished with value: 0.6092536449432373 and parameters: {'e_layers': 4, 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, 'd_ff': 1024, 'd_model': 1024}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 18:56:27,779] Trial 5 finished with value: 0.5951794981956482 and parameters: {'e_layers': 4, 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 19:00:37,106] Trial 6 finished with value: 0.6189724802970886 and parameters: {'e_layers': 3, 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, 'd_ff': 512, 'd_model': 2048}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 19:03:07,901] Trial 7 finished with value: 0.6317867040634155 and parameters: {'e_layers': 4, 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, 'd_ff': 512, 'd_model': 512}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 19:07:03,049] Trial 8 finished with value: 0.6248114705085754 and parameters: {'e_layers': 6, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, 'd_ff': 2048, 'd_model': 2048}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 19:09:02,633] Trial 9 finished with value: 0.6154086589813232 and parameters: {'e_layers': 3, 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, 'd_ff': 2048, 'd_model': 512}. Best is trial 1 with value: 0.5566806197166443.\n",
            "[I 2024-05-10 19:11:42,672] Trial 10 finished with value: 0.521730363368988 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:13:32,615] Trial 11 finished with value: 0.538499653339386 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:15:47,595] Trial 12 finished with value: 0.5355182886123657 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:17:46,848] Trial 13 finished with value: 0.5696784853935242 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:19:27,217] Trial 14 finished with value: 0.5850992798805237 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, 'd_ff': 2048, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:26:32,530] Trial 15 finished with value: 0.633152425289154 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, 'd_ff': 512, 'd_model': 2048}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:28:38,619] Trial 16 finished with value: 0.5240034461021423 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:30:36,368] Trial 17 finished with value: 0.5828185081481934 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:32:55,920] Trial 18 finished with value: 0.5389030575752258 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, 'd_ff': 1024, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:38:07,788] Trial 19 finished with value: 0.6286492943763733 and parameters: {'e_layers': 2, 'd_layers': 4, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, 'd_ff': 2048, 'd_model': 2048}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:40:36,353] Trial 20 finished with value: 0.6200803518295288 and parameters: {'e_layers': 6, 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:42:54,791] Trial 21 finished with value: 0.5275593400001526 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:44:52,836] Trial 22 finished with value: 0.5363933444023132 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:46:51,258] Trial 23 finished with value: 0.5845226049423218 and parameters: {'e_layers': 2, 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:48:38,074] Trial 24 finished with value: 0.5642677545547485 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:51:00,918] Trial 25 finished with value: 0.5984167456626892 and parameters: {'e_layers': 2, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:52:59,267] Trial 26 finished with value: 0.5621322989463806 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:54:58,461] Trial 27 finished with value: 0.5975599884986877 and parameters: {'e_layers': 3, 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 19:58:14,004] Trial 28 finished with value: 0.6349742412567139 and parameters: {'e_layers': 5, 'd_layers': 4, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, 'd_ff': 1024, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:06:50,215] Trial 29 finished with value: 0.618306577205658 and parameters: {'e_layers': 3, 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, 'd_ff': 2048, 'd_model': 2048}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:09:20,934] Trial 30 finished with value: 0.5242897868156433 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:11:38,670] Trial 31 finished with value: 0.522357165813446 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:13:48,618] Trial 32 finished with value: 0.5572053790092468 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:15:53,513] Trial 33 finished with value: 0.5615730285644531 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:18:32,579] Trial 34 finished with value: 0.5888292789459229 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:21:05,145] Trial 35 finished with value: 0.5413132309913635 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 1024, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:22:40,516] Trial 36 finished with value: 0.59324711561203 and parameters: {'e_layers': 2, 'd_layers': 3, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:24:32,943] Trial 37 finished with value: 0.5405426621437073 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:26:50,781] Trial 38 finished with value: 0.5842602849006653 and parameters: {'e_layers': 2, 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, 'd_ff': 1024, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:30:36,280] Trial 39 finished with value: 0.6346141695976257 and parameters: {'e_layers': 5, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:32:45,964] Trial 40 finished with value: 0.5773164629936218 and parameters: {'e_layers': 3, 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:35:32,116] Trial 41 finished with value: 0.5447999835014343 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:37:45,782] Trial 42 finished with value: 0.5372496843338013 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:39:32,839] Trial 43 finished with value: 0.5394695997238159 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 10 with value: 0.521730363368988.\n",
            "[I 2024-05-10 20:41:44,705] Trial 44 finished with value: 0.5134421586990356 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 20:44:35,616] Trial 45 finished with value: 0.5979892015457153 and parameters: {'e_layers': 2, 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 20:46:39,768] Trial 46 finished with value: 0.5288708209991455 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, 'd_ff': 2048, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 20:49:51,967] Trial 47 finished with value: 0.5277876257896423 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 20:56:28,807] Trial 48 finished with value: 0.5413756370544434 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 20:59:28,825] Trial 49 finished with value: 0.6048933863639832 and parameters: {'e_layers': 4, 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:01:06,157] Trial 50 finished with value: 0.5206973552703857 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:02:11,087] Trial 51 finished with value: 0.524995744228363 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:03:10,698] Trial 52 finished with value: 0.527837336063385 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:04:10,567] Trial 53 finished with value: 0.5396109223365784 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:05:40,881] Trial 54 finished with value: 0.5661362409591675 and parameters: {'e_layers': 2, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:09:09,333] Trial 55 finished with value: 0.5534399151802063 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 2048}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:10:00,926] Trial 56 finished with value: 0.544948935508728 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:12:12,513] Trial 57 finished with value: 0.5537075996398926 and parameters: {'e_layers': 2, 'd_layers': 3, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:14:09,760] Trial 58 finished with value: 0.5487164258956909 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:16:22,691] Trial 59 finished with value: 0.541053056716919 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:19:12,763] Trial 60 finished with value: 0.5792577266693115 and parameters: {'e_layers': 2, 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:20:29,515] Trial 61 finished with value: 0.5459184050559998 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:21:43,366] Trial 62 finished with value: 0.5402842164039612 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:22:32,496] Trial 63 finished with value: 0.5365573763847351 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:23:24,673] Trial 64 finished with value: 0.5358243584632874 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:29:20,570] Trial 65 finished with value: 0.5810120105743408 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 2048}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:30:59,801] Trial 66 finished with value: 0.5358190536499023 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:33:19,862] Trial 67 finished with value: 0.561810314655304 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:36:03,786] Trial 68 finished with value: 0.587263286113739 and parameters: {'e_layers': 2, 'd_layers': 4, 'dropout': 0.0, 'factor': 4, 'n_heads': 7, 'd_ff': 1024, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:39:07,114] Trial 69 finished with value: 0.6343815326690674 and parameters: {'e_layers': 4, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:40:12,352] Trial 70 finished with value: 0.5396975874900818 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:42:51,651] Trial 71 finished with value: 0.5453654527664185 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:45:06,604] Trial 72 finished with value: 0.5274682641029358 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:47:05,202] Trial 73 finished with value: 0.5330480337142944 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:49:19,686] Trial 74 finished with value: 0.5335813760757446 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:52:47,806] Trial 75 finished with value: 0.6477856040000916 and parameters: {'e_layers': 5, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:54:49,263] Trial 76 finished with value: 0.555709719657898 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 21:58:53,440] Trial 77 finished with value: 0.6230449080467224 and parameters: {'e_layers': 6, 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:01:33,270] Trial 78 finished with value: 0.539404034614563 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:04:44,885] Trial 79 finished with value: 0.5299232006072998 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 2048}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:07:06,131] Trial 80 finished with value: 0.6135649681091309 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, 'd_ff': 1024, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:09:42,492] Trial 81 finished with value: 0.5558565855026245 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:11:55,585] Trial 82 finished with value: 0.536790668964386 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:14:11,355] Trial 83 finished with value: 0.5764632821083069 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:16:50,805] Trial 84 finished with value: 0.538480818271637 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:18:37,917] Trial 85 finished with value: 0.5556859374046326 and parameters: {'e_layers': 2, 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:21:59,566] Trial 86 finished with value: 0.5445602536201477 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:24:14,912] Trial 87 finished with value: 0.5323914885520935 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:26:30,221] Trial 88 finished with value: 0.5609791874885559 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:29:54,172] Trial 89 finished with value: 0.5355507135391235 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:31:03,914] Trial 90 finished with value: 0.5678014755249023 and parameters: {'e_layers': 2, 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 44 with value: 0.5134421586990356.\n",
            "[I 2024-05-10 22:33:50,483] Trial 91 finished with value: 0.5120645761489868 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:36:33,298] Trial 92 finished with value: 0.5354027152061462 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:39:08,003] Trial 93 finished with value: 0.5316022634506226 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:41:42,377] Trial 94 finished with value: 0.5233535766601562 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:43:43,593] Trial 95 finished with value: 0.5492469072341919 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:46:07,953] Trial 96 finished with value: 0.5317605137825012 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:48:45,033] Trial 97 finished with value: 0.5632067322731018 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:50:07,791] Trial 98 finished with value: 0.5547904968261719 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 2048, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:51:49,513] Trial 99 finished with value: 0.5747022032737732 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:55:25,039] Trial 100 finished with value: 0.6367126107215881 and parameters: {'e_layers': 3, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:58:23,285] Trial 101 finished with value: 0.5514658093452454 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 22:59:34,502] Trial 102 finished with value: 0.5245515704154968 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:00:30,126] Trial 103 finished with value: 0.5200514197349548 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:01:29,992] Trial 104 finished with value: 0.5208033323287964 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:02:29,630] Trial 105 finished with value: 0.5340369939804077 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:03:40,850] Trial 106 finished with value: 0.5286577343940735 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:04:40,605] Trial 107 finished with value: 0.5442707538604736 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:05:40,692] Trial 108 finished with value: 0.5657079815864563 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:06:49,685] Trial 109 finished with value: 0.5367474555969238 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:08:18,624] Trial 110 finished with value: 0.561851441860199 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:09:06,361] Trial 111 finished with value: 0.5311008095741272 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:10:05,979] Trial 112 finished with value: 0.5252771377563477 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:11:05,298] Trial 113 finished with value: 0.5329429507255554 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:11:43,740] Trial 114 finished with value: 0.5270608067512512 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:12:55,931] Trial 115 finished with value: 0.5354673266410828 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:16:40,676] Trial 116 finished with value: 0.5653712153434753 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:17:36,052] Trial 117 finished with value: 0.5495433211326599 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:18:42,448] Trial 118 finished with value: 0.5631659626960754 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:19:42,174] Trial 119 finished with value: 0.5496487021446228 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:21:24,364] Trial 120 finished with value: 0.5745100975036621 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:22:13,913] Trial 121 finished with value: 0.5299294590950012 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:23:01,439] Trial 122 finished with value: 0.54274582862854 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:23:53,120] Trial 123 finished with value: 0.535889208316803 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:24:38,024] Trial 124 finished with value: 0.5324944853782654 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:25:24,282] Trial 125 finished with value: 0.5568177103996277 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:26:57,868] Trial 126 finished with value: 0.5817694067955017 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:28:54,513] Trial 127 finished with value: 0.5837682485580444 and parameters: {'e_layers': 4, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:30:43,090] Trial 128 finished with value: 0.5449550151824951 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:32:25,298] Trial 129 finished with value: 0.5352286100387573 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:34:02,811] Trial 130 finished with value: 0.5192055106163025 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:35:38,918] Trial 131 finished with value: 0.5429032444953918 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:37:13,650] Trial 132 finished with value: 0.5458889603614807 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:38:34,245] Trial 133 finished with value: 0.5287529230117798 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:39:51,806] Trial 134 finished with value: 0.5261270403862 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:41:16,905] Trial 135 finished with value: 0.5309419631958008 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:44:02,604] Trial 136 finished with value: 0.6377636790275574 and parameters: {'e_layers': 2, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:45:42,596] Trial 137 finished with value: 0.5526825785636902 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:48:25,289] Trial 138 finished with value: 0.5380138158798218 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:51:19,292] Trial 139 finished with value: 0.533844530582428 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:52:37,947] Trial 140 finished with value: 0.5314871668815613 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:53:43,044] Trial 141 finished with value: 0.5297932028770447 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:54:47,573] Trial 142 finished with value: 0.53387850522995 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:55:51,894] Trial 143 finished with value: 0.5228238105773926 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:57:13,228] Trial 144 finished with value: 0.5718742609024048 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-10 23:58:24,321] Trial 145 finished with value: 0.5460848212242126 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:01:03,396] Trial 146 finished with value: 0.5510975122451782 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:02:25,236] Trial 147 finished with value: 0.5494853258132935 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:05:11,308] Trial 148 finished with value: 0.5474755764007568 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:07:00,018] Trial 149 finished with value: 0.5481993556022644 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 2048}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:09:27,375] Trial 150 finished with value: 0.550671398639679 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:10:47,176] Trial 151 finished with value: 0.5277019143104553 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:12:06,891] Trial 152 finished with value: 0.5442408919334412 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:13:11,660] Trial 153 finished with value: 0.5329723954200745 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:15:51,174] Trial 154 finished with value: 0.599685549736023 and parameters: {'e_layers': 6, 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:17:14,627] Trial 155 finished with value: 0.5538772344589233 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:18:25,928] Trial 156 finished with value: 0.5219777226448059 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:19:37,014] Trial 157 finished with value: 0.5317583680152893 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:21:44,303] Trial 158 finished with value: 0.5859343409538269 and parameters: {'e_layers': 5, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:22:29,618] Trial 159 finished with value: 0.5654541254043579 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:23:20,374] Trial 160 finished with value: 0.5433980822563171 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:24:34,998] Trial 161 finished with value: 0.5625733733177185 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:25:22,667] Trial 162 finished with value: 0.571586012840271 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:28:26,831] Trial 163 finished with value: 0.5527133941650391 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:29:00,067] Trial 164 finished with value: 0.5534334182739258 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:30:34,476] Trial 165 finished with value: 0.5341532230377197 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:33:21,360] Trial 166 finished with value: 0.5319589972496033 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:34:09,195] Trial 167 finished with value: 0.5537866950035095 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:36:53,957] Trial 168 finished with value: 0.568097710609436 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:37:50,971] Trial 169 finished with value: 0.5326694250106812 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:38:25,322] Trial 170 finished with value: 0.5624161958694458 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 512}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:39:23,832] Trial 171 finished with value: 0.5319863557815552 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:40:28,375] Trial 172 finished with value: 0.539000928401947 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:41:32,635] Trial 173 finished with value: 0.5239260196685791 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:42:31,994] Trial 174 finished with value: 0.5431638956069946 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:43:24,958] Trial 175 finished with value: 0.5339686870574951 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:45:38,963] Trial 176 finished with value: 0.5474653244018555 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:48:48,871] Trial 177 finished with value: 0.5344794988632202 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:51:35,106] Trial 178 finished with value: 0.5297552347183228 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:52:22,999] Trial 179 finished with value: 0.5537863373756409 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:55:41,848] Trial 180 finished with value: 0.5471687912940979 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:56:52,899] Trial 181 finished with value: 0.5135399699211121 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:57:52,238] Trial 182 finished with value: 0.5294774174690247 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:58:47,615] Trial 183 finished with value: 0.5211723446846008 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 91 with value: 0.5120645761489868.\n",
            "[I 2024-05-11 00:59:27,181] Trial 184 finished with value: 0.508480966091156 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:00:26,648] Trial 185 finished with value: 0.5173659324645996 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:01:37,640] Trial 186 finished with value: 0.5476318597793579 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:02:48,871] Trial 187 finished with value: 0.5451383590698242 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:03:50,867] Trial 188 finished with value: 0.5550047755241394 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:04:50,315] Trial 189 finished with value: 0.5433739423751831 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:06:00,883] Trial 190 finished with value: 0.5698749423027039 and parameters: {'e_layers': 3, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:06:59,972] Trial 191 finished with value: 0.5475854873657227 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:08:11,177] Trial 192 finished with value: 0.5278465747833252 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:09:21,908] Trial 193 finished with value: 0.528958797454834 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:10:05,982] Trial 194 finished with value: 0.5239624977111816 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:10:55,605] Trial 195 finished with value: 0.5330083966255188 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:11:48,161] Trial 196 finished with value: 0.5226728320121765 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:12:52,785] Trial 197 finished with value: 0.5181609988212585 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:13:40,696] Trial 198 finished with value: 0.5425615310668945 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:14:35,949] Trial 199 finished with value: 0.5337722897529602 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:15:33,222] Trial 200 finished with value: 0.5438671112060547 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:16:44,387] Trial 201 finished with value: 0.5381500124931335 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:17:43,806] Trial 202 finished with value: 0.5327467918395996 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:18:54,912] Trial 203 finished with value: 0.532808780670166 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:19:54,420] Trial 204 finished with value: 0.5268391370773315 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:20:42,810] Trial 205 finished with value: 0.5519213080406189 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:21:20,501] Trial 206 finished with value: 0.5449915528297424 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:22:23,937] Trial 207 finished with value: 0.5258968472480774 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:24:43,696] Trial 208 finished with value: 0.5404486656188965 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:25:29,864] Trial 209 finished with value: 0.5240742564201355 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:26:29,231] Trial 210 finished with value: 0.5259091854095459 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:27:39,119] Trial 211 finished with value: 0.5356544852256775 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:28:38,206] Trial 212 finished with value: 0.5256879925727844 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:29:37,234] Trial 213 finished with value: 0.5218108892440796 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:30:24,319] Trial 214 finished with value: 0.530301570892334 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:31:30,374] Trial 215 finished with value: 0.5128489136695862 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:32:41,380] Trial 216 finished with value: 0.53354811668396 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:33:38,312] Trial 217 finished with value: 0.5489190816879272 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:34:37,991] Trial 218 finished with value: 0.5401408672332764 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:35:46,331] Trial 219 finished with value: 0.5392265915870667 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:36:43,055] Trial 220 finished with value: 0.5601729154586792 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:37:36,295] Trial 221 finished with value: 0.551122784614563 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:38:27,447] Trial 222 finished with value: 0.5305595397949219 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:39:38,612] Trial 223 finished with value: 0.5365670919418335 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:41:27,201] Trial 224 finished with value: 0.5366796255111694 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:42:37,993] Trial 225 finished with value: 0.5359034538269043 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:43:38,700] Trial 226 finished with value: 0.5277475714683533 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:44:50,012] Trial 227 finished with value: 0.5318424105644226 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:45:40,296] Trial 228 finished with value: 0.5240525603294373 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:48:13,384] Trial 229 finished with value: 0.5387275218963623 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:48:51,438] Trial 230 finished with value: 0.5271615386009216 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:49:56,539] Trial 231 finished with value: 0.5310472846031189 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:51:31,906] Trial 232 finished with value: 0.570783793926239 and parameters: {'e_layers': 4, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:52:39,831] Trial 233 finished with value: 0.5307210087776184 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:53:33,041] Trial 234 finished with value: 0.521713137626648 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:54:44,206] Trial 235 finished with value: 0.5359439849853516 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:55:40,060] Trial 236 finished with value: 0.5439668297767639 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:56:59,836] Trial 237 finished with value: 0.5355830192565918 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 01:59:43,140] Trial 238 finished with value: 0.551710844039917 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:00:30,619] Trial 239 finished with value: 0.5525241494178772 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:01:41,796] Trial 240 finished with value: 0.5381984114646912 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:02:29,632] Trial 241 finished with value: 0.5363469123840332 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:03:33,005] Trial 242 finished with value: 0.5288309454917908 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:04:19,310] Trial 243 finished with value: 0.5640615224838257 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:05:30,435] Trial 244 finished with value: 0.5269641876220703 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:07:59,482] Trial 245 finished with value: 0.5324989557266235 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:08:58,690] Trial 246 finished with value: 0.531923234462738 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:09:58,131] Trial 247 finished with value: 0.5321929454803467 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:11:04,829] Trial 248 finished with value: 0.5235562920570374 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:13:13,900] Trial 249 finished with value: 0.5493461489677429 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:14:14,568] Trial 250 finished with value: 0.5332759022712708 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:15:25,595] Trial 251 finished with value: 0.5482171773910522 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:16:25,211] Trial 252 finished with value: 0.562694787979126 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:17:25,234] Trial 253 finished with value: 0.5353032350540161 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:19:42,625] Trial 254 finished with value: 0.535884439945221 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:21:32,794] Trial 255 finished with value: 0.556269109249115 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:22:32,150] Trial 256 finished with value: 0.5511795878410339 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:23:43,323] Trial 257 finished with value: 0.5316874980926514 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:24:52,513] Trial 258 finished with value: 0.5270050168037415 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:27:37,151] Trial 259 finished with value: 0.5461820960044861 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:28:35,969] Trial 260 finished with value: 0.5314081311225891 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:29:47,176] Trial 261 finished with value: 0.5385132431983948 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:30:38,070] Trial 262 finished with value: 0.5321305990219116 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:33:53,398] Trial 263 finished with value: 0.5729057788848877 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:35:04,074] Trial 264 finished with value: 0.5248632431030273 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:36:13,280] Trial 265 finished with value: 0.5463427305221558 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:36:54,566] Trial 266 finished with value: 0.5420773029327393 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:39:07,813] Trial 267 finished with value: 0.5302329063415527 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:40:07,085] Trial 268 finished with value: 0.5287754535675049 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:41:17,917] Trial 269 finished with value: 0.5247997641563416 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:42:59,777] Trial 270 finished with value: 0.5248646140098572 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:45:32,311] Trial 271 finished with value: 0.533136785030365 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:47:36,770] Trial 272 finished with value: 0.5283425450325012 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:50:24,098] Trial 273 finished with value: 0.5438820123672485 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:51:30,868] Trial 274 finished with value: 0.5420871376991272 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:52:17,757] Trial 275 finished with value: 0.5437766909599304 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:54:14,164] Trial 276 finished with value: 0.5980926752090454 and parameters: {'e_layers': 5, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 02:55:24,938] Trial 277 finished with value: 0.529963493347168 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:03:24,436] Trial 278 finished with value: 0.5466208457946777 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:04:24,000] Trial 279 finished with value: 0.5315276980400085 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:05:23,888] Trial 280 finished with value: 0.5468321442604065 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:06:11,739] Trial 281 finished with value: 0.5324277281761169 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:07:20,791] Trial 282 finished with value: 0.5120146870613098 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:09:30,938] Trial 283 finished with value: 0.5305836200714111 and parameters: {'e_layers': 1, 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:10:28,681] Trial 284 finished with value: 0.5287762880325317 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:12:14,269] Trial 285 finished with value: 0.5772287249565125 and parameters: {'e_layers': 3, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:13:25,219] Trial 286 finished with value: 0.5184738636016846 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:14:36,543] Trial 287 finished with value: 0.5317667126655579 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:15:31,562] Trial 288 finished with value: 0.5124490857124329 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:16:33,240] Trial 289 finished with value: 0.5223267078399658 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:17:32,991] Trial 290 finished with value: 0.5374614596366882 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:18:44,103] Trial 291 finished with value: 0.5268539786338806 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:19:43,614] Trial 292 finished with value: 0.5379777550697327 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:20:43,275] Trial 293 finished with value: 0.5268325209617615 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:21:36,411] Trial 294 finished with value: 0.5357294678688049 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:22:36,397] Trial 295 finished with value: 0.5475829839706421 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:23:39,160] Trial 296 finished with value: 0.5353047251701355 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:25:23,141] Trial 297 finished with value: 0.5388463735580444 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:26:23,451] Trial 298 finished with value: 0.5431314706802368 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:27:22,949] Trial 299 finished with value: 0.5250187516212463 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:28:20,127] Trial 300 finished with value: 0.5189904570579529 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:29:16,350] Trial 301 finished with value: 0.5476193428039551 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:31:36,403] Trial 302 finished with value: 0.5560382008552551 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:32:47,761] Trial 303 finished with value: 0.5380257368087769 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:33:58,965] Trial 304 finished with value: 0.5346767902374268 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:36:47,334] Trial 305 finished with value: 0.6399785280227661 and parameters: {'e_layers': 6, 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:37:58,346] Trial 306 finished with value: 0.5341514348983765 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:39:46,893] Trial 307 finished with value: 0.5481874942779541 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:41:22,727] Trial 308 finished with value: 0.5335422158241272 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:42:30,308] Trial 309 finished with value: 0.5358527898788452 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:43:25,380] Trial 310 finished with value: 0.5336827039718628 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:44:10,376] Trial 311 finished with value: 0.556764543056488 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:45:10,064] Trial 312 finished with value: 0.5245910882949829 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:46:09,339] Trial 313 finished with value: 0.5519535541534424 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:47:28,530] Trial 314 finished with value: 0.5291852355003357 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:48:28,050] Trial 315 finished with value: 0.5389479398727417 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:49:27,634] Trial 316 finished with value: 0.5507871508598328 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:50:27,124] Trial 317 finished with value: 0.5315293073654175 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:51:38,199] Trial 318 finished with value: 0.558153510093689 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:52:26,652] Trial 319 finished with value: 0.5782403945922852 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:53:37,858] Trial 320 finished with value: 0.5307615995407104 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:57:16,735] Trial 321 finished with value: 0.6369543075561523 and parameters: {'e_layers': 4, 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:58:27,893] Trial 322 finished with value: 0.5388830304145813 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 03:59:31,983] Trial 323 finished with value: 0.5241125226020813 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:00:52,682] Trial 324 finished with value: 0.5411221385002136 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:01:52,100] Trial 325 finished with value: 0.5454351305961609 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:02:59,980] Trial 326 finished with value: 0.5160083174705505 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:03:59,390] Trial 327 finished with value: 0.5205339789390564 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:05:47,986] Trial 328 finished with value: 0.546227216720581 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:06:58,505] Trial 329 finished with value: 0.5285692811012268 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:07:57,943] Trial 330 finished with value: 0.5507792830467224 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:09:27,367] Trial 331 finished with value: 0.5630272626876831 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:10:38,568] Trial 332 finished with value: 0.5270816683769226 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:11:38,221] Trial 333 finished with value: 0.5299031138420105 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:12:49,321] Trial 334 finished with value: 0.5307211875915527 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:13:46,701] Trial 335 finished with value: 0.5421491265296936 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:16:11,112] Trial 336 finished with value: 0.5255975127220154 and parameters: {'e_layers': 1, 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:17:07,760] Trial 337 finished with value: 0.5222674608230591 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:17:51,452] Trial 338 finished with value: 0.5326018929481506 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:19:11,314] Trial 339 finished with value: 0.5422475337982178 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:19:56,658] Trial 340 finished with value: 0.5334369540214539 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:21:04,616] Trial 341 finished with value: 0.5346267819404602 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:22:04,677] Trial 342 finished with value: 0.5620858073234558 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:23:15,888] Trial 343 finished with value: 0.5462648272514343 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:23:53,901] Trial 344 finished with value: 0.518030047416687 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:24:48,168] Trial 345 finished with value: 0.5253099203109741 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:25:42,602] Trial 346 finished with value: 0.5271682143211365 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:26:42,214] Trial 347 finished with value: 0.5369880199432373 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:27:51,236] Trial 348 finished with value: 0.5423656702041626 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:31:16,904] Trial 349 finished with value: 0.6157538890838623 and parameters: {'e_layers': 5, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:32:16,428] Trial 350 finished with value: 0.5517657995223999 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:33:14,418] Trial 351 finished with value: 0.523277223110199 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:34:31,970] Trial 352 finished with value: 0.5819512009620667 and parameters: {'e_layers': 3, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:35:30,133] Trial 353 finished with value: 0.5282288193702698 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:36:17,776] Trial 354 finished with value: 0.545172929763794 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:37:28,615] Trial 355 finished with value: 0.540614664554596 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:38:32,663] Trial 356 finished with value: 0.5375332236289978 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:39:18,366] Trial 357 finished with value: 0.5204164981842041 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:40:06,060] Trial 358 finished with value: 0.5365444421768188 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:41:12,222] Trial 359 finished with value: 0.5388275384902954 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:42:11,616] Trial 360 finished with value: 0.5260366201400757 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:43:15,149] Trial 361 finished with value: 0.5550026893615723 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:44:00,495] Trial 362 finished with value: 0.5189949870109558 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:44:56,746] Trial 363 finished with value: 0.5473719239234924 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:45:42,918] Trial 364 finished with value: 0.5327562093734741 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:46:40,338] Trial 365 finished with value: 0.5475383400917053 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:47:51,573] Trial 366 finished with value: 0.5442100763320923 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:48:51,255] Trial 367 finished with value: 0.5359713435173035 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:50:02,000] Trial 368 finished with value: 0.5289239883422852 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:50:56,134] Trial 369 finished with value: 0.5502038598060608 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:52:04,096] Trial 370 finished with value: 0.5343465209007263 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:53:11,660] Trial 371 finished with value: 0.5372381210327148 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:56:13,226] Trial 372 finished with value: 0.5398898124694824 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:57:57,986] Trial 373 finished with value: 0.5683547854423523 and parameters: {'e_layers': 4, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:59:06,805] Trial 374 finished with value: 0.5468590259552002 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 04:59:59,644] Trial 375 finished with value: 0.5319803357124329 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:01:02,411] Trial 376 finished with value: 0.5320755839347839 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:01:52,724] Trial 377 finished with value: 0.541002094745636 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:03:00,256] Trial 378 finished with value: 0.5213678479194641 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:03:58,124] Trial 379 finished with value: 0.5462977886199951 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:05:06,880] Trial 380 finished with value: 0.5193935036659241 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:06:33,056] Trial 381 finished with value: 0.5291807055473328 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:07:42,181] Trial 382 finished with value: 0.5436543226242065 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:08:36,978] Trial 383 finished with value: 0.5290499329566956 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:09:46,027] Trial 384 finished with value: 0.5144511461257935 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:10:43,722] Trial 385 finished with value: 0.5334718823432922 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:11:41,492] Trial 386 finished with value: 0.528781533241272 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:12:39,188] Trial 387 finished with value: 0.5373182892799377 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:13:47,672] Trial 388 finished with value: 0.5369377136230469 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:14:45,795] Trial 389 finished with value: 0.5539443492889404 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:15:45,477] Trial 390 finished with value: 0.5270290970802307 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:16:54,625] Trial 391 finished with value: 0.5312671661376953 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:17:52,332] Trial 392 finished with value: 0.5331288576126099 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:18:50,080] Trial 393 finished with value: 0.5353108644485474 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:19:59,401] Trial 394 finished with value: 0.5311068296432495 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:20:48,382] Trial 395 finished with value: 0.5345141291618347 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:21:30,002] Trial 396 finished with value: 0.5373513698577881 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:22:04,268] Trial 397 finished with value: 0.517209529876709 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:23:12,983] Trial 398 finished with value: 0.5259174704551697 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:24:56,898] Trial 399 finished with value: 0.5553845167160034 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:26:05,870] Trial 400 finished with value: 0.5400013327598572 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:27:04,168] Trial 401 finished with value: 0.5335674285888672 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:28:01,396] Trial 402 finished with value: 0.5400436520576477 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:29:04,529] Trial 403 finished with value: 0.5565001964569092 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:30:31,157] Trial 404 finished with value: 0.5359689593315125 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:31:57,875] Trial 405 finished with value: 0.546650230884552 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:33:06,254] Trial 406 finished with value: 0.523622453212738 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:33:42,052] Trial 407 finished with value: 0.5503575205802917 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:34:32,070] Trial 408 finished with value: 0.5277482271194458 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:35:31,593] Trial 409 finished with value: 0.5262075662612915 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:36:42,649] Trial 410 finished with value: 0.5313373804092407 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:37:51,766] Trial 411 finished with value: 0.5390426516532898 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:38:51,913] Trial 412 finished with value: 0.5289508700370789 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:40:03,035] Trial 413 finished with value: 0.5377622842788696 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:41:13,903] Trial 414 finished with value: 0.5297979116439819 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:42:13,490] Trial 415 finished with value: 0.5516370534896851 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:44:42,654] Trial 416 finished with value: 0.5962651968002319 and parameters: {'e_layers': 6, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:46:52,251] Trial 417 finished with value: 0.5328167676925659 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:48:02,691] Trial 418 finished with value: 0.5290343761444092 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:49:00,702] Trial 419 finished with value: 0.5385298728942871 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:50:56,797] Trial 420 finished with value: 0.5811610817909241 and parameters: {'e_layers': 5, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:52:58,262] Trial 421 finished with value: 0.5880802273750305 and parameters: {'e_layers': 3, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:54:09,682] Trial 422 finished with value: 0.5308705568313599 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:55:14,499] Trial 423 finished with value: 0.5119688510894775 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:55:53,058] Trial 424 finished with value: 0.5157639384269714 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:57:03,955] Trial 425 finished with value: 0.5282872319221497 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:58:15,079] Trial 426 finished with value: 0.5490871071815491 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 05:59:14,686] Trial 427 finished with value: 0.5380645990371704 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:00:02,390] Trial 428 finished with value: 0.5504339337348938 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:01:13,407] Trial 429 finished with value: 0.5443367958068848 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:02:13,396] Trial 430 finished with value: 0.5388223528862 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:02:44,345] Trial 431 finished with value: 0.5228777527809143 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:03:40,898] Trial 432 finished with value: 0.5448839664459229 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:04:37,365] Trial 433 finished with value: 0.5399702787399292 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:05:37,585] Trial 434 finished with value: 0.5764970183372498 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:07:39,665] Trial 435 finished with value: 0.5383557677268982 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:08:39,776] Trial 436 finished with value: 0.5321692228317261 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:09:33,352] Trial 437 finished with value: 0.5329049825668335 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:11:04,931] Trial 438 finished with value: 0.545254111289978 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:11:46,787] Trial 439 finished with value: 0.5381532311439514 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:12:50,704] Trial 440 finished with value: 0.550956666469574 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:14:01,901] Trial 441 finished with value: 0.5565920472145081 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:15:01,523] Trial 442 finished with value: 0.551266610622406 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:16:08,821] Trial 443 finished with value: 0.5504769086837769 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:16:46,952] Trial 444 finished with value: 0.5219357013702393 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:17:22,450] Trial 445 finished with value: 0.5291281938552856 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:19:27,228] Trial 446 finished with value: 0.5481583476066589 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:20:38,020] Trial 447 finished with value: 0.5394349694252014 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:21:48,817] Trial 448 finished with value: 0.5222411751747131 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:23:08,734] Trial 449 finished with value: 0.5384921431541443 and parameters: {'e_layers': 1, 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:24:08,364] Trial 450 finished with value: 0.5345141291618347 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:24:56,173] Trial 451 finished with value: 0.5425654649734497 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:25:45,975] Trial 452 finished with value: 0.5386193990707397 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:26:44,072] Trial 453 finished with value: 0.5326628684997559 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:28:23,116] Trial 454 finished with value: 0.5648446083068848 and parameters: {'e_layers': 1, 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:29:22,594] Trial 455 finished with value: 0.5271704792976379 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:30:22,612] Trial 456 finished with value: 0.5397318005561829 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:31:43,429] Trial 457 finished with value: 0.5253775119781494 and parameters: {'e_layers': 1, 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:32:42,151] Trial 458 finished with value: 0.5283920168876648 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:33:53,512] Trial 459 finished with value: 0.5263739824295044 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:35:45,697] Trial 460 finished with value: 0.5943805575370789 and parameters: {'e_layers': 4, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:36:45,081] Trial 461 finished with value: 0.5488172173500061 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:37:44,669] Trial 462 finished with value: 0.542302131652832 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:39:10,786] Trial 463 finished with value: 0.569396436214447 and parameters: {'e_layers': 3, 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:40:10,148] Trial 464 finished with value: 0.5435934066772461 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:41:38,242] Trial 465 finished with value: 0.5298309922218323 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 1024, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:42:38,932] Trial 466 finished with value: 0.5204886198043823 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:43:24,556] Trial 467 finished with value: 0.537438690662384 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:44:36,209] Trial 468 finished with value: 0.5276826620101929 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:45:35,621] Trial 469 finished with value: 0.5277092456817627 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:46:23,671] Trial 470 finished with value: 0.5317386388778687 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:47:02,119] Trial 471 finished with value: 0.5523924231529236 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:48:00,832] Trial 472 finished with value: 0.5544922947883606 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:49:16,559] Trial 473 finished with value: 0.5559996366500854 and parameters: {'e_layers': 2, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:50:16,416] Trial 474 finished with value: 0.5306811928749084 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:51:27,177] Trial 475 finished with value: 0.5140311121940613 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:52:26,809] Trial 476 finished with value: 0.535126805305481 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:53:37,220] Trial 477 finished with value: 0.5211713910102844 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:54:34,794] Trial 478 finished with value: 0.5591249465942383 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:55:45,794] Trial 479 finished with value: 0.5360116362571716 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:56:45,661] Trial 480 finished with value: 0.5544893145561218 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, 'd_ff': 2048, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:57:45,172] Trial 481 finished with value: 0.5238103270530701 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:58:44,484] Trial 482 finished with value: 0.5593767166137695 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 06:59:55,588] Trial 483 finished with value: 0.5143987536430359 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:00:55,590] Trial 484 finished with value: 0.5669907331466675 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, 'd_ff': 1024, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:02:04,596] Trial 485 finished with value: 0.5223305821418762 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:03:04,254] Trial 486 finished with value: 0.5309855937957764 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:04:52,786] Trial 487 finished with value: 0.5356996655464172 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 2048}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:05:51,748] Trial 488 finished with value: 0.5327418446540833 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:06:51,262] Trial 489 finished with value: 0.5305005311965942 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:08:02,758] Trial 490 finished with value: 0.5449520349502563 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:09:02,307] Trial 491 finished with value: 0.5569532513618469 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:10:11,401] Trial 492 finished with value: 0.5316501259803772 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:11:22,359] Trial 493 finished with value: 0.5383424758911133 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:12:33,744] Trial 494 finished with value: 0.5304136872291565 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:13:44,632] Trial 495 finished with value: 0.5355516076087952 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:14:43,404] Trial 496 finished with value: 0.5231284499168396 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:15:48,030] Trial 497 finished with value: 0.5274460911750793 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:16:52,144] Trial 498 finished with value: 0.5217640995979309 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 512}. Best is trial 184 with value: 0.508480966091156.\n",
            "[I 2024-05-11 07:17:55,967] Trial 499 finished with value: 0.5460948944091797 and parameters: {'e_layers': 1, 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, 'd_ff': 512, 'd_model': 1024}. Best is trial 184 with value: 0.508480966091156.\n"
          ]
        }
      ],
      "source": [
        "informer_study = InformerStudy(seq_len, label_len, pred_len, embed, freq, device, path, train_epochs, lradj, padding, inverse, features, train_loader, val_data, val_loader, test_data, test_loader)\n",
        "study, op_preds, op_trues, op_test_mae, op_test_mse, op_test_rmse, op_test_mape, op_test_mspe, op_actions_mae = informer_study.run_study(n_trials=500)\n",
        "\n",
        "# result save\n",
        "folder_path = './results/optuna/'\n",
        "if not os.path.exists(folder_path):\n",
        "    os.makedirs(folder_path)\n",
        "\n",
        "np.save(folder_path+'optuna_metrics.npy', np.array([op_test_mae, op_test_mse, op_test_rmse, op_test_mape, op_test_mspe]))\n",
        "np.save(folder_path+'optuna_pred.npy', op_preds)\n",
        "np.save(folder_path+'optuna_true.npy', op_trues)\n",
        "with open(folder_path + 'optuna_actions_mae.pkl', 'wb') as f:\n",
        "    pickle.dump(op_actions_mae, f)\n",
        "\n",
        "torch.cuda.empty_cache()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "iSQhITtccJaj"
      },
      "source": [
        "#RL-NAS PPO"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LqwT-mx_b-Rm",
        "outputId": "2a9df62a-b49e-4088-bfb3-0c3d08b11c62"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/vol/fob-vol3/mi20/jaabousa/Dokumente/.conda/lib/python3.12/site-packages/stable_baselines3/common/vec_env/patch_gym.py:49: UserWarning: You provided an OpenAI Gym environment. We strongly recommend transitioning to Gymnasium environments. Stable-Baselines3 is automatically wrapping your environments in a compatibility layer, which could potentially cause issues.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Using cuda device\n",
            "[I 2024-05-11 07:20:51.007223] Trial 0 finished with value: 0.5686572790145874 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-11 07:23:50.278562] Trial 1 finished with value: 0.6139858961105347 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-11 07:26:02.779968] Trial 2 finished with value: 0.6211072206497192 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-11 07:29:51.649670] Trial 3 finished with value: 0.6298952102661133 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-11 07:31:35.448256] Trial 4 finished with value: 0.5381157994270325 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:37:48.149939] Trial 5 finished with value: 0.552383303642273 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:42:02.398270] Trial 6 finished with value: 0.5835944414138794 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:44:03.514437] Trial 7 finished with value: 0.5994334816932678 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:44:45.101174] Trial 8 finished with value: 0.5715470910072327 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:47:30.455946] Trial 9 finished with value: 0.6471784710884094 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:49:10.934041] Trial 10 finished with value: 0.5561352968215942 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:53:05.315257] Trial 11 finished with value: 0.6347430944442749 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 07:54:55.092699] Trial 12 finished with value: 0.6072540879249573 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:00:17.410169] Trial 13 finished with value: 0.6076250076293945 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:03:46.750101] Trial 14 finished with value: 0.6415340304374695 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:05:29.838485] Trial 15 finished with value: 0.5905134677886963 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:08:29.418346] Trial 16 finished with value: 0.6272311210632324 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:10:36.678509] Trial 17 finished with value: 0.5780861377716064 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:13:30.719283] Trial 18 finished with value: 0.5640818476676941 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:17:59.730426] Trial 19 finished with value: 0.6509495973587036 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:22:00.620684] Trial 20 finished with value: 0.6098223924636841 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:26:58.347333] Trial 21 finished with value: 0.5593559145927429 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:29:07.672791] Trial 22 finished with value: 0.5794718861579895 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:30:58.703760] Trial 23 finished with value: 0.6258001327514648 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:32:56.471204] Trial 24 finished with value: 0.6185318827629089 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:38:00.572408] Trial 25 finished with value: 0.6246678233146667 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:40:58.018102] Trial 26 finished with value: 0.5889948010444641 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:42:11.707413] Trial 27 finished with value: 0.5763682723045349 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:44:30.112667] Trial 28 finished with value: 0.6384438872337341 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:47:18.087754] Trial 29 finished with value: 0.6134900450706482 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:49:05.491016] Trial 30 finished with value: 0.5966657400131226 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:52:04.290935] Trial 31 finished with value: 0.6095372438430786 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:53:33.063731] Trial 32 finished with value: 0.5811819434165955 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 08:58:11.682891] Trial 33 finished with value: 0.5845550298690796 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:00:15.708220] Trial 34 finished with value: 0.6251722574234009 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:05:07.040880] Trial 35 finished with value: 0.5759156346321106 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:06:41.863990] Trial 36 finished with value: 0.5623595118522644 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:08:37.209167] Trial 37 finished with value: 0.5826960802078247 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 4, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:10:09.325354] Trial 38 finished with value: 0.6093916296958923 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:14:33.560038] Trial 39 finished with value: 0.609643280506134 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:17:10.521587] Trial 40 finished with value: 0.5932340621948242 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:20:25.212734] Trial 41 finished with value: 0.6426825523376465 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:22:32.844107] Trial 42 finished with value: 0.5561692714691162 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:27:49.343877] Trial 43 finished with value: 0.6271672248840332 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:31:30.774141] Trial 44 finished with value: 0.6095843315124512 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:34:02.395806] Trial 45 finished with value: 0.6089432835578918 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:40:03.796475] Trial 46 finished with value: 0.6467486023902893 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:47:50.565448] Trial 47 finished with value: 0.6757049560546875 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:51:51.988507] Trial 48 finished with value: 0.6353893280029297 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:53:59.423758] Trial 49 finished with value: 0.6217380166053772 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:55:27.750788] Trial 50 finished with value: 0.5869190692901611 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 09:58:11.789218] Trial 51 finished with value: 0.5779857039451599 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:00:40.230544] Trial 52 finished with value: 0.6288824677467346 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:08:32.630234] Trial 53 finished with value: 0.602208137512207 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:12:42.385232] Trial 54 finished with value: 0.6599509716033936 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:19:50.304843] Trial 55 finished with value: 0.6405647993087769 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:22:25.872494] Trial 56 finished with value: 0.544433057308197 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:23:25.910326] Trial 57 finished with value: 0.5819655656814575 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:25:44.925165] Trial 58 finished with value: 0.5875735878944397 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:28:57.715268] Trial 59 finished with value: 0.6144378781318665 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:37:00.194622] Trial 60 finished with value: 0.6550695896148682 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:39:00.282495] Trial 61 finished with value: 0.6220644116401672 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 4 with value: 0.5381157994270325.\n",
            "[I 2024-05-11 10:40:24.718113] Trial 62 finished with value: 0.5229364037513733 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:42:06.642470] Trial 63 finished with value: 0.6301447749137878 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:43:16.761914] Trial 64 finished with value: 0.553658664226532 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:49:04.147238] Trial 65 finished with value: 0.6120314598083496 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:52:45.064825] Trial 66 finished with value: 0.6341971755027771 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:56:42.582464] Trial 67 finished with value: 0.6141713261604309 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 10:59:19.017600] Trial 68 finished with value: 0.5792466998100281 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:01:42.155580] Trial 69 finished with value: 0.5927686095237732 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:06:27.508901] Trial 70 finished with value: 0.6063458323478699 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:14:11.598622] Trial 71 finished with value: 0.6506905555725098 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:15:52.613096] Trial 72 finished with value: 0.5866522192955017 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:17:48.062609] Trial 73 finished with value: 0.6103116273880005 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:19:14.586652] Trial 74 finished with value: 0.5514653325080872 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:25:50.791393] Trial 75 finished with value: 0.669259786605835 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:27:24.060070] Trial 76 finished with value: 0.5367494225502014 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:29:42.721170] Trial 77 finished with value: 0.6369923949241638 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:32:57.724640] Trial 78 finished with value: 0.6329334378242493 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:35:37.247779] Trial 79 finished with value: 0.5792528390884399 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:37:15.893805] Trial 80 finished with value: 0.6215702891349792 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:40:21.370025] Trial 81 finished with value: 0.5957332849502563 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:42:46.929391] Trial 82 finished with value: 0.6218706965446472 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:43:47.566022] Trial 83 finished with value: 0.5815483927726746 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:45:10.085313] Trial 84 finished with value: 0.5622462630271912 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:47:06.825212] Trial 85 finished with value: 0.6403462886810303 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:55:52.065246] Trial 86 finished with value: 0.668882429599762 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 11:57:39.940613] Trial 87 finished with value: 0.5968158841133118 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:00:53.629076] Trial 88 finished with value: 0.5603240728378296 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:03:09.520366] Trial 89 finished with value: 0.6242600083351135 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:05:25.437530] Trial 90 finished with value: 0.6204382181167603 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:06:45.844054] Trial 91 finished with value: 0.6095595955848694 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:07:37.849090] Trial 92 finished with value: 0.5442245602607727 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:11:31.162404] Trial 93 finished with value: 0.5787474513053894 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:14:41.363892] Trial 94 finished with value: 0.5927069783210754 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:17:22.348304] Trial 95 finished with value: 0.6013810038566589 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:19:45.426288] Trial 96 finished with value: 0.5759274363517761 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:22:58.118705] Trial 97 finished with value: 0.6591986417770386 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:24:26.734080] Trial 98 finished with value: 0.5720922946929932 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:25:52.346109] Trial 99 finished with value: 0.5706678032875061 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:27:14.673749] Trial 100 finished with value: 0.5567272305488586 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:32:28.595614] Trial 101 finished with value: 0.6432861685752869 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:34:13.978721] Trial 102 finished with value: 0.6096224784851074 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:39:53.667536] Trial 103 finished with value: 0.6346457600593567 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:42:39.418021] Trial 104 finished with value: 0.5581874847412109 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:47:28.850604] Trial 105 finished with value: 0.6622948050498962 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:55:04.806566] Trial 106 finished with value: 0.6814742088317871 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 12:57:45.289649] Trial 107 finished with value: 0.5505537390708923 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:04:15.091141] Trial 108 finished with value: 0.6529173254966736 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:07:11.286141] Trial 109 finished with value: 0.6016250848770142 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:10:15.782362] Trial 110 finished with value: 0.6353196501731873 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:12:52.991095] Trial 111 finished with value: 0.6125685572624207 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:15:02.222085] Trial 112 finished with value: 0.5674660205841064 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:15:51.815560] Trial 113 finished with value: 0.5844214558601379 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:19:10.539974] Trial 114 finished with value: 0.6437122821807861 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:21:02.484738] Trial 115 finished with value: 0.6227247714996338 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:22:25.482713] Trial 116 finished with value: 0.5655401349067688 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:26:22.139643] Trial 117 finished with value: 0.6073046326637268 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:27:49.680167] Trial 118 finished with value: 0.6051331758499146 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:36:05.137906] Trial 119 finished with value: 0.6342731714248657 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:39:05.405633] Trial 120 finished with value: 0.6123833060264587 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:40:44.134075] Trial 121 finished with value: 0.5755634903907776 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:45:03.726232] Trial 122 finished with value: 0.6311606764793396 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:47:50.075762] Trial 123 finished with value: 0.6261156797409058 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:48:57.073889] Trial 124 finished with value: 0.561901867389679 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:50:57.150794] Trial 125 finished with value: 0.5949692726135254 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 13:53:32.004101] Trial 126 finished with value: 0.5680661201477051 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:02:07.076817] Trial 127 finished with value: 0.6731610298156738 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:04:24.074989] Trial 128 finished with value: 0.6294354796409607 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:09:02.757925] Trial 129 finished with value: 0.6233004331588745 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:11:27.958720] Trial 130 finished with value: 0.6152524948120117 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:18:04.493413] Trial 131 finished with value: 0.7819858193397522 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:21:35.488732] Trial 132 finished with value: 0.6210664510726929 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:29:47.546062] Trial 133 finished with value: 0.6464849710464478 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:34:57.147161] Trial 134 finished with value: 0.5624319911003113 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:37:14.465281] Trial 135 finished with value: 0.5855929851531982 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:45:19.410059] Trial 136 finished with value: 0.6637297868728638 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:47:34.489140] Trial 137 finished with value: 0.5297604203224182 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:55:52.463292] Trial 138 finished with value: 0.6285243034362793 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:57:37.182563] Trial 139 finished with value: 0.6024776697158813 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 14:59:29.039156] Trial 140 finished with value: 0.6090478897094727 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:02:14.392565] Trial 141 finished with value: 0.6285619735717773 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:05:28.096129] Trial 142 finished with value: 0.6312893033027649 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:10:52.907460] Trial 143 finished with value: 0.6276354789733887 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:12:20.328438] Trial 144 finished with value: 0.5824984312057495 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:14:28.150007] Trial 145 finished with value: 0.6103460192680359 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:18:11.102989] Trial 146 finished with value: 0.5658191442489624 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:23:08.007740] Trial 147 finished with value: 0.6316152811050415 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:25:22.152751] Trial 148 finished with value: 0.6243254542350769 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:27:23.784720] Trial 149 finished with value: 0.6164658069610596 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:34:00.344453] Trial 150 finished with value: 0.614548921585083 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:36:15.309447] Trial 151 finished with value: 0.638822078704834 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:40:29.887886] Trial 152 finished with value: 0.613239049911499 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:42:57.056821] Trial 153 finished with value: 0.5744149684906006 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:45:20.909083] Trial 154 finished with value: 0.5842236876487732 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:48:03.446577] Trial 155 finished with value: 0.612848162651062 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:51:30.462001] Trial 156 finished with value: 0.6221061944961548 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 15:59:24.323279] Trial 157 finished with value: 0.5773852467536926 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:03:21.831868] Trial 158 finished with value: 0.562993586063385 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:06:09.757331] Trial 159 finished with value: 0.5373177528381348 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:08:17.707660] Trial 160 finished with value: 0.5933933854103088 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:10:00.627413] Trial 161 finished with value: 0.5709428191184998 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:11:41.515803] Trial 162 finished with value: 0.6267076134681702 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:15:35.666183] Trial 163 finished with value: 0.5846214890480042 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:23:48.934606] Trial 164 finished with value: 0.6304925680160522 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:27:10.702588] Trial 165 finished with value: 0.5607334971427917 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:28:50.463164] Trial 166 finished with value: 0.6271733045578003 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:30:45.116754] Trial 167 finished with value: 0.6095094680786133 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:32:12.790666] Trial 168 finished with value: 0.5910226702690125 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:33:06.182518] Trial 169 finished with value: 0.5501028299331665 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:35:19.372971] Trial 170 finished with value: 0.5481951236724854 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:37:19.001549] Trial 171 finished with value: 0.5898460149765015 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:39:32.407034] Trial 172 finished with value: 0.6235602498054504 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:40:33.342152] Trial 173 finished with value: 0.5514541268348694 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:43:58.088139] Trial 174 finished with value: 0.556577742099762 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:48:56.859321] Trial 175 finished with value: 0.5545851588249207 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:51:30.425095] Trial 176 finished with value: 0.6081456542015076 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:53:18.899923] Trial 177 finished with value: 0.5867131948471069 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:54:36.652850] Trial 178 finished with value: 0.5675567984580994 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 16:58:38.103473] Trial 179 finished with value: 0.5967258214950562 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:00:42.489253] Trial 180 finished with value: 0.5766054391860962 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:06:19.718057] Trial 181 finished with value: 0.5989556312561035 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:07:59.882264] Trial 182 finished with value: 0.5731303095817566 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:12:53.881405] Trial 183 finished with value: 0.6110622882843018 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:14:36.267989] Trial 184 finished with value: 0.5953983068466187 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:17:04.161259] Trial 185 finished with value: 0.6393062472343445 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:19:09.784556] Trial 186 finished with value: 0.6060763597488403 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:25:23.803268] Trial 187 finished with value: 0.6373525857925415 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:32:09.462740] Trial 188 finished with value: 0.6474919319152832 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:35:52.400045] Trial 189 finished with value: 0.6495994329452515 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:41:09.204363] Trial 190 finished with value: 0.5676227807998657 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:48:46.779722] Trial 191 finished with value: 0.6697717308998108 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:50:35.083637] Trial 192 finished with value: 0.5709495544433594 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:53:51.503245] Trial 193 finished with value: 0.5754434466362 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:57:50.231064] Trial 194 finished with value: 0.5620486736297607 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 17:59:07.626344] Trial 195 finished with value: 0.5719525814056396 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:05:07.352121] Trial 196 finished with value: 0.5867603421211243 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:08:17.328876] Trial 197 finished with value: 0.5556235313415527 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:09:49.923935] Trial 198 finished with value: 0.6061398386955261 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:12:46.029797] Trial 199 finished with value: 0.5394556522369385 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:13:50.598290] Trial 200 finished with value: 0.5882098078727722 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:16:07.621733] Trial 201 finished with value: 0.6303483843803406 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:18:21.715815] Trial 202 finished with value: 0.5581197738647461 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:20:49.864573] Trial 203 finished with value: 0.6217997074127197 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:22:06.519747] Trial 204 finished with value: 0.5765082240104675 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:24:55.968231] Trial 205 finished with value: 0.618941068649292 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:27:34.999460] Trial 206 finished with value: 0.6218901872634888 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:30:29.953821] Trial 207 finished with value: 0.6470816135406494 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:34:34.604027] Trial 208 finished with value: 0.6179199814796448 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:36:06.554990] Trial 209 finished with value: 0.6133164167404175 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:38:38.088302] Trial 210 finished with value: 0.6184768676757812 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:41:02.168818] Trial 211 finished with value: 0.6230005025863647 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:45:26.674643] Trial 212 finished with value: 0.6071953773498535 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:51:10.884317] Trial 213 finished with value: 0.5605053901672363 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 18:59:04.067474] Trial 214 finished with value: 0.6294835805892944 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:04:51.205149] Trial 215 finished with value: 0.6060615181922913 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:06:40.264308] Trial 216 finished with value: 0.603997528553009 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:09:18.159913] Trial 217 finished with value: 0.6172209978103638 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:13:47.073136] Trial 218 finished with value: 0.6543323397636414 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:17:08.356823] Trial 219 finished with value: 0.6097174882888794 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:20:02.272478] Trial 220 finished with value: 0.5230817198753357 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:22:28.341196] Trial 221 finished with value: 0.6278586983680725 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:26:02.775098] Trial 222 finished with value: 0.5767585635185242 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:27:35.741302] Trial 223 finished with value: 0.619748055934906 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:29:35.311060] Trial 224 finished with value: 0.6131021976470947 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:37:57.046557] Trial 225 finished with value: 0.6594804525375366 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:39:44.294465] Trial 226 finished with value: 0.6341949105262756 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:48:46.152967] Trial 227 finished with value: 0.6630485653877258 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:51:58.230206] Trial 228 finished with value: 0.6446408629417419 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 19:55:06.276131] Trial 229 finished with value: 0.6078203916549683 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:02:27.703152] Trial 230 finished with value: 0.5497268438339233 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:03:48.746430] Trial 231 finished with value: 0.5378126502037048 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:07:33.222539] Trial 232 finished with value: 0.6370174884796143 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:09:06.718145] Trial 233 finished with value: 0.5377711653709412 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:10:42.102670] Trial 234 finished with value: 0.5917425155639648 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:13:01.173682] Trial 235 finished with value: 0.6182170510292053 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:14:47.226475] Trial 236 finished with value: 0.6179234981536865 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:17:58.335567] Trial 237 finished with value: 0.6064780354499817 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:20:18.568262] Trial 238 finished with value: 0.6292133331298828 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:21:23.974523] Trial 239 finished with value: 0.5510671734809875 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:24:07.050673] Trial 240 finished with value: 0.5592547059059143 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:26:06.763809] Trial 241 finished with value: 0.5344778895378113 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:28:28.781348] Trial 242 finished with value: 0.6070033311843872 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:32:40.551942] Trial 243 finished with value: 0.6515277028083801 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:34:02.112171] Trial 244 finished with value: 0.5596600770950317 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:36:06.610153] Trial 245 finished with value: 0.6143943667411804 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:39:15.954922] Trial 246 finished with value: 0.6163821220397949 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:41:56.877280] Trial 247 finished with value: 0.6144741773605347 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:46:09.026346] Trial 248 finished with value: 0.6372513771057129 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:48:40.209195] Trial 249 finished with value: 0.6270321607589722 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:54:39.220667] Trial 250 finished with value: 0.6149559020996094 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:56:32.320136] Trial 251 finished with value: 0.6213445067405701 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 20:59:00.169438] Trial 252 finished with value: 0.5714014172554016 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:04:58.555347] Trial 253 finished with value: 0.6291804313659668 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:06:47.955665] Trial 254 finished with value: 0.546403169631958 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:09:50.407989] Trial 255 finished with value: 0.6308891773223877 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:16:54.656881] Trial 256 finished with value: 0.6559767127037048 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:19:48.089074] Trial 257 finished with value: 0.6122875809669495 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:21:47.161169] Trial 258 finished with value: 0.6055421829223633 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:28:40.403450] Trial 259 finished with value: 0.6498288512229919 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:32:46.100298] Trial 260 finished with value: 0.5843581557273865 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:37:54.422886] Trial 261 finished with value: 0.6857900619506836 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:40:13.342670] Trial 262 finished with value: 0.609837532043457 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:42:41.509503] Trial 263 finished with value: 0.6130650043487549 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:44:08.570871] Trial 264 finished with value: 0.6131092309951782 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:48:19.205469] Trial 265 finished with value: 0.6400311589241028 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 21:56:42.616245] Trial 266 finished with value: 0.680333137512207 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:02:27.795559] Trial 267 finished with value: 0.6232596039772034 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:04:35.851978] Trial 268 finished with value: 0.6249606609344482 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:06:33.001108] Trial 269 finished with value: 0.5816990733146667 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:13:31.362853] Trial 270 finished with value: 0.6054816246032715 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:15:43.665703] Trial 271 finished with value: 0.6058464646339417 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:22:39.442534] Trial 272 finished with value: 0.640357494354248 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:26:11.890245] Trial 273 finished with value: 0.6195711493492126 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:28:01.501901] Trial 274 finished with value: 0.5970950722694397 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:29:54.718780] Trial 275 finished with value: 0.5822908878326416 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:32:45.447504] Trial 276 finished with value: 0.6273439526557922 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:40:41.034270] Trial 277 finished with value: 0.6783223152160645 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:43:23.016976] Trial 278 finished with value: 0.6174691319465637 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:46:35.315708] Trial 279 finished with value: 0.6091020703315735 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:49:12.805267] Trial 280 finished with value: 0.6125764846801758 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:53:30.515527] Trial 281 finished with value: 0.627558708190918 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 22:58:16.261462] Trial 282 finished with value: 0.6144322752952576 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:00:43.380693] Trial 283 finished with value: 0.6141309142112732 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:02:08.077810] Trial 284 finished with value: 0.6095705628395081 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:06:57.603749] Trial 285 finished with value: 0.6451640725135803 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.0, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:09:09.955481] Trial 286 finished with value: 0.5996331572532654 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:13:44.389774] Trial 287 finished with value: 0.6135067939758301 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:20:38.564078] Trial 288 finished with value: 0.5580041408538818 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:23:51.373168] Trial 289 finished with value: 0.6143081784248352 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:25:48.547282] Trial 290 finished with value: 0.5530837774276733 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:28:28.105208] Trial 291 finished with value: 0.6354420781135559 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:32:24.733089] Trial 292 finished with value: 0.5960599184036255 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:37:12.933480] Trial 293 finished with value: 0.6168169379234314 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:38:58.380206] Trial 294 finished with value: 0.6152927279472351 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:42:30.213158] Trial 295 finished with value: 0.6040623188018799 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:49:17.220806] Trial 296 finished with value: 0.625430166721344 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:51:15.601401] Trial 297 finished with value: 0.6151881217956543 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:55:30.615390] Trial 298 finished with value: 0.6299808025360107 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-11 23:58:13.849485] Trial 299 finished with value: 0.6416928172111511 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:05:30.785805] Trial 300 finished with value: 0.6359483599662781 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:07:52.871446] Trial 301 finished with value: 0.6235849857330322 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:09:02.901682] Trial 302 finished with value: 0.5654877424240112 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:11:23.481685] Trial 303 finished with value: 0.6189716458320618 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:12:48.517882] Trial 304 finished with value: 0.5703703761100769 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:14:52.367534] Trial 305 finished with value: 0.604053258895874 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:15:53.224010] Trial 306 finished with value: 0.5889334082603455 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:17:58.233883] Trial 307 finished with value: 0.6276952028274536 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:21:00.046018] Trial 308 finished with value: 0.5645503997802734 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:22:25.284230] Trial 309 finished with value: 0.5790013670921326 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:29:47.136009] Trial 310 finished with value: 0.6456356048583984 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:33:32.078213] Trial 311 finished with value: 0.6173258423805237 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:36:16.152965] Trial 312 finished with value: 0.6345323324203491 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:38:14.747872] Trial 313 finished with value: 0.5557077527046204 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:40:10.289663] Trial 314 finished with value: 0.5759866237640381 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:42:23.443580] Trial 315 finished with value: 0.5828922986984253 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:43:53.230426] Trial 316 finished with value: 0.5959152579307556 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:46:42.929922] Trial 317 finished with value: 0.6070213317871094 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:48:56.995278] Trial 318 finished with value: 0.5490585565567017 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:52:07.509461] Trial 319 finished with value: 0.6160683035850525 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:55:05.212204] Trial 320 finished with value: 0.5634433627128601 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:57:53.314037] Trial 321 finished with value: 0.6067668199539185 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 00:58:50.800556] Trial 322 finished with value: 0.5351921916007996 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:05:26.308210] Trial 323 finished with value: 0.6565424799919128 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:07:44.761613] Trial 324 finished with value: 0.6185118556022644 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:10:40.496591] Trial 325 finished with value: 0.6228753328323364 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:12:31.785514] Trial 326 finished with value: 0.6339799761772156 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:15:16.120252] Trial 327 finished with value: 0.6321541666984558 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:17:35.788769] Trial 328 finished with value: 0.6111158132553101 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:19:26.380987] Trial 329 finished with value: 0.6192985773086548 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:21:03.364877] Trial 330 finished with value: 0.5847746133804321 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:22:25.156281] Trial 331 finished with value: 0.5562683939933777 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:24:38.775851] Trial 332 finished with value: 0.6349508166313171 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:26:50.297093] Trial 333 finished with value: 0.5725741386413574 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:28:29.882306] Trial 334 finished with value: 0.6054893136024475 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:34:25.978977] Trial 335 finished with value: 0.6621623635292053 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:36:09.150167] Trial 336 finished with value: 0.5694203972816467 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:39:05.368612] Trial 337 finished with value: 0.6329566836357117 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:40:49.231343] Trial 338 finished with value: 0.6068982481956482 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:47:04.443718] Trial 339 finished with value: 0.647890567779541 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:50:54.238944] Trial 340 finished with value: 0.5743023753166199 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:52:26.150941] Trial 341 finished with value: 0.5604356527328491 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:55:43.155709] Trial 342 finished with value: 0.6062695980072021 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:57:22.116356] Trial 343 finished with value: 0.5524524450302124 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 01:59:31.153904] Trial 344 finished with value: 0.5483154058456421 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:03:37.244828] Trial 345 finished with value: 0.6288915276527405 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:05:06.671933] Trial 346 finished with value: 0.594641923904419 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:07:20.956899] Trial 347 finished with value: 0.6223465204238892 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:08:51.342963] Trial 348 finished with value: 0.5644100308418274 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:12:00.516610] Trial 349 finished with value: 0.5970883965492249 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.0, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:18:22.056568] Trial 350 finished with value: 0.6493121981620789 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:21:40.207335] Trial 351 finished with value: 0.5565984845161438 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:24:09.446905] Trial 352 finished with value: 0.6065685749053955 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:26:52.612068] Trial 353 finished with value: 0.6201440691947937 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:32:53.014663] Trial 354 finished with value: 0.5516230463981628 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:34:46.294807] Trial 355 finished with value: 0.557532012462616 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:35:57.079138] Trial 356 finished with value: 0.5681527256965637 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:38:35.907032] Trial 357 finished with value: 0.546134889125824 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:41:18.772246] Trial 358 finished with value: 0.5953385233879089 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:44:53.074514] Trial 359 finished with value: 0.6109488010406494 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:50:59.480717] Trial 360 finished with value: 0.634377658367157 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:53:24.859475] Trial 361 finished with value: 0.6031017899513245 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:54:52.867410] Trial 362 finished with value: 0.5742717981338501 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:57:02.299030] Trial 363 finished with value: 0.5270880460739136 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 02:59:12.313017] Trial 364 finished with value: 0.6070336699485779 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:02:08.780615] Trial 365 finished with value: 0.5762485265731812 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:04:07.610132] Trial 366 finished with value: 0.5799028277397156 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:05:38.031320] Trial 367 finished with value: 0.5810035467147827 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:08:01.883448] Trial 368 finished with value: 0.6054192781448364 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:11:01.703433] Trial 369 finished with value: 0.6206778883934021 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:12:10.352833] Trial 370 finished with value: 0.5661652684211731 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:14:48.087350] Trial 371 finished with value: 0.6071510910987854 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:16:19.793529] Trial 372 finished with value: 0.5771312713623047 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:18:28.421121] Trial 373 finished with value: 0.5862020254135132 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:21:42.260706] Trial 374 finished with value: 0.6121913194656372 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:23:42.167312] Trial 375 finished with value: 0.6262370347976685 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:26:03.169576] Trial 376 finished with value: 0.6010366678237915 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:28:14.307085] Trial 377 finished with value: 0.6065998077392578 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:30:32.679978] Trial 378 finished with value: 0.5741159915924072 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:36:54.261266] Trial 379 finished with value: 0.6307254433631897 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:43:01.967150] Trial 380 finished with value: 0.6034806370735168 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:45:44.031820] Trial 381 finished with value: 0.6033252477645874 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:53:52.444852] Trial 382 finished with value: 0.6217800974845886 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 03:56:50.732851] Trial 383 finished with value: 0.6230327486991882 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:00:29.915480] Trial 384 finished with value: 0.6299691796302795 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:03:09.967723] Trial 385 finished with value: 0.5646595358848572 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:09:36.596422] Trial 386 finished with value: 0.6130636930465698 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:11:59.326869] Trial 387 finished with value: 0.5920085310935974 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:13:05.736482] Trial 388 finished with value: 0.5660823583602905 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:18:42.138942] Trial 389 finished with value: 0.7836495637893677 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:20:52.616735] Trial 390 finished with value: 0.608735978603363 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:27:02.138973] Trial 391 finished with value: 0.6536005139350891 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:29:21.258573] Trial 392 finished with value: 0.5820164680480957 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:31:19.630017] Trial 393 finished with value: 0.5978065133094788 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:34:40.155666] Trial 394 finished with value: 0.6220164895057678 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:38:33.907620] Trial 395 finished with value: 0.5374112725257874 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:47:09.678021] Trial 396 finished with value: 0.6086499094963074 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:48:08.313275] Trial 397 finished with value: 0.5664105415344238 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 04:52:28.848340] Trial 398 finished with value: 0.6246251463890076 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:00:30.310036] Trial 399 finished with value: 0.6615135669708252 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:01:43.538566] Trial 400 finished with value: 0.5462246537208557 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:06:45.976820] Trial 401 finished with value: 0.6648796200752258 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:09:42.891368] Trial 402 finished with value: 0.6035891771316528 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:14:37.651390] Trial 403 finished with value: 0.5651516914367676 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:17:14.803920] Trial 404 finished with value: 0.5992247462272644 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:19:32.089865] Trial 405 finished with value: 0.5830014944076538 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:24:45.144442] Trial 406 finished with value: 0.6347983479499817 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:26:57.834643] Trial 407 finished with value: 0.5545801520347595 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:35:16.186102] Trial 408 finished with value: 0.6850656867027283 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:37:22.937129] Trial 409 finished with value: 0.6183159947395325 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:43:30.288243] Trial 410 finished with value: 0.6450285911560059 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:45:39.129950] Trial 411 finished with value: 0.6260924339294434 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:48:39.879312] Trial 412 finished with value: 0.618205726146698 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:56:18.689499] Trial 413 finished with value: 0.6190707683563232 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:58:31.531899] Trial 414 finished with value: 0.6097016930580139 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 05:59:57.611680] Trial 415 finished with value: 0.5905279517173767 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:04:44.929792] Trial 416 finished with value: 0.5933490991592407 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:06:38.863998] Trial 417 finished with value: 0.5646203756332397 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:11:37.372270] Trial 418 finished with value: 0.6578848958015442 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:14:35.116426] Trial 419 finished with value: 0.5543181300163269 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:21:02.346155] Trial 420 finished with value: 0.6234963536262512 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:24:47.176200] Trial 421 finished with value: 0.6311051845550537 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:29:00.501636] Trial 422 finished with value: 0.6765799522399902 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:32:52.488735] Trial 423 finished with value: 0.6427469849586487 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:35:22.147141] Trial 424 finished with value: 0.5908493995666504 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:37:23.815339] Trial 425 finished with value: 0.5979474186897278 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:43:51.626634] Trial 426 finished with value: 0.6376969218254089 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.0, 'factor': 8, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:51:01.260629] Trial 427 finished with value: 0.6512489318847656 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:53:39.081570] Trial 428 finished with value: 0.611825704574585 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 06:55:37.259815] Trial 429 finished with value: 0.5607380270957947 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:03:43.391235] Trial 430 finished with value: 0.6206641793251038 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:05:44.402927] Trial 431 finished with value: 0.6256903409957886 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:07:16.025126] Trial 432 finished with value: 0.6136167645454407 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:10:44.676339] Trial 433 finished with value: 0.6217012405395508 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:13:02.245312] Trial 434 finished with value: 0.5825658440589905 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:15:01.374634] Trial 435 finished with value: 0.6082451939582825 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:17:43.333275] Trial 436 finished with value: 0.6135505437850952 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:19:35.253490] Trial 437 finished with value: 0.6253257393836975 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:20:44.861679] Trial 438 finished with value: 0.5548650026321411 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:29:31.785079] Trial 439 finished with value: 0.6473730206489563 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.0, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:33:45.073680] Trial 440 finished with value: 0.6173216104507446 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:35:56.319975] Trial 441 finished with value: 0.5408239364624023 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:42:26.789715] Trial 442 finished with value: 0.629498302936554 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:44:41.367005] Trial 443 finished with value: 0.5888506174087524 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:46:05.465150] Trial 444 finished with value: 0.5970067977905273 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:47:43.170379] Trial 445 finished with value: 0.5718511343002319 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:50:05.709128] Trial 446 finished with value: 0.6068280935287476 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:54:06.495387] Trial 447 finished with value: 0.597017765045166 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:56:16.417581] Trial 448 finished with value: 0.635467529296875 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 07:57:36.640552] Trial 449 finished with value: 0.5352690815925598 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:04:44.895892] Trial 450 finished with value: 0.6382215619087219 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:06:51.604907] Trial 451 finished with value: 0.6363465785980225 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:08:45.842078] Trial 452 finished with value: 0.6062430739402771 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:10:57.181964] Trial 453 finished with value: 0.5913791060447693 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:13:13.016535] Trial 454 finished with value: 0.6118079423904419 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:18:06.884576] Trial 455 finished with value: 0.6272659301757812 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:19:17.835619] Trial 456 finished with value: 0.5927829146385193 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:21:27.137583] Trial 457 finished with value: 0.5684555172920227 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:22:39.302218] Trial 458 finished with value: 0.5759861469268799 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:24:55.920347] Trial 459 finished with value: 0.6186415553092957 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:27:35.350196] Trial 460 finished with value: 0.6054763197898865 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:29:06.379520] Trial 461 finished with value: 0.5935039520263672 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:30:37.399675] Trial 462 finished with value: 0.5660818219184875 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:33:19.292380] Trial 463 finished with value: 0.6221980452537537 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:35:11.091670] Trial 464 finished with value: 0.5541594624519348 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:37:09.759334] Trial 465 finished with value: 0.5917908549308777 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:44:22.777396] Trial 466 finished with value: 0.5536156296730042 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:46:49.918581] Trial 467 finished with value: 0.6003996729850769 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:48:17.600399] Trial 468 finished with value: 0.6115765571594238 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:54:37.240735] Trial 469 finished with value: 0.5551738142967224 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:56:37.318188] Trial 470 finished with value: 0.6047812104225159 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 08:59:03.648376] Trial 471 finished with value: 0.606216549873352 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:01:08.111597] Trial 472 finished with value: 0.6052088141441345 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:04:30.623706] Trial 473 finished with value: 0.6298719048500061 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:10:00.229119] Trial 474 finished with value: 0.6284300088882446 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:11:44.955718] Trial 475 finished with value: 0.6045130491256714 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:14:57.647011] Trial 476 finished with value: 0.561254620552063 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:17:11.474062] Trial 477 finished with value: 0.5782107710838318 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:20:18.462319] Trial 478 finished with value: 0.6057270169258118 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:23:13.570881] Trial 479 finished with value: 0.645004153251648 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:26:16.754678] Trial 480 finished with value: 0.6438180208206177 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:27:53.062874] Trial 481 finished with value: 0.5973675847053528 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:33:08.096230] Trial 482 finished with value: 0.6287310719490051 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:34:54.674323] Trial 483 finished with value: 0.5630899667739868 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:37:24.879192] Trial 484 finished with value: 0.6171755194664001 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:46:17.572511] Trial 485 finished with value: 0.6656843423843384 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 09:54:42.267613] Trial 486 finished with value: 0.6675193309783936 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:02:01.575120] Trial 487 finished with value: 0.6528853178024292 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:07:15.085425] Trial 488 finished with value: 0.649910569190979 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:10:27.268600] Trial 489 finished with value: 0.6299577355384827 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:12:19.246192] Trial 490 finished with value: 0.5694707632064819 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:15:01.175639] Trial 491 finished with value: 0.6157459616661072 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:18:20.541302] Trial 492 finished with value: 0.637350857257843 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:23:34.301022] Trial 493 finished with value: 0.6171690225601196 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:26:29.193588] Trial 494 finished with value: 0.5641884803771973 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:28:47.250948] Trial 495 finished with value: 0.5645886659622192 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:30:13.706533] Trial 496 finished with value: 0.5380677580833435 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:34:35.250981] Trial 497 finished with value: 0.5812700390815735 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:37:02.070997] Trial 498 finished with value: 0.6328309774398804 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 62 with value: 0.5229364037513733.\n",
            "[I 2024-05-12 10:40:39.627309] Trial 499 finished with value: 0.619346559047699 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 62 with value: 0.5229364037513733.\n"
          ]
        }
      ],
      "source": [
        "env = rl_nas.environment.RLNASEnv(seq_len, label_len, pred_len, embed, freq, device, path, train_epochs, lradj, padding, inverse, features, train_loader, val_data, val_loader, default_val_mae)\n",
        "\n",
        "agent = rl_nas.agents.PPOAgent(seq_len, label_len, pred_len, embed, freq, device, path, train_epochs, lradj, padding, inverse, features, train_loader, val_data, val_loader, env)\n",
        "\n",
        "ppo_actions_mae, best_parameters = agent.get_ppo_results(steps=500)\n",
        "ppo_preds, ppo_trues, ppo_mae, ppo_mse, ppo_rmse, ppo_mape, ppo_mspe = agent.get_best_model(best_parameters)\n",
        "\n",
        "# result save\n",
        "folder_path = './results/ppo/'\n",
        "if not os.path.exists(folder_path):\n",
        "    os.makedirs(folder_path)\n",
        "\n",
        "np.save(folder_path+'ppo_metrics.npy', np.array([ppo_test_mae, ppo_test_mse, ppo_test_rmse, ppo_test_mape, ppo_test_mspe]))\n",
        "np.save(folder_path+'ppo_pred.npy', ppo_preds)\n",
        "np.save(folder_path+'ppo_true.npy', ppo_trues)\n",
        "with open(folder_path + 'ppo_actions_mae.pkl', 'wb') as f:\n",
        "    pickle.dump(ppo_actions_mae, f)\n",
        "\n",
        "torch.cuda.empty_cache()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "lCV36WvyNbxP"
      },
      "source": [
        "#RL-NAS A2C"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "DjOcv1hzv-ar",
        "outputId": "3e069e46-e30f-4f6d-8ea4-f763f5d01112"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Using cuda device\n",
            "[I 2024-05-12 10:45:02.233019] Trial 0 finished with value: 0.6048898696899414 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 10:47:43.412150] Trial 1 finished with value: 0.6048887968063354 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 10:50:24.860794] Trial 2 finished with value: 0.5950373411178589 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 10:51:40.355130] Trial 3 finished with value: 0.5766992568969727 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 10:54:45.232613] Trial 4 finished with value: 0.589198648929596 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 10:57:18.455505] Trial 5 finished with value: 0.6328660845756531 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial default with value: 0.5597437024116516.\n",
            "[I 2024-05-12 11:03:37.470206] Trial 6 finished with value: 0.5523292422294617 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:04:46.672256] Trial 7 finished with value: 0.611863911151886 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:07:07.035380] Trial 8 finished with value: 0.5964696407318115 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:10:19.525393] Trial 9 finished with value: 0.6081789135932922 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:13:22.203238] Trial 10 finished with value: 0.5952521562576294 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:15:18.290687] Trial 11 finished with value: 0.554308295249939 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:18:31.984324] Trial 12 finished with value: 0.6363780498504639 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:20:23.758304] Trial 13 finished with value: 0.5934278964996338 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:28:28.444615] Trial 14 finished with value: 0.6994675993919373 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:29:55.314799] Trial 15 finished with value: 0.5604659914970398 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:32:57.612495] Trial 16 finished with value: 0.5671677589416504 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:35:06.719730] Trial 17 finished with value: 0.6017236113548279 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:37:48.730183] Trial 18 finished with value: 0.6142304539680481 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:39:31.982732] Trial 19 finished with value: 0.5914083123207092 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:42:43.374291] Trial 20 finished with value: 0.6358120441436768 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:46:11.254154] Trial 21 finished with value: 0.6142676472663879 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:49:29.803392] Trial 22 finished with value: 0.5979674458503723 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:51:03.531385] Trial 23 finished with value: 0.5725588202476501 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 11:53:44.922855] Trial 24 finished with value: 0.5594047904014587 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:00:51.377297] Trial 25 finished with value: 0.5555033087730408 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:04:31.869663] Trial 26 finished with value: 0.6543068885803223 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:07:26.030411] Trial 27 finished with value: 0.6371326446533203 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:09:45.687710] Trial 28 finished with value: 0.5967742800712585 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:11:58.494885] Trial 29 finished with value: 0.5748296976089478 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:14:13.710105] Trial 30 finished with value: 0.6103692650794983 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:15:19.049706] Trial 31 finished with value: 0.6056936383247375 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:20:29.822575] Trial 32 finished with value: 0.611403226852417 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:23:13.877489] Trial 33 finished with value: 0.5952896475791931 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:25:14.193290] Trial 34 finished with value: 0.6159757971763611 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:28:20.198864] Trial 35 finished with value: 0.5688685178756714 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:29:50.564767] Trial 36 finished with value: 0.5989857912063599 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:32:28.627022] Trial 37 finished with value: 0.6073495149612427 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:35:55.326843] Trial 38 finished with value: 0.6040400862693787 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:37:05.879095] Trial 39 finished with value: 0.5840650796890259 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:39:18.740448] Trial 40 finished with value: 0.625345766544342 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 6 with value: 0.5523292422294617.\n",
            "[I 2024-05-12 12:40:33.598093] Trial 41 finished with value: 0.5458035469055176 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 12:48:52.278937] Trial 42 finished with value: 0.7328205108642578 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 12:56:22.079557] Trial 43 finished with value: 0.5653282403945923 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 12:59:35.558814] Trial 44 finished with value: 0.627800703048706 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:07:16.280096] Trial 45 finished with value: 0.601065456867218 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:09:00.502625] Trial 46 finished with value: 0.5901331305503845 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:12:19.457265] Trial 47 finished with value: 0.5582014322280884 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:14:41.865888] Trial 48 finished with value: 0.6306378245353699 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:21:57.902050] Trial 49 finished with value: 0.6364745497703552 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:23:25.965394] Trial 50 finished with value: 0.5541046261787415 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:25:42.904637] Trial 51 finished with value: 0.6224952936172485 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:27:08.083183] Trial 52 finished with value: 0.626844048500061 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:29:47.176250] Trial 53 finished with value: 0.6126369833946228 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:31:59.484488] Trial 54 finished with value: 0.5924520492553711 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 41 with value: 0.5458035469055176.\n",
            "[I 2024-05-12 13:34:15.742144] Trial 55 finished with value: 0.5353701710700989 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:36:45.221566] Trial 56 finished with value: 0.5944201946258545 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:45:51.375961] Trial 57 finished with value: 0.6760481595993042 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:47:17.345039] Trial 58 finished with value: 0.6098399758338928 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:48:35.462109] Trial 59 finished with value: 0.5494170784950256 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:51:13.566814] Trial 60 finished with value: 0.5932211875915527 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 13:57:59.484461] Trial 61 finished with value: 0.6308850049972534 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.0, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:01:38.690900] Trial 62 finished with value: 0.6645294427871704 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:04:21.754633] Trial 63 finished with value: 0.6155949234962463 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:06:11.026014] Trial 64 finished with value: 0.6069208383560181 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:08:07.019249] Trial 65 finished with value: 0.6164065599441528 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:10:22.711872] Trial 66 finished with value: 0.6060625910758972 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:13:23.688288] Trial 67 finished with value: 0.5994151830673218 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:14:51.312475] Trial 68 finished with value: 0.553474485874176 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:19:41.197708] Trial 69 finished with value: 0.6176803112030029 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:21:50.078494] Trial 70 finished with value: 0.6448694467544556 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:24:21.544030] Trial 71 finished with value: 0.5969824194908142 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:26:10.991088] Trial 72 finished with value: 0.6017205715179443 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:33:51.065641] Trial 73 finished with value: 0.6065166592597961 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:34:42.386305] Trial 74 finished with value: 0.5846657156944275 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:39:11.463270] Trial 75 finished with value: 0.6134163737297058 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:41:31.068523] Trial 76 finished with value: 0.5945736169815063 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:43:20.324966] Trial 77 finished with value: 0.5586577653884888 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:45:44.316959] Trial 78 finished with value: 0.5991498827934265 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.0, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:47:05.457890] Trial 79 finished with value: 0.5835309624671936 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:49:56.949242] Trial 80 finished with value: 0.639832079410553 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:53:45.482755] Trial 81 finished with value: 0.6216291785240173 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:56:14.083548] Trial 82 finished with value: 0.6213476657867432 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 14:59:44.508099] Trial 83 finished with value: 0.5484665632247925 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:03:51.207612] Trial 84 finished with value: 0.6050621271133423 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:05:55.249154] Trial 85 finished with value: 0.5590697526931763 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:07:21.795950] Trial 86 finished with value: 0.5982644557952881 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:15:49.454300] Trial 87 finished with value: 0.5536046028137207 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:18:48.447490] Trial 88 finished with value: 0.5986032485961914 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:21:01.609995] Trial 89 finished with value: 0.586137056350708 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:23:43.297546] Trial 90 finished with value: 0.6172096133232117 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:25:15.954358] Trial 91 finished with value: 0.5987602472305298 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:26:51.712541] Trial 92 finished with value: 0.6127203702926636 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:30:02.475342] Trial 93 finished with value: 0.5860304832458496 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:32:54.179755] Trial 94 finished with value: 0.5506069660186768 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:35:30.976481] Trial 95 finished with value: 0.6029562950134277 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:39:53.268946] Trial 96 finished with value: 0.6066267490386963 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:43:17.796534] Trial 97 finished with value: 0.5603496432304382 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:44:47.256575] Trial 98 finished with value: 0.5994512438774109 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:47:07.591189] Trial 99 finished with value: 0.6080398559570312 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:48:55.972959] Trial 100 finished with value: 0.6249358057975769 and parameters: 'e_layers': 5 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:51:38.911971] Trial 101 finished with value: 0.6220686435699463 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 15:54:42.460575] Trial 102 finished with value: 0.6248827576637268 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:03:04.064838] Trial 103 finished with value: 0.6311016082763672 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:05:48.353056] Trial 104 finished with value: 0.6303673982620239 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:10:41.366898] Trial 105 finished with value: 0.5788779854774475 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:11:54.234021] Trial 106 finished with value: 0.5663372278213501 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:15:16.900461] Trial 107 finished with value: 0.6286977529525757 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:18:04.017605] Trial 108 finished with value: 0.5650158524513245 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:20:45.609989] Trial 109 finished with value: 0.5789307951927185 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:23:40.425246] Trial 110 finished with value: 0.5669784545898438 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:26:32.759299] Trial 111 finished with value: 0.5726931095123291 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:32:40.827753] Trial 112 finished with value: 0.6726046204566956 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:39:06.948553] Trial 113 finished with value: 0.639413058757782 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:42:19.932810] Trial 114 finished with value: 0.6073940992355347 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:44:00.080764] Trial 115 finished with value: 0.5861333012580872 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:45:09.440245] Trial 116 finished with value: 0.5667816996574402 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:47:22.371055] Trial 117 finished with value: 0.5905590057373047 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:54:33.994284] Trial 118 finished with value: 0.6485239863395691 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:56:09.950752] Trial 119 finished with value: 0.5889312028884888 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:57:10.272087] Trial 120 finished with value: 0.5751593708992004 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 16:59:41.906111] Trial 121 finished with value: 0.640826940536499 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:01:09.303393] Trial 122 finished with value: 0.5389887094497681 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:02:28.309459] Trial 123 finished with value: 0.6027836799621582 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:03:55.873782] Trial 124 finished with value: 0.5567137002944946 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:07:48.141845] Trial 125 finished with value: 0.609711229801178 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:15:12.267506] Trial 126 finished with value: 0.609593391418457 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:17:53.955981] Trial 127 finished with value: 0.6196749806404114 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:20:22.711566] Trial 128 finished with value: 0.5770852565765381 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:22:31.336300] Trial 129 finished with value: 0.5945895314216614 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:24:56.138533] Trial 130 finished with value: 0.6022459268569946 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:27:32.802929] Trial 131 finished with value: 0.631592333316803 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:30:48.117051] Trial 132 finished with value: 0.5782721042633057 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:34:16.404840] Trial 133 finished with value: 0.602607011795044 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:36:43.415342] Trial 134 finished with value: 0.6074216365814209 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:43:21.890225] Trial 135 finished with value: 0.6704127788543701 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:48:53.462258] Trial 136 finished with value: 0.6201875805854797 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:51:22.421194] Trial 137 finished with value: 0.6123886704444885 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:53:39.130879] Trial 138 finished with value: 0.6205240488052368 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:56:18.373565] Trial 139 finished with value: 0.6026654839515686 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 17:57:47.029358] Trial 140 finished with value: 0.5476250648498535 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 18:06:26.901961] Trial 141 finished with value: 0.6363440752029419 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 18:09:03.691333] Trial 142 finished with value: 0.6032447218894958 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 18:11:16.910739] Trial 143 finished with value: 0.5523309111595154 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 18:13:46.125364] Trial 144 finished with value: 0.5453912615776062 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 55 with value: 0.5353701710700989.\n",
            "[I 2024-05-12 18:15:33.342793] Trial 145 finished with value: 0.5303508639335632 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:16:49.375069] Trial 146 finished with value: 0.6157354712486267 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:18:58.156585] Trial 147 finished with value: 0.5509230494499207 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:21:58.848518] Trial 148 finished with value: 0.6417750120162964 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:25:23.906103] Trial 149 finished with value: 0.5740586519241333 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:27:34.478174] Trial 150 finished with value: 0.5773468017578125 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:29:38.178335] Trial 151 finished with value: 0.6164856553077698 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:37:50.974948] Trial 152 finished with value: 0.6456366181373596 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:41:38.553374] Trial 153 finished with value: 0.623467206954956 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:50:09.904886] Trial 154 finished with value: 0.6801341772079468 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 8, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:51:45.658912] Trial 155 finished with value: 0.5608636140823364 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:55:26.947946] Trial 156 finished with value: 0.5715702176094055 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:57:37.262501] Trial 157 finished with value: 0.5765374898910522 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 18:59:14.504698] Trial 158 finished with value: 0.5731480121612549 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:00:40.747272] Trial 159 finished with value: 0.5737012624740601 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:03:02.394029] Trial 160 finished with value: 0.62864089012146 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:04:43.612998] Trial 161 finished with value: 0.540600597858429 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:06:53.031099] Trial 162 finished with value: 0.6088099479675293 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.0, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:12:48.203940] Trial 163 finished with value: 0.6057849526405334 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:15:44.969607] Trial 164 finished with value: 0.5946471691131592 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:18:51.167840] Trial 165 finished with value: 0.5715237259864807 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:20:48.612218] Trial 166 finished with value: 0.5725126266479492 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:28:44.103997] Trial 167 finished with value: 0.5960924625396729 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:36:44.676983] Trial 168 finished with value: 0.6917805671691895 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:39:42.842547] Trial 169 finished with value: 0.5693158507347107 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:42:07.337060] Trial 170 finished with value: 0.579282820224762 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:44:22.527727] Trial 171 finished with value: 0.57045978307724 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.05, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:50:21.093761] Trial 172 finished with value: 0.6415859460830688 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:52:18.887998] Trial 173 finished with value: 0.5955827236175537 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:54:41.794536] Trial 174 finished with value: 0.6157082915306091 and parameters: 'e_layers': 6 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:55:30.919276] Trial 175 finished with value: 0.5472247004508972 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:56:55.768628] Trial 176 finished with value: 0.5535956025123596 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 19:59:30.025173] Trial 177 finished with value: 0.6502335667610168 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:03:03.139153] Trial 178 finished with value: 0.613172709941864 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:05:04.927589] Trial 179 finished with value: 0.5460506677627563 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:11:56.077724] Trial 180 finished with value: 0.588354766368866 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:12:55.740340] Trial 181 finished with value: 0.5743556618690491 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:15:31.677605] Trial 182 finished with value: 0.5681056380271912 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:16:40.250171] Trial 183 finished with value: 0.5728421807289124 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:18:25.548043] Trial 184 finished with value: 0.5849130749702454 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:19:44.152825] Trial 185 finished with value: 0.5868192315101624 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:25:16.553642] Trial 186 finished with value: 0.6341755986213684 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:30:35.459862] Trial 187 finished with value: 0.6294938921928406 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:34:33.944257] Trial 188 finished with value: 0.5876443982124329 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.05, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:36:16.680214] Trial 189 finished with value: 0.6254152059555054 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:39:23.754158] Trial 190 finished with value: 0.603987455368042 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:42:17.702905] Trial 191 finished with value: 0.6211525201797485 and parameters: 'e_layers': 4 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:48:30.823644] Trial 192 finished with value: 0.6435196995735168 and parameters: 'e_layers': 5 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:50:56.145999] Trial 193 finished with value: 0.6195642352104187 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:53:33.022269] Trial 194 finished with value: 0.616730809211731 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 20:55:59.762827] Trial 195 finished with value: 0.6136954426765442 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:02:31.624306] Trial 196 finished with value: 0.6406823992729187 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.15, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:06:22.310762] Trial 197 finished with value: 0.632339358329773 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:09:05.005379] Trial 198 finished with value: 0.5863077640533447 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:11:32.784446] Trial 199 finished with value: 0.6158909201622009 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:13:01.192665] Trial 200 finished with value: 0.5607628226280212 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:14:14.548352] Trial 201 finished with value: 0.5605909824371338 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 6, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:18:11.299817] Trial 202 finished with value: 0.6153084635734558 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:19:48.221981] Trial 203 finished with value: 0.5656446814537048 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:20:58.349947] Trial 204 finished with value: 0.5791030526161194 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:23:22.014845] Trial 205 finished with value: 0.6196288466453552 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:28:32.863002] Trial 206 finished with value: 0.6132607460021973 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:31:50.246453] Trial 207 finished with value: 0.6262813806533813 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:33:57.642635] Trial 208 finished with value: 0.61314857006073 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:35:46.897803] Trial 209 finished with value: 0.6247265338897705 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:38:09.016270] Trial 210 finished with value: 0.6122691035270691 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:39:01.141559] Trial 211 finished with value: 0.5878810882568359 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:41:54.782654] Trial 212 finished with value: 0.5827676653862 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:47:35.537497] Trial 213 finished with value: 0.6391143798828125 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:49:22.607071] Trial 214 finished with value: 0.6275827884674072 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:50:15.765893] Trial 215 finished with value: 0.5493835210800171 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:52:52.207657] Trial 216 finished with value: 0.6360592842102051 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 21:57:52.552417] Trial 217 finished with value: 0.5804360508918762 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 5, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:01:10.213878] Trial 218 finished with value: 0.6156752109527588 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:02:51.672794] Trial 219 finished with value: 0.6101457476615906 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:06:28.389356] Trial 220 finished with value: 0.6183682680130005 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:08:47.998350] Trial 221 finished with value: 0.5893278121948242 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:12:39.770385] Trial 222 finished with value: 0.6524536609649658 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:14:10.963397] Trial 223 finished with value: 0.605644702911377 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:15:09.080681] Trial 224 finished with value: 0.5527290105819702 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:17:30.840284] Trial 225 finished with value: 0.5608831644058228 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:18:49.885957] Trial 226 finished with value: 0.5993183255195618 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:20:37.793077] Trial 227 finished with value: 0.5924935340881348 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:25:31.859697] Trial 228 finished with value: 0.5783286690711975 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:29:09.446645] Trial 229 finished with value: 0.6187388896942139 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:31:43.628978] Trial 230 finished with value: 0.5557010769844055 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:35:21.231537] Trial 231 finished with value: 0.6087603569030762 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:38:01.156940] Trial 232 finished with value: 0.5435305237770081 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:39:51.206718] Trial 233 finished with value: 0.5676119923591614 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:41:55.940919] Trial 234 finished with value: 0.6266094446182251 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:44:29.211841] Trial 235 finished with value: 0.5313169360160828 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:46:12.815800] Trial 236 finished with value: 0.5822846293449402 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.05, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:47:07.326162] Trial 237 finished with value: 0.5624421238899231 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:48:57.466547] Trial 238 finished with value: 0.6145573854446411 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 145 with value: 0.5303508639335632.\n",
            "[I 2024-05-12 22:50:09.052069] Trial 239 finished with value: 0.5278444290161133 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 22:53:13.296692] Trial 240 finished with value: 0.6093344688415527 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 22:55:12.507104] Trial 241 finished with value: 0.595981240272522 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 22:57:35.763255] Trial 242 finished with value: 0.5394871830940247 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.05, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 22:58:43.009987] Trial 243 finished with value: 0.5522268414497375 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:05:43.114408] Trial 244 finished with value: 0.555639386177063 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:11:45.807549] Trial 245 finished with value: 0.6250697374343872 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:13:16.460165] Trial 246 finished with value: 0.572730302810669 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:14:10.343580] Trial 247 finished with value: 0.5553385019302368 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:16:16.343952] Trial 248 finished with value: 0.5438657402992249 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:17:09.661590] Trial 249 finished with value: 0.5471294522285461 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:20:03.581940] Trial 250 finished with value: 0.6206503510475159 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:21:57.143199] Trial 251 finished with value: 0.598544716835022 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:25:30.897205] Trial 252 finished with value: 0.5994656682014465 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:29:08.380675] Trial 253 finished with value: 0.6011539101600647 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:31:35.504438] Trial 254 finished with value: 0.6224924921989441 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:32:58.225306] Trial 255 finished with value: 0.5882678031921387 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:36:56.806596] Trial 256 finished with value: 0.6466718316078186 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:38:19.688502] Trial 257 finished with value: 0.6087826490402222 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:40:39.976148] Trial 258 finished with value: 0.5811637043952942 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:44:06.985974] Trial 259 finished with value: 0.5691721439361572 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:48:01.744706] Trial 260 finished with value: 0.6215170621871948 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:50:37.056338] Trial 261 finished with value: 0.5877481698989868 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:52:19.431911] Trial 262 finished with value: 0.5841657519340515 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:53:30.672274] Trial 263 finished with value: 0.6031494736671448 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:54:31.862500] Trial 264 finished with value: 0.5715562701225281 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:55:36.580161] Trial 265 finished with value: 0.5411304831504822 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-12 23:59:38.182296] Trial 266 finished with value: 0.5761668682098389 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:00:51.168127] Trial 267 finished with value: 0.5856230854988098 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:03:20.421307] Trial 268 finished with value: 0.6242604851722717 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:05:20.400309] Trial 269 finished with value: 0.589900553226471 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:07:05.710124] Trial 270 finished with value: 0.6041250824928284 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:08:16.097089] Trial 271 finished with value: 0.5788348913192749 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:09:41.264270] Trial 272 finished with value: 0.5666537284851074 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:11:49.748596] Trial 273 finished with value: 0.5760238766670227 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:18:52.345712] Trial 274 finished with value: 0.6924993395805359 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:21:32.525643] Trial 275 finished with value: 0.6380443572998047 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:23:11.462633] Trial 276 finished with value: 0.5463012456893921 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:24:36.607174] Trial 277 finished with value: 0.5998719930648804 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:26:18.774091] Trial 278 finished with value: 0.5655510425567627 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:29:14.987963] Trial 279 finished with value: 0.5976621508598328 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:30:42.784503] Trial 280 finished with value: 0.5291084051132202 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:33:21.866243] Trial 281 finished with value: 0.6169524192810059 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:34:42.563513] Trial 282 finished with value: 0.5722790360450745 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:36:12.282078] Trial 283 finished with value: 0.5509340763092041 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:44:46.105139] Trial 284 finished with value: 0.6814942955970764 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:47:12.010405] Trial 285 finished with value: 0.6229756474494934 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:53:22.632007] Trial 286 finished with value: 0.5548647046089172 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 00:55:34.890700] Trial 287 finished with value: 0.5435781478881836 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:03:51.063028] Trial 288 finished with value: 0.6328705549240112 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:05:45.795152] Trial 289 finished with value: 0.5927054286003113 and parameters: 'e_layers': 2 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:07:38.182436] Trial 290 finished with value: 0.5765253305435181 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:08:36.097526] Trial 291 finished with value: 0.5566129088401794 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:10:37.468027] Trial 292 finished with value: 0.6120163202285767 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:12:52.941718] Trial 293 finished with value: 0.5810958743095398 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:17:06.142639] Trial 294 finished with value: 0.6108477711677551 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:20:00.433005] Trial 295 finished with value: 0.6073841452598572 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:22:16.980806] Trial 296 finished with value: 0.5858968496322632 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:25:27.313241] Trial 297 finished with value: 0.6153784990310669 and parameters: 'e_layers': 6 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:27:13.630893] Trial 298 finished with value: 0.5624325275421143 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:29:07.590608] Trial 299 finished with value: 0.5401059985160828 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:31:13.323245] Trial 300 finished with value: 0.557719886302948 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 6, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:34:11.223556] Trial 301 finished with value: 0.6128106117248535 and parameters: 'e_layers': 5 , 'd_layers': 5, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:36:08.187876] Trial 302 finished with value: 0.6524602770805359 and parameters: 'e_layers': 3 , 'd_layers': 4, 'dropout': 0.1, 'factor': 6, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:38:46.402536] Trial 303 finished with value: 0.6185036301612854 and parameters: 'e_layers': 6 , 'd_layers': 4, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:39:56.525074] Trial 304 finished with value: 0.569861888885498 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:41:27.886344] Trial 305 finished with value: 0.56217360496521 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.15, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:43:40.109484] Trial 306 finished with value: 0.5939026474952698 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:45:05.743685] Trial 307 finished with value: 0.5364320874214172 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:46:29.216647] Trial 308 finished with value: 0.5609095096588135 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:53:37.062412] Trial 309 finished with value: 0.6338739991188049 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 01:56:48.626456] Trial 310 finished with value: 0.6151666641235352 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:00:20.876059] Trial 311 finished with value: 0.5981349349021912 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:03:02.047683] Trial 312 finished with value: 0.5565374493598938 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:04:25.084074] Trial 313 finished with value: 0.5440385341644287 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:05:31.360116] Trial 314 finished with value: 0.5350545644760132 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:06:29.611259] Trial 315 finished with value: 0.5362632870674133 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:09:59.185075] Trial 316 finished with value: 0.549946665763855 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:12:14.988135] Trial 317 finished with value: 0.5821067094802856 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:13:37.482318] Trial 318 finished with value: 0.5842096209526062 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:15:02.130750] Trial 319 finished with value: 0.5728175640106201 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:16:28.848151] Trial 320 finished with value: 0.6170638799667358 and parameters: 'e_layers': 4 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:17:36.883756] Trial 321 finished with value: 0.5531373620033264 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:19:59.399200] Trial 322 finished with value: 0.5615130662918091 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:21:57.919039] Trial 323 finished with value: 0.5840134024620056 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:24:45.924698] Trial 324 finished with value: 0.5688360929489136 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:26:24.333666] Trial 325 finished with value: 0.5605887174606323 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 5, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:29:00.394360] Trial 326 finished with value: 0.5671921372413635 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:33:53.519102] Trial 327 finished with value: 0.5935614705085754 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:35:51.157899] Trial 328 finished with value: 0.5772571563720703 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:36:52.413687] Trial 329 finished with value: 0.5595707297325134 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:38:18.234630] Trial 330 finished with value: 0.5408036112785339 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:39:16.423289] Trial 331 finished with value: 0.5494743585586548 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:41:30.832881] Trial 332 finished with value: 0.5766991972923279 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:42:48.020248] Trial 333 finished with value: 0.5428973436355591 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:43:56.987195] Trial 334 finished with value: 0.5390468835830688 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:45:21.864890] Trial 335 finished with value: 0.5478230118751526 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:53:43.154533] Trial 336 finished with value: 0.6866080164909363 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:55:56.615021] Trial 337 finished with value: 0.5993922352790833 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 02:58:07.386646] Trial 338 finished with value: 0.6132990717887878 and parameters: 'e_layers': 5 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:00:26.770078] Trial 339 finished with value: 0.5316436290740967 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 4, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:01:56.942217] Trial 340 finished with value: 0.5331498980522156 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:02:46.065379] Trial 341 finished with value: 0.5410347580909729 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:05:46.183295] Trial 342 finished with value: 0.6256058812141418 and parameters: 'e_layers': 3 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:07:16.803922] Trial 343 finished with value: 0.5630214810371399 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:08:42.669901] Trial 344 finished with value: 0.5646610856056213 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.0, 'factor': 3, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:09:45.099005] Trial 345 finished with value: 0.5315258502960205 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:11:41.535203] Trial 346 finished with value: 0.5478284955024719 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:12:38.735720] Trial 347 finished with value: 0.5468164086341858 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:20:59.272876] Trial 348 finished with value: 0.6010183095932007 and parameters: 'e_layers': 2 , 'd_layers': 6, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:21:59.139612] Trial 349 finished with value: 0.551850438117981 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:24:15.409871] Trial 350 finished with value: 0.5399274230003357 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:26:43.082094] Trial 351 finished with value: 0.604690432548523 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:28:26.863457] Trial 352 finished with value: 0.5728709697723389 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:30:11.274960] Trial 353 finished with value: 0.544041633605957 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:31:40.868100] Trial 354 finished with value: 0.548473060131073 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:32:49.044191] Trial 355 finished with value: 0.5473703742027283 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:34:47.475921] Trial 356 finished with value: 0.5456376671791077 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:43:46.465576] Trial 357 finished with value: 0.6683054566383362 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:45:29.335865] Trial 358 finished with value: 0.5703533291816711 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:47:29.655625] Trial 359 finished with value: 0.5646466612815857 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:48:36.058367] Trial 360 finished with value: 0.5505563616752625 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:49:50.396172] Trial 361 finished with value: 0.563300609588623 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:51:08.369862] Trial 362 finished with value: 0.5602262020111084 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 03:58:19.651663] Trial 363 finished with value: 0.6238585710525513 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:00:25.521754] Trial 364 finished with value: 0.5580657124519348 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:01:54.308176] Trial 365 finished with value: 0.5579909682273865 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:03:13.081838] Trial 366 finished with value: 0.5861728191375732 and parameters: 'e_layers': 3 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:04:43.033358] Trial 367 finished with value: 0.589033842086792 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:06:06.102497] Trial 368 finished with value: 0.5752984881401062 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:08:45.452537] Trial 369 finished with value: 0.5480378270149231 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:11:16.070490] Trial 370 finished with value: 0.5420724749565125 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:12:28.056615] Trial 371 finished with value: 0.555391788482666 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:14:38.564205] Trial 372 finished with value: 0.5413587689399719 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:15:42.399215] Trial 373 finished with value: 0.558702290058136 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:17:54.230449] Trial 374 finished with value: 0.653330385684967 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:21:00.861099] Trial 375 finished with value: 0.535410463809967 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 5, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:22:20.607975] Trial 376 finished with value: 0.5638172626495361 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.05, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:23:26.278212] Trial 377 finished with value: 0.5585107207298279 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:25:31.060657] Trial 378 finished with value: 0.5733130574226379 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:26:55.660760] Trial 379 finished with value: 0.5497604012489319 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:28:03.304255] Trial 380 finished with value: 0.5593478679656982 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:30:26.774509] Trial 381 finished with value: 0.5784497857093811 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:31:18.677614] Trial 382 finished with value: 0.5645756125450134 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:33:18.677752] Trial 383 finished with value: 0.5443521738052368 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:37:28.901342] Trial 384 finished with value: 0.5864982604980469 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:38:55.961830] Trial 385 finished with value: 0.5767097473144531 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:41:02.469836] Trial 386 finished with value: 0.5701451897621155 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:45:07.080507] Trial 387 finished with value: 0.5941255688667297 and parameters: 'e_layers': 2 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:45:57.031507] Trial 388 finished with value: 0.547858715057373 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:48:56.397848] Trial 389 finished with value: 0.5573711395263672 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:50:10.044439] Trial 390 finished with value: 0.5747320055961609 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:52:48.811264] Trial 391 finished with value: 0.5337439179420471 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 239 with value: 0.5278444290161133.\n",
            "[I 2024-05-13 04:54:18.607849] Trial 392 finished with value: 0.5254542231559753 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 04:55:11.162086] Trial 393 finished with value: 0.5751941204071045 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 04:56:17.495280] Trial 394 finished with value: 0.5494460463523865 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 04:58:27.312265] Trial 395 finished with value: 0.547265887260437 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:00:31.046458] Trial 396 finished with value: 0.5957545638084412 and parameters: 'e_layers': 2 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:06:21.507639] Trial 397 finished with value: 0.556222677230835 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:07:43.115668] Trial 398 finished with value: 0.5748978853225708 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:08:55.053176] Trial 399 finished with value: 0.5406205058097839 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:11:02.074375] Trial 400 finished with value: 0.5826709270477295 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:12:15.940928] Trial 401 finished with value: 0.5363804697990417 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:14:21.065518] Trial 402 finished with value: 0.6009604334831238 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:15:43.979261] Trial 403 finished with value: 0.5572983026504517 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:18:36.272426] Trial 404 finished with value: 0.6059119701385498 and parameters: 'e_layers': 6 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:20:24.182864] Trial 405 finished with value: 0.5539469718933105 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:21:20.077882] Trial 406 finished with value: 0.5502080321311951 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:23:44.948223] Trial 407 finished with value: 0.5762653350830078 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:25:47.462946] Trial 408 finished with value: 0.6059998273849487 and parameters: 'e_layers': 5 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:27:00.231813] Trial 409 finished with value: 0.5516000390052795 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 4, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:28:53.496246] Trial 410 finished with value: 0.5646317601203918 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '2048. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:31:00.618386] Trial 411 finished with value: 0.6094624400138855 and parameters: 'e_layers': 4 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:31:50.304687] Trial 412 finished with value: 0.5478317141532898 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:32:58.995667] Trial 413 finished with value: 0.5582041144371033 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:34:21.989024] Trial 414 finished with value: 0.5524903535842896 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:36:05.746595] Trial 415 finished with value: 0.5586726069450378 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:37:17.244538] Trial 416 finished with value: 0.5623558759689331 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:39:05.543465] Trial 417 finished with value: 0.5349376201629639 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:40:18.525911] Trial 418 finished with value: 0.5612834692001343 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:42:56.609257] Trial 419 finished with value: 0.5725318789482117 and parameters: 'e_layers': 3 , 'd_layers': 3, 'dropout': 0.1, 'factor': 8, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:44:12.353488] Trial 420 finished with value: 0.5684141516685486 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:45:31.907702] Trial 421 finished with value: 0.5526635050773621 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:46:40.724412] Trial 422 finished with value: 0.5439512133598328 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:47:48.904098] Trial 423 finished with value: 0.5558337569236755 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:49:28.385239] Trial 424 finished with value: 0.5930404663085938 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.05, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:50:12.915247] Trial 425 finished with value: 0.549560010433197 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:51:19.458586] Trial 426 finished with value: 0.542680561542511 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.05, 'factor': 5, 'n_heads': 7, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:52:28.020456] Trial 427 finished with value: 0.5460686087608337 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:53:28.205292] Trial 428 finished with value: 0.5655039548873901 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:55:41.761341] Trial 429 finished with value: 0.5587517619132996 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 05:56:58.584014] Trial 430 finished with value: 0.5384443998336792 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.05, 'factor': 4, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:00:17.860308] Trial 431 finished with value: 0.6453002095222473 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 8, 'n_heads': 7, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:01:54.448166] Trial 432 finished with value: 0.6288071274757385 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:04:10.763767] Trial 433 finished with value: 0.5589141845703125 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:05:08.618153] Trial 434 finished with value: 0.5518797039985657 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 7, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:07:30.173434] Trial 435 finished with value: 0.6271276473999023 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 3, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:09:40.434979] Trial 436 finished with value: 0.6025834679603577 and parameters: 'e_layers': 5 , 'd_layers': 1, 'dropout': 0.05, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:12:47.098050] Trial 437 finished with value: 0.634981095790863 and parameters: 'e_layers': 4 , 'd_layers': 5, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:15:36.623979] Trial 438 finished with value: 0.6076230406761169 and parameters: 'e_layers': 6 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:17:02.606485] Trial 439 finished with value: 0.6147146821022034 and parameters: 'e_layers': 3 , 'd_layers': 1, 'dropout': 0.15, 'factor': 4, 'n_heads': 7, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:17:59.998864] Trial 440 finished with value: 0.5557368993759155 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:19:25.425234] Trial 441 finished with value: 0.5724793672561646 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:20:21.280569] Trial 442 finished with value: 0.5708547234535217 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.05, 'factor': 8, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:24:31.262120] Trial 443 finished with value: 0.6373064517974854 and parameters: 'e_layers': 6 , 'd_layers': 6, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:25:57.048296] Trial 444 finished with value: 0.555406928062439 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 8, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:27:12.648888] Trial 445 finished with value: 0.5698426961898804 and parameters: 'e_layers': 2 , 'd_layers': 1, 'dropout': 0.15, 'factor': 8, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:29:29.715576] Trial 446 finished with value: 0.6493296027183533 and parameters: 'e_layers': 3 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:30:27.051898] Trial 447 finished with value: 0.5595214366912842 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:31:52.848523] Trial 448 finished with value: 0.5318678021430969 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:33:53.671930] Trial 449 finished with value: 0.5879549384117126 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.15, 'factor': 4, 'n_heads': 4, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:35:19.100731] Trial 450 finished with value: 0.5602672696113586 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:36:47.305617] Trial 451 finished with value: 0.5597586035728455 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:37:42.220024] Trial 452 finished with value: 0.5414879322052002 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:39:02.983783] Trial 453 finished with value: 0.5484583377838135 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:40:31.212521] Trial 454 finished with value: 0.5408338308334351 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:43:13.832438] Trial 455 finished with value: 0.5384255647659302 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:44:59.708139] Trial 456 finished with value: 0.5874786376953125 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.05, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:46:03.073618] Trial 457 finished with value: 0.5604518055915833 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:47:32.433963] Trial 458 finished with value: 0.5805375576019287 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:48:44.918215] Trial 459 finished with value: 0.5480926036834717 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:50:36.842249] Trial 460 finished with value: 0.5752667188644409 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 7, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:52:08.521357] Trial 461 finished with value: 0.5867177248001099 and parameters: 'e_layers': 4 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:52:49.801917] Trial 462 finished with value: 0.5515612363815308 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:55:12.285854] Trial 463 finished with value: 0.5533550381660461 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.0, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:57:53.720319] Trial 464 finished with value: 0.5819029808044434 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.15, 'factor': 4, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 06:59:52.749287] Trial 465 finished with value: 0.5373220443725586 and parameters: 'e_layers': 1 , 'd_layers': 6, 'dropout': 0.0, 'factor': 6, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 07:01:01.777904] Trial 466 finished with value: 0.5612598061561584 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 07:02:12.667873] Trial 467 finished with value: 0.5733616948127747 and parameters: 'e_layers': 2 , 'd_layers': 2, 'dropout': 0.1, 'factor': 7, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 07:03:50.275104] Trial 468 finished with value: 0.5524330735206604 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '1024. Best is trial 392 with value: 0.5254542231559753.\n",
            "[I 2024-05-13 07:04:59.916157] Trial 469 finished with value: 0.5179334878921509 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '1024. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:06:28.770746] Trial 470 finished with value: 0.5668374300003052 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.1, 'factor': 8, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:08:12.521312] Trial 471 finished with value: 0.5511049628257751 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:12:09.661023] Trial 472 finished with value: 0.5373411774635315 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '2048. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:13:18.223680] Trial 473 finished with value: 0.5458995699882507 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:14:24.550260] Trial 474 finished with value: 0.55897456407547 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:15:43.338640] Trial 475 finished with value: 0.5652358531951904 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.15, 'factor': 7, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:17:26.535807] Trial 476 finished with value: 0.5383983850479126 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 3, 'n_heads': 8, ' d_ff: ' 512, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:18:52.763941] Trial 477 finished with value: 0.5601375699043274 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:19:52.706857] Trial 478 finished with value: 0.5332732200622559 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 4, 'n_heads': 4, ' d_ff: ' 512, 'd_model: '512. Best is trial 469 with value: 0.5179334878921509.\n",
            "[I 2024-05-13 07:21:16.127010] Trial 479 finished with value: 0.5167684555053711 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:22:42.025331] Trial 480 finished with value: 0.5508651733398438 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:24:27.990190] Trial 481 finished with value: 0.5536642670631409 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:25:36.822077] Trial 482 finished with value: 0.555001437664032 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 5, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:26:34.232133] Trial 483 finished with value: 0.5789032578468323 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:27:44.845769] Trial 484 finished with value: 0.559866189956665 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 5, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:29:11.174156] Trial 485 finished with value: 0.5790476202964783 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 4, 'n_heads': 8, ' d_ff: ' 2048, 'd_model: '1024. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:34:05.523016] Trial 486 finished with value: 0.5674421787261963 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:37:20.422744] Trial 487 finished with value: 0.6077203750610352 and parameters: 'e_layers': 4 , 'd_layers': 6, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:42:18.035672] Trial 488 finished with value: 0.5643962621688843 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.15, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '2048. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:43:27.589212] Trial 489 finished with value: 0.5863516926765442 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:44:02.353948] Trial 490 finished with value: 0.539625346660614 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.0, 'factor': 5, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:45:16.192027] Trial 491 finished with value: 0.5628989338874817 and parameters: 'e_layers': 1 , 'd_layers': 4, 'dropout': 0.0, 'factor': 3, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:46:42.243166] Trial 492 finished with value: 0.5363230109214783 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 3, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:48:07.281577] Trial 493 finished with value: 0.5622662305831909 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.0, 'factor': 7, 'n_heads': 5, ' d_ff: ' 1024, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:50:06.097231] Trial 494 finished with value: 0.5555353164672852 and parameters: 'e_layers': 1 , 'd_layers': 5, 'dropout': 0.1, 'factor': 6, 'n_heads': 6, ' d_ff: ' 2048, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:51:19.035652] Trial 495 finished with value: 0.5345583558082581 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.1, 'factor': 8, 'n_heads': 5, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:52:18.605435] Trial 496 finished with value: 0.5669009685516357 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.1, 'factor': 3, 'n_heads': 6, ' d_ff: ' 1024, 'd_model: '1024. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:53:16.474483] Trial 497 finished with value: 0.560137927532196 and parameters: 'e_layers': 1 , 'd_layers': 1, 'dropout': 0.15, 'factor': 5, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:54:42.126624] Trial 498 finished with value: 0.5450522899627686 and parameters: 'e_layers': 1 , 'd_layers': 2, 'dropout': 0.0, 'factor': 6, 'n_heads': 5, ' d_ff: ' 2048, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n",
            "[I 2024-05-13 07:56:05.787197] Trial 499 finished with value: 0.5565964579582214 and parameters: 'e_layers': 1 , 'd_layers': 3, 'dropout': 0.1, 'factor': 7, 'n_heads': 6, ' d_ff: ' 512, 'd_model: '512. Best is trial 479 with value: 0.5167684555053711.\n"
          ]
        }
      ],
      "source": [
        "env = rl_nas.environment.RLNASEnv(seq_len, label_len, pred_len, embed, freq, device, path, train_epochs, lradj, padding, inverse, features, train_loader, val_data, val_loader, default_val_mae)\n",
        "\n",
        "agent = rl_nas.agents.A2CAgent(seq_len, label_len, pred_len, embed, freq, device, path, train_epochs, lradj, padding, inverse, features, train_loader, val_data, val_loader, env)\n",
        "\n",
        "a2c_actions_mae, best_parameters = agent.get_a2c_results(steps=500)\n",
        "a2c_preds, a2c_trues, a2c_mae, a2c_mse, a2c_rmse, a2c_mape, a2c_mspe = agent.get_best_model(best_parameters)\n",
        "\n",
        "# result save\n",
        "folder_path = './results/a2c/'\n",
        "if not os.path.exists(folder_path):\n",
        "    os.makedirs(folder_path)\n",
        "\n",
        "np.save(folder_path+'a2c_metrics.npy', np.array([a2c_mae, a2c_mse, a2c_rmse, a2c_mape, a2c_mspe]))\n",
        "np.save(folder_path+'a2c_pred.npy', a2c_preds)\n",
        "np.save(folder_path+'a2c_true.npy', a2c_trues)\n",
        "with open(folder_path + 'a2c_actions_mae.pkl', 'wb') as f:\n",
        "    pickle.dump(a2c_actions_mae, f)\n",
        "\n",
        "torch.cuda.empty_cache()"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "T4",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.12.2"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}