trainer_state.json

{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.980891719745223,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 9.196195623374133e-06,
      "loss": 0.9546,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 10,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1961516052046928e-05,
      "loss": 0.8455,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 20,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3579124805298667e-05,
      "loss": 0.8202,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 30,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.4726836480719725e-05,
      "loss": 0.8082,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 40,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.5617070818075464e-05,
      "loss": 0.8079,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 50,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.6344445233971464e-05,
      "loss": 0.7957,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 60,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.6959431539875155e-05,
      "loss": 0.7643,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 70,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.7492156909392524e-05,
      "loss": 0.769,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 80,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.796205398722321e-05,
      "loss": 0.7477,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 90,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8382391246748267e-05,
      "loss": 0.752,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 100,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8762632549988454e-05,
      "loss": 0.7523,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 110,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9109765662644265e-05,
      "loss": 0.7313,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 120,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9429097171021903e-05,
      "loss": 0.7147,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 130,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9724751968547952e-05,
      "loss": 0.7018,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 140,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.12,
      "learning_rate": 2e-05,
      "loss": 0.7227,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 150,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.996290515463918e-05,
      "loss": 0.7256,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 160,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9921688659793814e-05,
      "loss": 0.7029,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 170,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9880472164948456e-05,
      "loss": 0.6927,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 180,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9839255670103094e-05,
      "loss": 0.6717,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 190,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9798039175257733e-05,
      "loss": 0.685,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 200,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.975682268041237e-05,
      "loss": 0.669,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 210,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.971560618556701e-05,
      "loss": 0.6623,
      "max_memory_allocated (GB)": 82.79,
      "memory_allocated (GB)": 23.35,
      "step": 220,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9674389690721652e-05,
      "loss": 0.6552,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 230,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.963317319587629e-05,
      "loss": 0.6479,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 240,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.959195670103093e-05,
      "loss": 0.653,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 250,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9550740206185568e-05,
      "loss": 0.6267,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 260,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9509523711340207e-05,
      "loss": 0.627,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 270,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.946830721649485e-05,
      "loss": 0.6384,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 280,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9427090721649488e-05,
      "loss": 0.6149,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 290,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9385874226804126e-05,
      "loss": 0.608,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 300,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9344657731958765e-05,
      "loss": 0.6031,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 310,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9303441237113403e-05,
      "loss": 0.5952,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 320,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9262224742268042e-05,
      "loss": 0.5995,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 330,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.922100824742268e-05,
      "loss": 0.5761,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 340,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.917979175257732e-05,
      "loss": 0.5904,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 350,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.913857525773196e-05,
      "loss": 0.5747,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 360,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.90973587628866e-05,
      "loss": 0.5901,
      "max_memory_allocated (GB)": 82.8,
      "memory_allocated (GB)": 23.35,
      "step": 370,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.905614226804124e-05,
      "loss": 0.5786,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 380,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9014925773195877e-05,
      "loss": 0.5677,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 390,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.8973709278350516e-05,
      "loss": 0.5579,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 400,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8932492783505158e-05,
      "loss": 0.5577,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 410,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8891276288659797e-05,
      "loss": 0.5603,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 420,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.8850059793814435e-05,
      "loss": 0.5421,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 430,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.8808843298969074e-05,
      "loss": 0.5356,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 440,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.8767626804123712e-05,
      "loss": 0.5395,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 450,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.8726410309278355e-05,
      "loss": 0.5466,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 460,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.868519381443299e-05,
      "loss": 0.51,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 470,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.864397731958763e-05,
      "loss": 0.5222,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 480,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.860276082474227e-05,
      "loss": 0.4956,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 490,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.856154432989691e-05,
      "loss": 0.5064,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 500,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.8520327835051548e-05,
      "loss": 0.4982,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 510,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.8479111340206186e-05,
      "loss": 0.4953,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 520,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.8437894845360825e-05,
      "loss": 0.5129,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 530,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.8396678350515467e-05,
      "loss": 0.4947,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 540,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.8355461855670106e-05,
      "loss": 0.4699,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 550,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.8314245360824744e-05,
      "loss": 0.481,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 560,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.8273028865979383e-05,
      "loss": 0.4848,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 570,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.823181237113402e-05,
      "loss": 0.4886,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 580,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.8190595876288664e-05,
      "loss": 0.4774,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 590,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.8149379381443302e-05,
      "loss": 0.4583,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 600,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.810816288659794e-05,
      "loss": 0.4781,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 610,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.806694639175258e-05,
      "loss": 0.4347,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 620,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.8025729896907218e-05,
      "loss": 0.4478,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 630,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.7984513402061857e-05,
      "loss": 0.4488,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 640,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.7943296907216495e-05,
      "loss": 0.441,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 650,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.7902080412371134e-05,
      "loss": 0.4514,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 660,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.7860863917525776e-05,
      "loss": 0.4419,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 670,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.7819647422680415e-05,
      "loss": 0.4446,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 680,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.7778430927835053e-05,
      "loss": 0.4313,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 690,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.7737214432989692e-05,
      "loss": 0.4358,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 700,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.769599793814433e-05,
      "loss": 0.4289,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 710,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.7654781443298973e-05,
      "loss": 0.4178,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 720,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.761356494845361e-05,
      "loss": 0.4108,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 730,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.757234845360825e-05,
      "loss": 0.4269,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 740,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.753113195876289e-05,
      "loss": 0.4093,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 750,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.7489915463917527e-05,
      "loss": 0.4003,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 760,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.744869896907217e-05,
      "loss": 0.4136,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 770,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.7407482474226804e-05,
      "loss": 0.4163,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 780,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.7366265979381443e-05,
      "loss": 0.406,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 790,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7325049484536082e-05,
      "loss": 0.4142,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 800,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7283832989690724e-05,
      "loss": 0.3883,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 810,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7242616494845362e-05,
      "loss": 0.3845,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 820,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.72014e-05,
      "loss": 0.3757,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 830,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.716018350515464e-05,
      "loss": 0.3897,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 840,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.711896701030928e-05,
      "loss": 0.3878,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 850,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.707775051546392e-05,
      "loss": 0.3705,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 860,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.703653402061856e-05,
      "loss": 0.3589,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 870,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.6995317525773198e-05,
      "loss": 0.3626,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 880,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.6954101030927836e-05,
      "loss": 0.3583,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 890,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.6912884536082478e-05,
      "loss": 0.3606,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 900,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.6871668041237117e-05,
      "loss": 0.3677,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 910,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.6830451546391756e-05,
      "loss": 0.3536,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 920,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.678923505154639e-05,
      "loss": 0.3629,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 930,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6748018556701033e-05,
      "loss": 0.3415,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 940,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.670680206185567e-05,
      "loss": 0.3408,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 950,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.666558556701031e-05,
      "loss": 0.3374,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 960,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.662436907216495e-05,
      "loss": 0.3434,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 970,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.6583152577319587e-05,
      "loss": 0.3447,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 980,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.654193608247423e-05,
      "loss": 0.3333,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 990,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.6500719587628868e-05,
      "loss": 0.333,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1000,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.6459503092783507e-05,
      "loss": 0.3306,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1010,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.6418286597938145e-05,
      "loss": 0.3237,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1020,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6377070103092784e-05,
      "loss": 0.3262,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1030,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6335853608247426e-05,
      "loss": 0.3092,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1040,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6294637113402065e-05,
      "loss": 0.3158,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1050,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6253420618556703e-05,
      "loss": 0.2999,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1060,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6212204123711342e-05,
      "loss": 0.2916,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1070,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.617098762886598e-05,
      "loss": 0.3108,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1080,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.612977113402062e-05,
      "loss": 0.2953,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1090,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6088554639175258e-05,
      "loss": 0.2897,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1100,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6047338144329896e-05,
      "loss": 0.294,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1110,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.600612164948454e-05,
      "loss": 0.29,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1120,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.5964905154639177e-05,
      "loss": 0.3022,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1130,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.5923688659793816e-05,
      "loss": 0.2969,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1140,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5882472164948454e-05,
      "loss": 0.2795,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1150,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5841255670103093e-05,
      "loss": 0.2814,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1160,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.5800039175257735e-05,
      "loss": 0.2971,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1170,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5758822680412374e-05,
      "loss": 0.2777,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1180,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5717606185567012e-05,
      "loss": 0.2691,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1190,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.567638969072165e-05,
      "loss": 0.2865,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1200,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.563517319587629e-05,
      "loss": 0.2841,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1210,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.559395670103093e-05,
      "loss": 0.2662,
      "max_memory_allocated (GB)": 82.81,
      "memory_allocated (GB)": 23.35,
      "step": 1220,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5552740206185567e-05,
      "loss": 0.2588,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1230,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5511523711340205e-05,
      "loss": 0.2909,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1240,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5470307216494848e-05,
      "loss": 0.2602,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1250,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5429090721649486e-05,
      "loss": 0.2276,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1260,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5387874226804125e-05,
      "loss": 0.1624,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1270,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5346657731958763e-05,
      "loss": 0.1609,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1280,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5305441237113402e-05,
      "loss": 0.1531,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1290,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.526422474226804e-05,
      "loss": 0.1596,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1300,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5223008247422681e-05,
      "loss": 0.1597,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1310,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.518179175257732e-05,
      "loss": 0.1701,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1320,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5140575257731958e-05,
      "loss": 0.1635,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1330,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.5099358762886599e-05,
      "loss": 0.1522,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1340,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.5058142268041237e-05,
      "loss": 0.1644,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1350,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.5016925773195878e-05,
      "loss": 0.1582,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1360,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4975709278350516e-05,
      "loss": 0.1613,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1370,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4934492783505153e-05,
      "loss": 0.1643,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1380,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4893276288659794e-05,
      "loss": 0.1671,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1390,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4852059793814432e-05,
      "loss": 0.1636,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1400,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.481084329896907e-05,
      "loss": 0.16,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1410,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4769626804123711e-05,
      "loss": 0.1646,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1420,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.472841030927835e-05,
      "loss": 0.1587,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1430,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.468719381443299e-05,
      "loss": 0.1667,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1440,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4645977319587629e-05,
      "loss": 0.1641,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1450,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4604760824742267e-05,
      "loss": 0.163,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1460,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.4563544329896908e-05,
      "loss": 0.1612,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1470,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.4522327835051546e-05,
      "loss": 0.1643,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1480,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.4481111340206187e-05,
      "loss": 0.1652,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1490,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.4439894845360825e-05,
      "loss": 0.1699,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1500,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.4398678350515464e-05,
      "loss": 0.1527,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1510,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.4357461855670104e-05,
      "loss": 0.1675,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1520,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.4316245360824743e-05,
      "loss": 0.1568,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1530,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.427502886597938e-05,
      "loss": 0.1771,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1540,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.423381237113402e-05,
      "loss": 0.159,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1550,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.4192595876288659e-05,
      "loss": 0.159,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1560,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.4151379381443299e-05,
      "loss": 0.164,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1570,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.4110162886597938e-05,
      "loss": 0.1606,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1580,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.4068946391752576e-05,
      "loss": 0.1659,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1590,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.4027729896907217e-05,
      "loss": 0.1637,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1600,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.3986513402061855e-05,
      "loss": 0.1545,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1610,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.3945296907216496e-05,
      "loss": 0.1627,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1620,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.3904080412371134e-05,
      "loss": 0.1579,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1630,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.3862863917525773e-05,
      "loss": 0.1599,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1640,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.3821647422680413e-05,
      "loss": 0.1504,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1650,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.3780430927835052e-05,
      "loss": 0.1592,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1660,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3739214432989692e-05,
      "loss": 0.161,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1670,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3697997938144331e-05,
      "loss": 0.1542,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1680,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.3656781443298968e-05,
      "loss": 0.1579,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1690,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.3615564948453607e-05,
      "loss": 0.1528,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1700,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.3574348453608247e-05,
      "loss": 0.1502,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1710,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.3533131958762885e-05,
      "loss": 0.1558,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1720,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.3491915463917526e-05,
      "loss": 0.1485,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1730,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.3450698969072164e-05,
      "loss": 0.1562,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1740,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.3409482474226805e-05,
      "loss": 0.1511,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1750,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.3368265979381443e-05,
      "loss": 0.1707,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1760,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.3327049484536082e-05,
      "loss": 0.1538,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1770,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.3285832989690722e-05,
      "loss": 0.1561,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1780,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.3244616494845361e-05,
      "loss": 0.1542,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1790,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.3203400000000001e-05,
      "loss": 0.1613,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1800,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.316218350515464e-05,
      "loss": 0.1488,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1810,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3120967010309279e-05,
      "loss": 0.1537,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1820,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.3079750515463919e-05,
      "loss": 0.143,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1830,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.3038534020618556e-05,
      "loss": 0.16,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1840,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.2997317525773195e-05,
      "loss": 0.151,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1850,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2956101030927835e-05,
      "loss": 0.1587,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1860,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.2914884536082474e-05,
      "loss": 0.1524,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1870,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2873668041237112e-05,
      "loss": 0.1583,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1880,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2832451546391752e-05,
      "loss": 0.1475,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1890,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.2791235051546391e-05,
      "loss": 0.155,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1900,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.2750018556701031e-05,
      "loss": 0.1547,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1910,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.270880206185567e-05,
      "loss": 0.1502,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1920,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.2667585567010309e-05,
      "loss": 0.151,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1930,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.2626369072164949e-05,
      "loss": 0.1441,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1940,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.2585152577319588e-05,
      "loss": 0.1522,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1950,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.2543936082474228e-05,
      "loss": 0.153,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1960,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.2502719587628867e-05,
      "loss": 0.1526,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1970,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.2461503092783505e-05,
      "loss": 0.1558,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1980,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.2420286597938144e-05,
      "loss": 0.1544,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 1990,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.2379070103092783e-05,
      "loss": 0.1431,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2000,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.2337853608247421e-05,
      "loss": 0.1488,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2010,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.2296637113402062e-05,
      "loss": 0.1458,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2020,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.22554206185567e-05,
      "loss": 0.1381,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2030,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.221420412371134e-05,
      "loss": 0.1449,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2040,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.2172987628865979e-05,
      "loss": 0.1509,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2050,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.2131771134020618e-05,
      "loss": 0.134,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2060,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.2090554639175258e-05,
      "loss": 0.1479,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2070,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.2049338144329897e-05,
      "loss": 0.1521,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2080,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.2008121649484537e-05,
      "loss": 0.1492,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2090,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.1966905154639176e-05,
      "loss": 0.1388,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2100,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.1925688659793814e-05,
      "loss": 0.1344,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2110,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.1884472164948455e-05,
      "loss": 0.141,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2120,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.1843255670103093e-05,
      "loss": 0.1447,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2130,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.180203917525773e-05,
      "loss": 0.1408,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2140,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.176082268041237e-05,
      "loss": 0.137,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2150,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.171960618556701e-05,
      "loss": 0.1376,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2160,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.167838969072165e-05,
      "loss": 0.1302,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2170,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.1637173195876288e-05,
      "loss": 0.141,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2180,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.1595956701030927e-05,
      "loss": 0.141,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2190,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.1554740206185567e-05,
      "loss": 0.1384,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2200,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.1513523711340206e-05,
      "loss": 0.138,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2210,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.1472307216494846e-05,
      "loss": 0.1424,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2220,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1431090721649485e-05,
      "loss": 0.1406,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2230,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1389874226804123e-05,
      "loss": 0.1369,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2240,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.1348657731958764e-05,
      "loss": 0.1494,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2250,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.1307441237113402e-05,
      "loss": 0.1337,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2260,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.1266224742268043e-05,
      "loss": 0.1473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2270,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.1225008247422681e-05,
      "loss": 0.1379,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2280,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.1183791752577318e-05,
      "loss": 0.1425,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2290,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.1142575257731957e-05,
      "loss": 0.1436,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2300,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.1101358762886597e-05,
      "loss": 0.1406,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2310,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.1060142268041236e-05,
      "loss": 0.1416,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2320,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.1018925773195876e-05,
      "loss": 0.1343,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2330,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.0977709278350515e-05,
      "loss": 0.1442,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2340,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.0936492783505155e-05,
      "loss": 0.1468,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2350,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.0895276288659794e-05,
      "loss": 0.1267,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2360,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.0854059793814432e-05,
      "loss": 0.1339,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2370,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.0812843298969073e-05,
      "loss": 0.1392,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2380,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.0771626804123711e-05,
      "loss": 0.1379,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2390,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.0730410309278352e-05,
      "loss": 0.1325,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2400,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.068919381443299e-05,
      "loss": 0.129,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2410,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.0647977319587629e-05,
      "loss": 0.1344,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2420,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.060676082474227e-05,
      "loss": 0.1306,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2430,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.0565544329896906e-05,
      "loss": 0.1301,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2440,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.0524327835051545e-05,
      "loss": 0.1327,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2450,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.0483111340206185e-05,
      "loss": 0.1316,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2460,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.0441894845360824e-05,
      "loss": 0.1153,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2470,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.0400678350515463e-05,
      "loss": 0.1412,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2480,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.0359461855670103e-05,
      "loss": 0.1344,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2490,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.0318245360824742e-05,
      "loss": 0.144,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2500,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.0277028865979382e-05,
      "loss": 0.1327,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2510,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.023581237113402e-05,
      "loss": 0.0872,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2520,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.0194595876288659e-05,
      "loss": 0.0766,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2530,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.01533793814433e-05,
      "loss": 0.0806,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2540,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.0112162886597938e-05,
      "loss": 0.0779,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2550,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.0070946391752578e-05,
      "loss": 0.0799,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2560,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.0029729896907217e-05,
      "loss": 0.0806,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2570,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.05,
      "learning_rate": 9.988513402061856e-06,
      "loss": 0.0834,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2580,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.947296907216494e-06,
      "loss": 0.0769,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2590,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.07,
      "learning_rate": 9.906080412371135e-06,
      "loss": 0.0825,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2600,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.864863917525773e-06,
      "loss": 0.0794,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2610,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.823647422680412e-06,
      "loss": 0.0792,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2620,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.78243092783505e-06,
      "loss": 0.0765,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2630,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.741214432989691e-06,
      "loss": 0.0806,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2640,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.11,
      "learning_rate": 9.69999793814433e-06,
      "loss": 0.0809,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2650,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.12,
      "learning_rate": 9.658781443298968e-06,
      "loss": 0.0843,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2660,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.13,
      "learning_rate": 9.617564948453609e-06,
      "loss": 0.0882,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2670,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.13,
      "learning_rate": 9.576348453608247e-06,
      "loss": 0.0811,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2680,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.14,
      "learning_rate": 9.535131958762888e-06,
      "loss": 0.0832,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2690,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.15,
      "learning_rate": 9.493915463917526e-06,
      "loss": 0.0811,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2700,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.16,
      "learning_rate": 9.452698969072165e-06,
      "loss": 0.083,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2710,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.411482474226803e-06,
      "loss": 0.0905,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2720,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.370265979381444e-06,
      "loss": 0.088,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2730,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.18,
      "learning_rate": 9.329049484536082e-06,
      "loss": 0.0863,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2740,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.19,
      "learning_rate": 9.287832989690721e-06,
      "loss": 0.0848,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2750,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.2,
      "learning_rate": 9.246616494845361e-06,
      "loss": 0.0808,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2760,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.21,
      "learning_rate": 9.2054e-06,
      "loss": 0.0806,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2770,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.21,
      "learning_rate": 9.16418350515464e-06,
      "loss": 0.0848,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2780,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.22,
      "learning_rate": 9.122967010309277e-06,
      "loss": 0.0845,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2790,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.23,
      "learning_rate": 9.081750515463918e-06,
      "loss": 0.0817,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2800,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.24,
      "learning_rate": 9.040534020618556e-06,
      "loss": 0.0822,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2810,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.25,
      "learning_rate": 8.999317525773197e-06,
      "loss": 0.0873,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2820,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.25,
      "learning_rate": 8.958101030927835e-06,
      "loss": 0.0808,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2830,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.26,
      "learning_rate": 8.916884536082474e-06,
      "loss": 0.0882,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2840,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.27,
      "learning_rate": 8.875668041237114e-06,
      "loss": 0.0843,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2850,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.28,
      "learning_rate": 8.834451546391753e-06,
      "loss": 0.0894,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2860,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.29,
      "learning_rate": 8.793235051546391e-06,
      "loss": 0.0868,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2870,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.29,
      "learning_rate": 8.75201855670103e-06,
      "loss": 0.079,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2880,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.3,
      "learning_rate": 8.71080206185567e-06,
      "loss": 0.0829,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2890,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.31,
      "learning_rate": 8.669585567010309e-06,
      "loss": 0.0786,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2900,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.32,
      "learning_rate": 8.62836907216495e-06,
      "loss": 0.0779,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2910,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.32,
      "learning_rate": 8.587152577319588e-06,
      "loss": 0.0787,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2920,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.33,
      "learning_rate": 8.545936082474227e-06,
      "loss": 0.0867,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2930,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.34,
      "learning_rate": 8.504719587628865e-06,
      "loss": 0.0777,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2940,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.35,
      "learning_rate": 8.463503092783506e-06,
      "loss": 0.0742,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2950,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.36,
      "learning_rate": 8.422286597938144e-06,
      "loss": 0.0818,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2960,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.36,
      "learning_rate": 8.381070103092783e-06,
      "loss": 0.0826,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2970,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.37,
      "learning_rate": 8.339853608247423e-06,
      "loss": 0.081,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2980,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.38,
      "learning_rate": 8.298637113402062e-06,
      "loss": 0.0748,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 2990,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.39,
      "learning_rate": 8.257420618556702e-06,
      "loss": 0.0852,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3000,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.4,
      "learning_rate": 8.216204123711339e-06,
      "loss": 0.0797,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3010,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.4,
      "learning_rate": 8.17498762886598e-06,
      "loss": 0.0777,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3020,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.41,
      "learning_rate": 8.133771134020618e-06,
      "loss": 0.0781,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3030,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.42,
      "learning_rate": 8.092554639175257e-06,
      "loss": 0.0838,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3040,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.051338144329897e-06,
      "loss": 0.0823,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3050,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.010121649484536e-06,
      "loss": 0.0824,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3060,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.968905154639176e-06,
      "loss": 0.0886,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3070,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.45,
      "learning_rate": 7.927688659793815e-06,
      "loss": 0.079,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3080,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.886472164948453e-06,
      "loss": 0.0843,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3090,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.845255670103092e-06,
      "loss": 0.0831,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3100,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.804039175257732e-06,
      "loss": 0.0869,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3110,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.762822680412371e-06,
      "loss": 0.079,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3120,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.72160618556701e-06,
      "loss": 0.0846,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3130,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.68038969072165e-06,
      "loss": 0.0814,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3140,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.51,
      "learning_rate": 7.63917319587629e-06,
      "loss": 0.0839,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3150,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.597956701030927e-06,
      "loss": 0.0803,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3160,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.556740206185567e-06,
      "loss": 0.0816,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3170,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.515523711340206e-06,
      "loss": 0.0814,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3180,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.474307216494845e-06,
      "loss": 0.0785,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3190,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.433090721649484e-06,
      "loss": 0.0815,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3200,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.391874226804124e-06,
      "loss": 0.0797,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3210,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.350657731958763e-06,
      "loss": 0.0807,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3220,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.309441237113403e-06,
      "loss": 0.0889,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3230,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.2682247422680405e-06,
      "loss": 0.0819,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3240,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.59,
      "learning_rate": 7.22700824742268e-06,
      "loss": 0.0835,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3250,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.6,
      "learning_rate": 7.1857917525773195e-06,
      "loss": 0.0837,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3260,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.6,
      "learning_rate": 7.144575257731959e-06,
      "loss": 0.0786,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3270,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.61,
      "learning_rate": 7.103358762886598e-06,
      "loss": 0.0745,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3280,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.62,
      "learning_rate": 7.062142268041237e-06,
      "loss": 0.0871,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3290,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.0209257731958766e-06,
      "loss": 0.0832,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3300,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.979709278350516e-06,
      "loss": 0.081,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3310,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.938492783505154e-06,
      "loss": 0.08,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3320,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.897276288659793e-06,
      "loss": 0.0809,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3330,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.856059793814433e-06,
      "loss": 0.0775,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3340,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.814843298969072e-06,
      "loss": 0.0796,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3350,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.773626804123712e-06,
      "loss": 0.0811,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3360,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.73241030927835e-06,
      "loss": 0.083,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3370,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.69,
      "learning_rate": 6.69119381443299e-06,
      "loss": 0.0797,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3380,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.7,
      "learning_rate": 6.6499773195876285e-06,
      "loss": 0.0806,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3390,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.71,
      "learning_rate": 6.608760824742268e-06,
      "loss": 0.0759,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3400,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.71,
      "learning_rate": 6.567544329896907e-06,
      "loss": 0.0791,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3410,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.72,
      "learning_rate": 6.526327835051546e-06,
      "loss": 0.0795,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3420,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.73,
      "learning_rate": 6.485111340206186e-06,
      "loss": 0.0815,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3430,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.74,
      "learning_rate": 6.443894845360825e-06,
      "loss": 0.0795,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3440,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.75,
      "learning_rate": 6.402678350515465e-06,
      "loss": 0.078,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3450,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.75,
      "learning_rate": 6.361461855670103e-06,
      "loss": 0.0779,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3460,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.76,
      "learning_rate": 6.320245360824742e-06,
      "loss": 0.0796,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3470,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.77,
      "learning_rate": 6.279028865979381e-06,
      "loss": 0.0841,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3480,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.78,
      "learning_rate": 6.23781237113402e-06,
      "loss": 0.0795,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3490,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.79,
      "learning_rate": 6.1965958762886595e-06,
      "loss": 0.0774,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3500,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.79,
      "learning_rate": 6.155379381443299e-06,
      "loss": 0.0734,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3510,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.8,
      "learning_rate": 6.1141628865979384e-06,
      "loss": 0.0817,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3520,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.81,
      "learning_rate": 6.072946391752578e-06,
      "loss": 0.0801,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3530,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.82,
      "learning_rate": 6.031729896907216e-06,
      "loss": 0.0769,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3540,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.83,
      "learning_rate": 5.990513402061855e-06,
      "loss": 0.0757,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3550,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.83,
      "learning_rate": 5.949296907216495e-06,
      "loss": 0.0794,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3560,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.84,
      "learning_rate": 5.908080412371134e-06,
      "loss": 0.0823,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3570,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.85,
      "learning_rate": 5.866863917525773e-06,
      "loss": 0.0865,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3580,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.825647422680412e-06,
      "loss": 0.0729,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3590,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.87,
      "learning_rate": 5.784430927835052e-06,
      "loss": 0.0802,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3600,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.87,
      "learning_rate": 5.743214432989691e-06,
      "loss": 0.0776,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3610,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.88,
      "learning_rate": 5.701997938144329e-06,
      "loss": 0.0811,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3620,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.89,
      "learning_rate": 5.6607814432989685e-06,
      "loss": 0.0744,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3630,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.619564948453608e-06,
      "loss": 0.0743,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3640,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.5783484536082475e-06,
      "loss": 0.0789,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3650,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.537131958762887e-06,
      "loss": 0.0691,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3660,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.92,
      "learning_rate": 5.495915463917526e-06,
      "loss": 0.0745,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3670,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.93,
      "learning_rate": 5.454698969072165e-06,
      "loss": 0.0771,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3680,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.94,
      "learning_rate": 5.413482474226804e-06,
      "loss": 0.0809,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3690,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.95,
      "learning_rate": 5.372265979381442e-06,
      "loss": 0.0763,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3700,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.95,
      "learning_rate": 5.331049484536082e-06,
      "loss": 0.0714,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3710,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.289832989690721e-06,
      "loss": 0.0808,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3720,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.248616494845361e-06,
      "loss": 0.0737,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3730,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.98,
      "learning_rate": 5.2074e-06,
      "loss": 0.0796,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3740,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.16618350515464e-06,
      "loss": 0.0775,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3750,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.1249670103092784e-06,
      "loss": 0.0717,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3760,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.0,
      "learning_rate": 5.083750515463917e-06,
      "loss": 0.0729,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3770,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.01,
      "learning_rate": 5.0425340206185566e-06,
      "loss": 0.0488,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3780,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.02,
      "learning_rate": 5.001317525773195e-06,
      "loss": 0.0469,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3790,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.960101030927835e-06,
      "loss": 0.0503,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3800,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.918884536082474e-06,
      "loss": 0.0474,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3810,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.877668041237114e-06,
      "loss": 0.0529,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3820,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.836451546391752e-06,
      "loss": 0.0472,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3830,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.795235051546392e-06,
      "loss": 0.0455,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3840,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.754018556701031e-06,
      "loss": 0.0464,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3850,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.71280206185567e-06,
      "loss": 0.0498,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3860,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.671585567010309e-06,
      "loss": 0.0449,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3870,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.630369072164948e-06,
      "loss": 0.0474,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3880,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.5891525773195875e-06,
      "loss": 0.0487,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3890,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.547936082474226e-06,
      "loss": 0.049,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3900,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.506719587628866e-06,
      "loss": 0.0476,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3910,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.465503092783505e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3920,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.424286597938145e-06,
      "loss": 0.0489,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3930,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.383070103092783e-06,
      "loss": 0.0519,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3940,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.341853608247423e-06,
      "loss": 0.0521,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3950,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.300637113402062e-06,
      "loss": 0.0518,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3960,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.259420618556701e-06,
      "loss": 0.05,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3970,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.21820412371134e-06,
      "loss": 0.0469,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3980,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.176987628865979e-06,
      "loss": 0.0498,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 3990,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.1357711340206184e-06,
      "loss": 0.0514,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4000,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.094554639175258e-06,
      "loss": 0.0475,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4010,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.0533381443298966e-06,
      "loss": 0.0484,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4020,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.012121649484536e-06,
      "loss": 0.0503,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4030,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.22,
      "learning_rate": 3.9709051546391755e-06,
      "loss": 0.049,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4040,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.22,
      "learning_rate": 3.929688659793814e-06,
      "loss": 0.0453,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4050,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.23,
      "learning_rate": 3.888472164948454e-06,
      "loss": 0.0481,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4060,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.24,
      "learning_rate": 3.847255670103092e-06,
      "loss": 0.0482,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4070,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.25,
      "learning_rate": 3.806039175257732e-06,
      "loss": 0.0498,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4080,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.26,
      "learning_rate": 3.764822680412371e-06,
      "loss": 0.0448,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4090,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.26,
      "learning_rate": 3.7236061855670103e-06,
      "loss": 0.0488,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4100,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.27,
      "learning_rate": 3.6823896907216494e-06,
      "loss": 0.0499,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4110,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.28,
      "learning_rate": 3.641173195876289e-06,
      "loss": 0.0542,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4120,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.29,
      "learning_rate": 3.5999567010309275e-06,
      "loss": 0.0467,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4130,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.3,
      "learning_rate": 3.558740206185567e-06,
      "loss": 0.0483,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4140,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.3,
      "learning_rate": 3.517523711340206e-06,
      "loss": 0.0485,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4150,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.31,
      "learning_rate": 3.4763072164948455e-06,
      "loss": 0.0472,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4160,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.32,
      "learning_rate": 3.435090721649484e-06,
      "loss": 0.047,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4170,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.33,
      "learning_rate": 3.3938742268041237e-06,
      "loss": 0.0473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4180,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.3526577319587627e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4190,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.311441237113402e-06,
      "loss": 0.0486,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4200,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.35,
      "learning_rate": 3.270224742268041e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4210,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.2290082474226803e-06,
      "loss": 0.0489,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4220,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.37,
      "learning_rate": 3.18779175257732e-06,
      "loss": 0.051,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4230,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.1465752577319584e-06,
      "loss": 0.0504,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4240,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.105358762886598e-06,
      "loss": 0.0463,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4250,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.39,
      "learning_rate": 3.064142268041237e-06,
      "loss": 0.0457,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4260,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.0229257731958765e-06,
      "loss": 0.0506,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4270,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.981709278350515e-06,
      "loss": 0.0482,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4280,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.9404927835051546e-06,
      "loss": 0.0491,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4290,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.8992762886597937e-06,
      "loss": 0.0477,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4300,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.858059793814433e-06,
      "loss": 0.0476,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4310,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.8168432989690718e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4320,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.7756268041237113e-06,
      "loss": 0.0479,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4330,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.7344103092783503e-06,
      "loss": 0.0479,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4340,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.69319381443299e-06,
      "loss": 0.0459,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4350,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.6519773195876284e-06,
      "loss": 0.0513,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4360,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.610760824742268e-06,
      "loss": 0.0475,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4370,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.5695443298969074e-06,
      "loss": 0.0438,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4380,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.5283278350515465e-06,
      "loss": 0.0463,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4390,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.4871113402061855e-06,
      "loss": 0.0473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4400,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.4458948453608246e-06,
      "loss": 0.048,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4410,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.4046783505154637e-06,
      "loss": 0.0481,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4420,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.363461855670103e-06,
      "loss": 0.0522,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4430,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.322245360824742e-06,
      "loss": 0.0473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4440,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.2810288659793813e-06,
      "loss": 0.0507,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4450,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.2398123711340203e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4460,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.19859587628866e-06,
      "loss": 0.0456,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4470,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.57,
      "learning_rate": 2.157379381443299e-06,
      "loss": 0.0427,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4480,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.57,
      "learning_rate": 2.116162886597938e-06,
      "loss": 0.0483,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4490,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.58,
      "learning_rate": 2.074946391752577e-06,
      "loss": 0.048,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4500,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.59,
      "learning_rate": 2.0337298969072165e-06,
      "loss": 0.0524,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4510,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.9925134020618555e-06,
      "loss": 0.0466,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4520,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.951296907216495e-06,
      "loss": 0.0485,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4530,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.910080412371134e-06,
      "loss": 0.0457,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4540,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.8688639175257731e-06,
      "loss": 0.0482,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4550,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.8276474226804122e-06,
      "loss": 0.0467,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4560,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.7864309278350517e-06,
      "loss": 0.0495,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4570,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7452144329896905e-06,
      "loss": 0.048,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4580,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7039979381443296e-06,
      "loss": 0.0499,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4590,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.662781443298969e-06,
      "loss": 0.0448,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4600,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6215649484536081e-06,
      "loss": 0.0487,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4610,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.5803484536082474e-06,
      "loss": 0.0434,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4620,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.5391319587628865e-06,
      "loss": 0.0475,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4630,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.4979154639175257e-06,
      "loss": 0.0487,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4640,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.4566989690721648e-06,
      "loss": 0.0476,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4650,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.415482474226804e-06,
      "loss": 0.0468,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4660,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.3742659793814431e-06,
      "loss": 0.0478,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4670,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.3330494845360824e-06,
      "loss": 0.052,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4680,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.2918329896907215e-06,
      "loss": 0.0474,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4690,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.2506164948453607e-06,
      "loss": 0.048,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4700,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.2093999999999998e-06,
      "loss": 0.0507,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4710,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.168183505154639e-06,
      "loss": 0.0473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4720,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.1269670103092781e-06,
      "loss": 0.0483,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4730,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.0857505154639174e-06,
      "loss": 0.0488,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4740,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.0445340206185567e-06,
      "loss": 0.0461,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4750,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.0033175257731957e-06,
      "loss": 0.0436,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4760,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.8,
      "learning_rate": 9.62101030927835e-07,
      "loss": 0.0451,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4770,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.81,
      "learning_rate": 9.208845360824743e-07,
      "loss": 0.0457,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4780,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.81,
      "learning_rate": 8.796680412371135e-07,
      "loss": 0.0477,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4790,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.82,
      "learning_rate": 8.384515463917526e-07,
      "loss": 0.0463,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4800,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.83,
      "learning_rate": 7.972350515463918e-07,
      "loss": 0.0474,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4810,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.84,
      "learning_rate": 7.56018556701031e-07,
      "loss": 0.0473,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4820,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.85,
      "learning_rate": 7.148020618556701e-07,
      "loss": 0.0448,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4830,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.85,
      "learning_rate": 6.735855670103094e-07,
      "loss": 0.0426,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4840,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.323690721649485e-07,
      "loss": 0.0499,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4850,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.87,
      "learning_rate": 5.911525773195876e-07,
      "loss": 0.0438,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4860,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.88,
      "learning_rate": 5.499360824742268e-07,
      "loss": 0.0448,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4870,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.89,
      "learning_rate": 5.08719587628866e-07,
      "loss": 0.0497,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4880,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.675030927835052e-07,
      "loss": 0.0465,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4890,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.262865979381444e-07,
      "loss": 0.0444,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4900,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.91,
      "learning_rate": 3.850701030927835e-07,
      "loss": 0.043,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4910,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.92,
      "learning_rate": 3.438536082474227e-07,
      "loss": 0.0489,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4920,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.93,
      "learning_rate": 3.0263711340206184e-07,
      "loss": 0.043,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4930,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.6142061855670106e-07,
      "loss": 0.0491,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4940,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.2020412371134023e-07,
      "loss": 0.0468,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4950,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.789876288659794e-07,
      "loss": 0.0445,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4960,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.3777113402061856e-07,
      "loss": 0.0454,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4970,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.96,
      "learning_rate": 9.655463917525774e-08,
      "loss": 0.0456,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4980,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.97,
      "learning_rate": 5.533814432989691e-08,
      "loss": 0.044,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 4990,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.4121649484536083e-08,
      "loss": 0.0478,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 5000,
      "total_memory_available (GB)": 94.57
    },
    {
      "epoch": 3.98,
      "max_memory_allocated (GB)": 82.87,
      "memory_allocated (GB)": 23.35,
      "step": 5000,
      "total_flos": 0.0,
      "total_memory_available (GB)": 94.57,
      "train_loss": 0.19149471794962883,
      "train_runtime": 16857.8956,
      "train_samples_per_second": 37.964,
      "train_steps_per_second": 0.297
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_train_epochs": 4,
  "save_steps": 500,
  "total_flos": 0.0,
  "trial_name": null,
  "trial_params": null
}