{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1065,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0028169014084507044,
      "grad_norm": 5.39381152989452,
      "learning_rate": 9.345794392523364e-08,
      "loss": 0.9214,
      "step": 1
    },
    {
      "epoch": 0.005633802816901409,
      "grad_norm": 5.710911651711583,
      "learning_rate": 1.8691588785046729e-07,
      "loss": 0.8778,
      "step": 2
    },
    {
      "epoch": 0.008450704225352112,
      "grad_norm": 4.807270772834428,
      "learning_rate": 2.8037383177570096e-07,
      "loss": 0.8196,
      "step": 3
    },
    {
      "epoch": 0.011267605633802818,
      "grad_norm": 5.480036707909385,
      "learning_rate": 3.7383177570093457e-07,
      "loss": 0.8791,
      "step": 4
    },
    {
      "epoch": 0.014084507042253521,
      "grad_norm": 5.318989970133928,
      "learning_rate": 4.6728971962616824e-07,
      "loss": 0.8627,
      "step": 5
    },
    {
      "epoch": 0.016901408450704224,
      "grad_norm": 4.809114137429962,
      "learning_rate": 5.607476635514019e-07,
      "loss": 0.8093,
      "step": 6
    },
    {
      "epoch": 0.01971830985915493,
      "grad_norm": 5.50714519392,
      "learning_rate": 6.542056074766355e-07,
      "loss": 0.8247,
      "step": 7
    },
    {
      "epoch": 0.022535211267605635,
      "grad_norm": 4.502971860173534,
      "learning_rate": 7.476635514018691e-07,
      "loss": 0.8387,
      "step": 8
    },
    {
      "epoch": 0.02535211267605634,
      "grad_norm": 4.575448924350796,
      "learning_rate": 8.411214953271029e-07,
      "loss": 0.8583,
      "step": 9
    },
    {
      "epoch": 0.028169014084507043,
      "grad_norm": 4.883031846315503,
      "learning_rate": 9.345794392523365e-07,
      "loss": 0.8986,
      "step": 10
    },
    {
      "epoch": 0.030985915492957747,
      "grad_norm": 3.558388444517262,
      "learning_rate": 1.0280373831775702e-06,
      "loss": 0.7943,
      "step": 11
    },
    {
      "epoch": 0.03380281690140845,
      "grad_norm": 3.3653902333255328,
      "learning_rate": 1.1214953271028038e-06,
      "loss": 0.703,
      "step": 12
    },
    {
      "epoch": 0.036619718309859155,
      "grad_norm": 3.5878521578631757,
      "learning_rate": 1.2149532710280374e-06,
      "loss": 0.8741,
      "step": 13
    },
    {
      "epoch": 0.03943661971830986,
      "grad_norm": 3.0669396475993276,
      "learning_rate": 1.308411214953271e-06,
      "loss": 0.7508,
      "step": 14
    },
    {
      "epoch": 0.04225352112676056,
      "grad_norm": 2.360776473843334,
      "learning_rate": 1.4018691588785047e-06,
      "loss": 0.7579,
      "step": 15
    },
    {
      "epoch": 0.04507042253521127,
      "grad_norm": 2.406994148358753,
      "learning_rate": 1.4953271028037383e-06,
      "loss": 0.7386,
      "step": 16
    },
    {
      "epoch": 0.04788732394366197,
      "grad_norm": 2.4289659946387627,
      "learning_rate": 1.588785046728972e-06,
      "loss": 0.8448,
      "step": 17
    },
    {
      "epoch": 0.05070422535211268,
      "grad_norm": 2.1113226098450655,
      "learning_rate": 1.6822429906542057e-06,
      "loss": 0.8075,
      "step": 18
    },
    {
      "epoch": 0.05352112676056338,
      "grad_norm": 2.0005363458129373,
      "learning_rate": 1.7757009345794394e-06,
      "loss": 0.8043,
      "step": 19
    },
    {
      "epoch": 0.056338028169014086,
      "grad_norm": 2.0984615538535456,
      "learning_rate": 1.869158878504673e-06,
      "loss": 0.7654,
      "step": 20
    },
    {
      "epoch": 0.059154929577464786,
      "grad_norm": 2.454463629584827,
      "learning_rate": 1.962616822429907e-06,
      "loss": 0.7389,
      "step": 21
    },
    {
      "epoch": 0.061971830985915494,
      "grad_norm": 2.5756627563324677,
      "learning_rate": 2.0560747663551404e-06,
      "loss": 0.7537,
      "step": 22
    },
    {
      "epoch": 0.0647887323943662,
      "grad_norm": 2.3450614128411487,
      "learning_rate": 2.149532710280374e-06,
      "loss": 0.7403,
      "step": 23
    },
    {
      "epoch": 0.0676056338028169,
      "grad_norm": 2.21793106800515,
      "learning_rate": 2.2429906542056077e-06,
      "loss": 0.7722,
      "step": 24
    },
    {
      "epoch": 0.07042253521126761,
      "grad_norm": 1.7549218172116292,
      "learning_rate": 2.3364485981308413e-06,
      "loss": 0.7552,
      "step": 25
    },
    {
      "epoch": 0.07323943661971831,
      "grad_norm": 1.4710972828597284,
      "learning_rate": 2.429906542056075e-06,
      "loss": 0.7718,
      "step": 26
    },
    {
      "epoch": 0.07605633802816901,
      "grad_norm": 1.3151046770941317,
      "learning_rate": 2.5233644859813085e-06,
      "loss": 0.7333,
      "step": 27
    },
    {
      "epoch": 0.07887323943661972,
      "grad_norm": 1.1938149562869083,
      "learning_rate": 2.616822429906542e-06,
      "loss": 0.7295,
      "step": 28
    },
    {
      "epoch": 0.08169014084507042,
      "grad_norm": 1.3259440496917112,
      "learning_rate": 2.7102803738317757e-06,
      "loss": 0.8544,
      "step": 29
    },
    {
      "epoch": 0.08450704225352113,
      "grad_norm": 1.249957124569568,
      "learning_rate": 2.8037383177570094e-06,
      "loss": 0.7156,
      "step": 30
    },
    {
      "epoch": 0.08732394366197183,
      "grad_norm": 1.184686946843432,
      "learning_rate": 2.897196261682243e-06,
      "loss": 0.7365,
      "step": 31
    },
    {
      "epoch": 0.09014084507042254,
      "grad_norm": 1.0223702189060315,
      "learning_rate": 2.9906542056074766e-06,
      "loss": 0.6805,
      "step": 32
    },
    {
      "epoch": 0.09295774647887324,
      "grad_norm": 1.1473857275242683,
      "learning_rate": 3.08411214953271e-06,
      "loss": 0.7861,
      "step": 33
    },
    {
      "epoch": 0.09577464788732394,
      "grad_norm": 1.030743194655851,
      "learning_rate": 3.177570093457944e-06,
      "loss": 0.7734,
      "step": 34
    },
    {
      "epoch": 0.09859154929577464,
      "grad_norm": 1.1418816841824204,
      "learning_rate": 3.2710280373831774e-06,
      "loss": 0.7042,
      "step": 35
    },
    {
      "epoch": 0.10140845070422536,
      "grad_norm": 0.8969695635147503,
      "learning_rate": 3.3644859813084115e-06,
      "loss": 0.6155,
      "step": 36
    },
    {
      "epoch": 0.10422535211267606,
      "grad_norm": 1.0522251076635003,
      "learning_rate": 3.457943925233645e-06,
      "loss": 0.7224,
      "step": 37
    },
    {
      "epoch": 0.10704225352112676,
      "grad_norm": 1.0245713785476949,
      "learning_rate": 3.5514018691588787e-06,
      "loss": 0.7261,
      "step": 38
    },
    {
      "epoch": 0.10985915492957747,
      "grad_norm": 0.9472567384114589,
      "learning_rate": 3.6448598130841123e-06,
      "loss": 0.6792,
      "step": 39
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.9445593106604601,
      "learning_rate": 3.738317757009346e-06,
      "loss": 0.6477,
      "step": 40
    },
    {
      "epoch": 0.11549295774647887,
      "grad_norm": 0.9279518039467434,
      "learning_rate": 3.8317757009345796e-06,
      "loss": 0.7259,
      "step": 41
    },
    {
      "epoch": 0.11830985915492957,
      "grad_norm": 0.9154015884052205,
      "learning_rate": 3.925233644859814e-06,
      "loss": 0.6307,
      "step": 42
    },
    {
      "epoch": 0.12112676056338029,
      "grad_norm": 0.9828247076921207,
      "learning_rate": 4.018691588785047e-06,
      "loss": 0.7188,
      "step": 43
    },
    {
      "epoch": 0.12394366197183099,
      "grad_norm": 0.9916044713420874,
      "learning_rate": 4.112149532710281e-06,
      "loss": 0.7279,
      "step": 44
    },
    {
      "epoch": 0.1267605633802817,
      "grad_norm": 0.9328317475978831,
      "learning_rate": 4.205607476635514e-06,
      "loss": 0.6689,
      "step": 45
    },
    {
      "epoch": 0.1295774647887324,
      "grad_norm": 0.8726360541682836,
      "learning_rate": 4.299065420560748e-06,
      "loss": 0.71,
      "step": 46
    },
    {
      "epoch": 0.1323943661971831,
      "grad_norm": 1.0372408545860783,
      "learning_rate": 4.392523364485981e-06,
      "loss": 0.7656,
      "step": 47
    },
    {
      "epoch": 0.1352112676056338,
      "grad_norm": 0.9201045709937832,
      "learning_rate": 4.485981308411215e-06,
      "loss": 0.7125,
      "step": 48
    },
    {
      "epoch": 0.13802816901408452,
      "grad_norm": 0.8985693053741854,
      "learning_rate": 4.579439252336449e-06,
      "loss": 0.6673,
      "step": 49
    },
    {
      "epoch": 0.14084507042253522,
      "grad_norm": 0.8016552690681369,
      "learning_rate": 4.6728971962616825e-06,
      "loss": 0.6028,
      "step": 50
    },
    {
      "epoch": 0.14366197183098592,
      "grad_norm": 0.9375805058634695,
      "learning_rate": 4.766355140186917e-06,
      "loss": 0.7053,
      "step": 51
    },
    {
      "epoch": 0.14647887323943662,
      "grad_norm": 0.8235300906984858,
      "learning_rate": 4.85981308411215e-06,
      "loss": 0.709,
      "step": 52
    },
    {
      "epoch": 0.14929577464788732,
      "grad_norm": 0.8885825883694105,
      "learning_rate": 4.953271028037384e-06,
      "loss": 0.7004,
      "step": 53
    },
    {
      "epoch": 0.15211267605633802,
      "grad_norm": 0.8993913153528437,
      "learning_rate": 5.046728971962617e-06,
      "loss": 0.6802,
      "step": 54
    },
    {
      "epoch": 0.15492957746478872,
      "grad_norm": 0.8690379834087235,
      "learning_rate": 5.14018691588785e-06,
      "loss": 0.7182,
      "step": 55
    },
    {
      "epoch": 0.15774647887323945,
      "grad_norm": 1.0168474666547533,
      "learning_rate": 5.233644859813084e-06,
      "loss": 0.7477,
      "step": 56
    },
    {
      "epoch": 0.16056338028169015,
      "grad_norm": 0.8719423698232311,
      "learning_rate": 5.3271028037383174e-06,
      "loss": 0.74,
      "step": 57
    },
    {
      "epoch": 0.16338028169014085,
      "grad_norm": 1.026890979433,
      "learning_rate": 5.4205607476635515e-06,
      "loss": 0.7706,
      "step": 58
    },
    {
      "epoch": 0.16619718309859155,
      "grad_norm": 0.8955556843274681,
      "learning_rate": 5.514018691588785e-06,
      "loss": 0.7149,
      "step": 59
    },
    {
      "epoch": 0.16901408450704225,
      "grad_norm": 0.8694856642141823,
      "learning_rate": 5.607476635514019e-06,
      "loss": 0.7079,
      "step": 60
    },
    {
      "epoch": 0.17183098591549295,
      "grad_norm": 0.9902510235542388,
      "learning_rate": 5.700934579439253e-06,
      "loss": 0.6935,
      "step": 61
    },
    {
      "epoch": 0.17464788732394365,
      "grad_norm": 0.8421158549635541,
      "learning_rate": 5.794392523364486e-06,
      "loss": 0.6476,
      "step": 62
    },
    {
      "epoch": 0.17746478873239438,
      "grad_norm": 0.8618342169352607,
      "learning_rate": 5.88785046728972e-06,
      "loss": 0.6251,
      "step": 63
    },
    {
      "epoch": 0.18028169014084508,
      "grad_norm": 0.9627093955885784,
      "learning_rate": 5.981308411214953e-06,
      "loss": 0.7648,
      "step": 64
    },
    {
      "epoch": 0.18309859154929578,
      "grad_norm": 0.8615872113332586,
      "learning_rate": 6.074766355140187e-06,
      "loss": 0.7052,
      "step": 65
    },
    {
      "epoch": 0.18591549295774648,
      "grad_norm": 0.7938477476235895,
      "learning_rate": 6.16822429906542e-06,
      "loss": 0.6856,
      "step": 66
    },
    {
      "epoch": 0.18873239436619718,
      "grad_norm": 0.9314578053407399,
      "learning_rate": 6.2616822429906544e-06,
      "loss": 0.675,
      "step": 67
    },
    {
      "epoch": 0.19154929577464788,
      "grad_norm": 0.8414192598073413,
      "learning_rate": 6.355140186915888e-06,
      "loss": 0.7094,
      "step": 68
    },
    {
      "epoch": 0.19436619718309858,
      "grad_norm": 0.9088665681264082,
      "learning_rate": 6.448598130841122e-06,
      "loss": 0.6834,
      "step": 69
    },
    {
      "epoch": 0.19718309859154928,
      "grad_norm": 0.902387432849795,
      "learning_rate": 6.542056074766355e-06,
      "loss": 0.7152,
      "step": 70
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9642448781976154,
      "learning_rate": 6.635514018691589e-06,
      "loss": 0.685,
      "step": 71
    },
    {
      "epoch": 0.2028169014084507,
      "grad_norm": 0.8474244419117023,
      "learning_rate": 6.728971962616823e-06,
      "loss": 0.6712,
      "step": 72
    },
    {
      "epoch": 0.2056338028169014,
      "grad_norm": 0.9474565823957127,
      "learning_rate": 6.822429906542056e-06,
      "loss": 0.6786,
      "step": 73
    },
    {
      "epoch": 0.2084507042253521,
      "grad_norm": 0.9289574016521713,
      "learning_rate": 6.91588785046729e-06,
      "loss": 0.7304,
      "step": 74
    },
    {
      "epoch": 0.2112676056338028,
      "grad_norm": 0.9127008704865647,
      "learning_rate": 7.009345794392523e-06,
      "loss": 0.7452,
      "step": 75
    },
    {
      "epoch": 0.2140845070422535,
      "grad_norm": 0.9662686159807351,
      "learning_rate": 7.1028037383177574e-06,
      "loss": 0.7134,
      "step": 76
    },
    {
      "epoch": 0.21690140845070421,
      "grad_norm": 1.0772478476012384,
      "learning_rate": 7.196261682242991e-06,
      "loss": 0.6781,
      "step": 77
    },
    {
      "epoch": 0.21971830985915494,
      "grad_norm": 1.0550174155184562,
      "learning_rate": 7.289719626168225e-06,
      "loss": 0.6633,
      "step": 78
    },
    {
      "epoch": 0.22253521126760564,
      "grad_norm": 0.8802108160521099,
      "learning_rate": 7.383177570093458e-06,
      "loss": 0.6876,
      "step": 79
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.9429110893196399,
      "learning_rate": 7.476635514018692e-06,
      "loss": 0.7335,
      "step": 80
    },
    {
      "epoch": 0.22816901408450704,
      "grad_norm": 0.938383459599816,
      "learning_rate": 7.570093457943926e-06,
      "loss": 0.7397,
      "step": 81
    },
    {
      "epoch": 0.23098591549295774,
      "grad_norm": 0.9096159486194378,
      "learning_rate": 7.663551401869159e-06,
      "loss": 0.6888,
      "step": 82
    },
    {
      "epoch": 0.23380281690140844,
      "grad_norm": 0.8917639799429912,
      "learning_rate": 7.757009345794392e-06,
      "loss": 0.7029,
      "step": 83
    },
    {
      "epoch": 0.23661971830985915,
      "grad_norm": 0.8979990857654783,
      "learning_rate": 7.850467289719627e-06,
      "loss": 0.768,
      "step": 84
    },
    {
      "epoch": 0.23943661971830985,
      "grad_norm": 0.8993682822907498,
      "learning_rate": 7.94392523364486e-06,
      "loss": 0.7967,
      "step": 85
    },
    {
      "epoch": 0.24225352112676057,
      "grad_norm": 0.9519036462618192,
      "learning_rate": 8.037383177570094e-06,
      "loss": 0.7236,
      "step": 86
    },
    {
      "epoch": 0.24507042253521127,
      "grad_norm": 0.9320429116107417,
      "learning_rate": 8.130841121495327e-06,
      "loss": 0.7031,
      "step": 87
    },
    {
      "epoch": 0.24788732394366197,
      "grad_norm": 1.1968431066091298,
      "learning_rate": 8.224299065420562e-06,
      "loss": 0.8184,
      "step": 88
    },
    {
      "epoch": 0.2507042253521127,
      "grad_norm": 1.015717114563735,
      "learning_rate": 8.317757009345795e-06,
      "loss": 0.7366,
      "step": 89
    },
    {
      "epoch": 0.2535211267605634,
      "grad_norm": 0.8628312778604383,
      "learning_rate": 8.411214953271028e-06,
      "loss": 0.6516,
      "step": 90
    },
    {
      "epoch": 0.2563380281690141,
      "grad_norm": 0.9207687578294539,
      "learning_rate": 8.504672897196263e-06,
      "loss": 0.7463,
      "step": 91
    },
    {
      "epoch": 0.2591549295774648,
      "grad_norm": 0.9076929603375471,
      "learning_rate": 8.598130841121496e-06,
      "loss": 0.7232,
      "step": 92
    },
    {
      "epoch": 0.2619718309859155,
      "grad_norm": 0.8551379886884969,
      "learning_rate": 8.69158878504673e-06,
      "loss": 0.6387,
      "step": 93
    },
    {
      "epoch": 0.2647887323943662,
      "grad_norm": 0.874389963082252,
      "learning_rate": 8.785046728971963e-06,
      "loss": 0.5928,
      "step": 94
    },
    {
      "epoch": 0.2676056338028169,
      "grad_norm": 0.9772206166305732,
      "learning_rate": 8.878504672897197e-06,
      "loss": 0.7431,
      "step": 95
    },
    {
      "epoch": 0.2704225352112676,
      "grad_norm": 1.0472604316389014,
      "learning_rate": 8.97196261682243e-06,
      "loss": 0.6916,
      "step": 96
    },
    {
      "epoch": 0.27323943661971833,
      "grad_norm": 0.9161522458184038,
      "learning_rate": 9.065420560747664e-06,
      "loss": 0.7618,
      "step": 97
    },
    {
      "epoch": 0.27605633802816903,
      "grad_norm": 0.9694215423750022,
      "learning_rate": 9.158878504672899e-06,
      "loss": 0.7371,
      "step": 98
    },
    {
      "epoch": 0.27887323943661974,
      "grad_norm": 0.9914139238391411,
      "learning_rate": 9.252336448598132e-06,
      "loss": 0.7141,
      "step": 99
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 1.0202196257679186,
      "learning_rate": 9.345794392523365e-06,
      "loss": 0.7255,
      "step": 100
    },
    {
      "epoch": 0.28450704225352114,
      "grad_norm": 0.9601713649988124,
      "learning_rate": 9.439252336448598e-06,
      "loss": 0.7014,
      "step": 101
    },
    {
      "epoch": 0.28732394366197184,
      "grad_norm": 0.8615212518278053,
      "learning_rate": 9.532710280373833e-06,
      "loss": 0.6382,
      "step": 102
    },
    {
      "epoch": 0.29014084507042254,
      "grad_norm": 1.2055501454669908,
      "learning_rate": 9.626168224299066e-06,
      "loss": 0.7745,
      "step": 103
    },
    {
      "epoch": 0.29295774647887324,
      "grad_norm": 0.8554711418047789,
      "learning_rate": 9.7196261682243e-06,
      "loss": 0.678,
      "step": 104
    },
    {
      "epoch": 0.29577464788732394,
      "grad_norm": 0.9686952732108494,
      "learning_rate": 9.813084112149533e-06,
      "loss": 0.7142,
      "step": 105
    },
    {
      "epoch": 0.29859154929577464,
      "grad_norm": 0.8833954097474772,
      "learning_rate": 9.906542056074768e-06,
      "loss": 0.6931,
      "step": 106
    },
    {
      "epoch": 0.30140845070422534,
      "grad_norm": 0.8996092526129557,
      "learning_rate": 1e-05,
      "loss": 0.7937,
      "step": 107
    },
    {
      "epoch": 0.30422535211267604,
      "grad_norm": 0.9372563478579707,
      "learning_rate": 9.999973115104874e-06,
      "loss": 0.7803,
      "step": 108
    },
    {
      "epoch": 0.30704225352112674,
      "grad_norm": 0.8475734380103672,
      "learning_rate": 9.999892460708615e-06,
      "loss": 0.701,
      "step": 109
    },
    {
      "epoch": 0.30985915492957744,
      "grad_norm": 0.8534917997572844,
      "learning_rate": 9.999758037678576e-06,
      "loss": 0.7371,
      "step": 110
    },
    {
      "epoch": 0.3126760563380282,
      "grad_norm": 0.8434562246377327,
      "learning_rate": 9.999569847460335e-06,
      "loss": 0.7268,
      "step": 111
    },
    {
      "epoch": 0.3154929577464789,
      "grad_norm": 0.8281726646550165,
      "learning_rate": 9.999327892077683e-06,
      "loss": 0.6853,
      "step": 112
    },
    {
      "epoch": 0.3183098591549296,
      "grad_norm": 0.9271927724711224,
      "learning_rate": 9.9990321741326e-06,
      "loss": 0.6452,
      "step": 113
    },
    {
      "epoch": 0.3211267605633803,
      "grad_norm": 0.8848897647327078,
      "learning_rate": 9.998682696805224e-06,
      "loss": 0.7243,
      "step": 114
    },
    {
      "epoch": 0.323943661971831,
      "grad_norm": 0.8610699024398826,
      "learning_rate": 9.998279463853819e-06,
      "loss": 0.6448,
      "step": 115
    },
    {
      "epoch": 0.3267605633802817,
      "grad_norm": 0.8677582610096554,
      "learning_rate": 9.997822479614733e-06,
      "loss": 0.6943,
      "step": 116
    },
    {
      "epoch": 0.3295774647887324,
      "grad_norm": 0.8471875616608381,
      "learning_rate": 9.997311749002358e-06,
      "loss": 0.685,
      "step": 117
    },
    {
      "epoch": 0.3323943661971831,
      "grad_norm": 0.8682796024046532,
      "learning_rate": 9.996747277509068e-06,
      "loss": 0.745,
      "step": 118
    },
    {
      "epoch": 0.3352112676056338,
      "grad_norm": 0.8341754007010466,
      "learning_rate": 9.996129071205167e-06,
      "loss": 0.7004,
      "step": 119
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.8707994349697389,
      "learning_rate": 9.99545713673882e-06,
      "loss": 0.7398,
      "step": 120
    },
    {
      "epoch": 0.3408450704225352,
      "grad_norm": 0.8082724338122019,
      "learning_rate": 9.994731481335979e-06,
      "loss": 0.7061,
      "step": 121
    },
    {
      "epoch": 0.3436619718309859,
      "grad_norm": 0.9249095219534365,
      "learning_rate": 9.993952112800314e-06,
      "loss": 0.696,
      "step": 122
    },
    {
      "epoch": 0.3464788732394366,
      "grad_norm": 0.944187877477761,
      "learning_rate": 9.993119039513124e-06,
      "loss": 0.73,
      "step": 123
    },
    {
      "epoch": 0.3492957746478873,
      "grad_norm": 1.0057102257733501,
      "learning_rate": 9.992232270433239e-06,
      "loss": 0.7613,
      "step": 124
    },
    {
      "epoch": 0.352112676056338,
      "grad_norm": 0.8333808705246333,
      "learning_rate": 9.991291815096941e-06,
      "loss": 0.7452,
      "step": 125
    },
    {
      "epoch": 0.35492957746478876,
      "grad_norm": 0.8949365308913656,
      "learning_rate": 9.990297683617844e-06,
      "loss": 0.7289,
      "step": 126
    },
    {
      "epoch": 0.35774647887323946,
      "grad_norm": 0.8224952199583537,
      "learning_rate": 9.989249886686798e-06,
      "loss": 0.697,
      "step": 127
    },
    {
      "epoch": 0.36056338028169016,
      "grad_norm": 0.8463117609492709,
      "learning_rate": 9.988148435571766e-06,
      "loss": 0.6907,
      "step": 128
    },
    {
      "epoch": 0.36338028169014086,
      "grad_norm": 0.8097036868252439,
      "learning_rate": 9.98699334211771e-06,
      "loss": 0.6631,
      "step": 129
    },
    {
      "epoch": 0.36619718309859156,
      "grad_norm": 0.8671869864436087,
      "learning_rate": 9.985784618746455e-06,
      "loss": 0.6995,
      "step": 130
    },
    {
      "epoch": 0.36901408450704226,
      "grad_norm": 0.8736051125955552,
      "learning_rate": 9.984522278456558e-06,
      "loss": 0.7605,
      "step": 131
    },
    {
      "epoch": 0.37183098591549296,
      "grad_norm": 0.8479930342434334,
      "learning_rate": 9.983206334823179e-06,
      "loss": 0.7521,
      "step": 132
    },
    {
      "epoch": 0.37464788732394366,
      "grad_norm": 0.8797715865284296,
      "learning_rate": 9.981836801997916e-06,
      "loss": 0.6507,
      "step": 133
    },
    {
      "epoch": 0.37746478873239436,
      "grad_norm": 0.8625026171210389,
      "learning_rate": 9.98041369470867e-06,
      "loss": 0.7442,
      "step": 134
    },
    {
      "epoch": 0.38028169014084506,
      "grad_norm": 0.9674565189535757,
      "learning_rate": 9.978937028259477e-06,
      "loss": 0.6997,
      "step": 135
    },
    {
      "epoch": 0.38309859154929576,
      "grad_norm": 0.8204379275136592,
      "learning_rate": 9.977406818530346e-06,
      "loss": 0.7128,
      "step": 136
    },
    {
      "epoch": 0.38591549295774646,
      "grad_norm": 0.9145363476852016,
      "learning_rate": 9.975823081977089e-06,
      "loss": 0.7915,
      "step": 137
    },
    {
      "epoch": 0.38873239436619716,
      "grad_norm": 0.8473502868722297,
      "learning_rate": 9.974185835631141e-06,
      "loss": 0.6332,
      "step": 138
    },
    {
      "epoch": 0.39154929577464787,
      "grad_norm": 0.8811521109738086,
      "learning_rate": 9.972495097099379e-06,
      "loss": 0.6646,
      "step": 139
    },
    {
      "epoch": 0.39436619718309857,
      "grad_norm": 0.8420515822936742,
      "learning_rate": 9.970750884563938e-06,
      "loss": 0.6463,
      "step": 140
    },
    {
      "epoch": 0.3971830985915493,
      "grad_norm": 0.8796307650058819,
      "learning_rate": 9.968953216782005e-06,
      "loss": 0.7702,
      "step": 141
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9113098059629853,
      "learning_rate": 9.96710211308562e-06,
      "loss": 0.6678,
      "step": 142
    },
    {
      "epoch": 0.4028169014084507,
      "grad_norm": 0.82206028117941,
      "learning_rate": 9.965197593381483e-06,
      "loss": 0.7489,
      "step": 143
    },
    {
      "epoch": 0.4056338028169014,
      "grad_norm": 0.880880001482584,
      "learning_rate": 9.963239678150712e-06,
      "loss": 0.6868,
      "step": 144
    },
    {
      "epoch": 0.4084507042253521,
      "grad_norm": 0.9060474241316776,
      "learning_rate": 9.961228388448648e-06,
      "loss": 0.7212,
      "step": 145
    },
    {
      "epoch": 0.4112676056338028,
      "grad_norm": 0.9310497997261157,
      "learning_rate": 9.959163745904613e-06,
      "loss": 0.7736,
      "step": 146
    },
    {
      "epoch": 0.4140845070422535,
      "grad_norm": 0.7931697883942757,
      "learning_rate": 9.95704577272169e-06,
      "loss": 0.6676,
      "step": 147
    },
    {
      "epoch": 0.4169014084507042,
      "grad_norm": 0.8932141674301038,
      "learning_rate": 9.954874491676474e-06,
      "loss": 0.7192,
      "step": 148
    },
    {
      "epoch": 0.4197183098591549,
      "grad_norm": 0.9415400016839601,
      "learning_rate": 9.952649926118827e-06,
      "loss": 0.6864,
      "step": 149
    },
    {
      "epoch": 0.4225352112676056,
      "grad_norm": 0.7916165651672555,
      "learning_rate": 9.950372099971635e-06,
      "loss": 0.6611,
      "step": 150
    },
    {
      "epoch": 0.4253521126760563,
      "grad_norm": 0.8634003427333417,
      "learning_rate": 9.948041037730546e-06,
      "loss": 0.7326,
      "step": 151
    },
    {
      "epoch": 0.428169014084507,
      "grad_norm": 0.9263824014581405,
      "learning_rate": 9.945656764463706e-06,
      "loss": 0.7068,
      "step": 152
    },
    {
      "epoch": 0.4309859154929577,
      "grad_norm": 0.7528011216400118,
      "learning_rate": 9.943219305811486e-06,
      "loss": 0.662,
      "step": 153
    },
    {
      "epoch": 0.43380281690140843,
      "grad_norm": 0.8372646453988154,
      "learning_rate": 9.940728687986219e-06,
      "loss": 0.7213,
      "step": 154
    },
    {
      "epoch": 0.43661971830985913,
      "grad_norm": 0.9463740009923008,
      "learning_rate": 9.938184937771903e-06,
      "loss": 0.6919,
      "step": 155
    },
    {
      "epoch": 0.4394366197183099,
      "grad_norm": 0.959386942798321,
      "learning_rate": 9.935588082523917e-06,
      "loss": 0.6449,
      "step": 156
    },
    {
      "epoch": 0.4422535211267606,
      "grad_norm": 0.9250783308719386,
      "learning_rate": 9.93293815016874e-06,
      "loss": 0.6796,
      "step": 157
    },
    {
      "epoch": 0.4450704225352113,
      "grad_norm": 0.7946799691080673,
      "learning_rate": 9.930235169203628e-06,
      "loss": 0.67,
      "step": 158
    },
    {
      "epoch": 0.447887323943662,
      "grad_norm": 0.8522628286586079,
      "learning_rate": 9.927479168696327e-06,
      "loss": 0.7309,
      "step": 159
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.837190553799222,
      "learning_rate": 9.924670178284751e-06,
      "loss": 0.6668,
      "step": 160
    },
    {
      "epoch": 0.4535211267605634,
      "grad_norm": 1.0436089990244963,
      "learning_rate": 9.921808228176667e-06,
      "loss": 0.7829,
      "step": 161
    },
    {
      "epoch": 0.4563380281690141,
      "grad_norm": 0.893929704291238,
      "learning_rate": 9.918893349149361e-06,
      "loss": 0.7153,
      "step": 162
    },
    {
      "epoch": 0.4591549295774648,
      "grad_norm": 0.8869097673696764,
      "learning_rate": 9.915925572549325e-06,
      "loss": 0.6485,
      "step": 163
    },
    {
      "epoch": 0.4619718309859155,
      "grad_norm": 0.8467721185605459,
      "learning_rate": 9.912904930291902e-06,
      "loss": 0.7482,
      "step": 164
    },
    {
      "epoch": 0.4647887323943662,
      "grad_norm": 0.897220133636629,
      "learning_rate": 9.909831454860953e-06,
      "loss": 0.6422,
      "step": 165
    },
    {
      "epoch": 0.4676056338028169,
      "grad_norm": 0.8919253252137377,
      "learning_rate": 9.906705179308503e-06,
      "loss": 0.7032,
      "step": 166
    },
    {
      "epoch": 0.4704225352112676,
      "grad_norm": 0.8857603615046576,
      "learning_rate": 9.903526137254386e-06,
      "loss": 0.6246,
      "step": 167
    },
    {
      "epoch": 0.4732394366197183,
      "grad_norm": 0.8283723940151976,
      "learning_rate": 9.900294362885892e-06,
      "loss": 0.643,
      "step": 168
    },
    {
      "epoch": 0.476056338028169,
      "grad_norm": 0.8463508629352864,
      "learning_rate": 9.897009890957382e-06,
      "loss": 0.7326,
      "step": 169
    },
    {
      "epoch": 0.4788732394366197,
      "grad_norm": 0.8166043234476047,
      "learning_rate": 9.893672756789933e-06,
      "loss": 0.6919,
      "step": 170
    },
    {
      "epoch": 0.48169014084507045,
      "grad_norm": 0.8798248125614349,
      "learning_rate": 9.890282996270944e-06,
      "loss": 0.7502,
      "step": 171
    },
    {
      "epoch": 0.48450704225352115,
      "grad_norm": 0.9137410379876206,
      "learning_rate": 9.886840645853757e-06,
      "loss": 0.717,
      "step": 172
    },
    {
      "epoch": 0.48732394366197185,
      "grad_norm": 0.8682406299826412,
      "learning_rate": 9.883345742557265e-06,
      "loss": 0.7093,
      "step": 173
    },
    {
      "epoch": 0.49014084507042255,
      "grad_norm": 0.768099268451737,
      "learning_rate": 9.879798323965512e-06,
      "loss": 0.6324,
      "step": 174
    },
    {
      "epoch": 0.49295774647887325,
      "grad_norm": 0.7951997110898612,
      "learning_rate": 9.876198428227288e-06,
      "loss": 0.6043,
      "step": 175
    },
    {
      "epoch": 0.49577464788732395,
      "grad_norm": 0.8150266343962548,
      "learning_rate": 9.872546094055719e-06,
      "loss": 0.7314,
      "step": 176
    },
    {
      "epoch": 0.49859154929577465,
      "grad_norm": 0.7567196532773179,
      "learning_rate": 9.868841360727856e-06,
      "loss": 0.6341,
      "step": 177
    },
    {
      "epoch": 0.5014084507042254,
      "grad_norm": 0.8057546679078017,
      "learning_rate": 9.865084268084247e-06,
      "loss": 0.5985,
      "step": 178
    },
    {
      "epoch": 0.504225352112676,
      "grad_norm": 0.8248072860159059,
      "learning_rate": 9.861274856528504e-06,
      "loss": 0.6856,
      "step": 179
    },
    {
      "epoch": 0.5070422535211268,
      "grad_norm": 0.7422143006416313,
      "learning_rate": 9.857413167026881e-06,
      "loss": 0.6509,
      "step": 180
    },
    {
      "epoch": 0.5098591549295775,
      "grad_norm": 0.842171137809266,
      "learning_rate": 9.853499241107827e-06,
      "loss": 0.6759,
      "step": 181
    },
    {
      "epoch": 0.5126760563380282,
      "grad_norm": 1.0101293356673013,
      "learning_rate": 9.849533120861537e-06,
      "loss": 0.838,
      "step": 182
    },
    {
      "epoch": 0.5154929577464789,
      "grad_norm": 0.7530541447107382,
      "learning_rate": 9.845514848939499e-06,
      "loss": 0.7384,
      "step": 183
    },
    {
      "epoch": 0.5183098591549296,
      "grad_norm": 0.914908795328647,
      "learning_rate": 9.841444468554043e-06,
      "loss": 0.7436,
      "step": 184
    },
    {
      "epoch": 0.5211267605633803,
      "grad_norm": 0.8862498828793486,
      "learning_rate": 9.837322023477866e-06,
      "loss": 0.7144,
      "step": 185
    },
    {
      "epoch": 0.523943661971831,
      "grad_norm": 0.8056528376306878,
      "learning_rate": 9.833147558043574e-06,
      "loss": 0.6498,
      "step": 186
    },
    {
      "epoch": 0.5267605633802817,
      "grad_norm": 0.8011120670486118,
      "learning_rate": 9.82892111714319e-06,
      "loss": 0.7161,
      "step": 187
    },
    {
      "epoch": 0.5295774647887324,
      "grad_norm": 0.7572342622375217,
      "learning_rate": 9.824642746227682e-06,
      "loss": 0.7064,
      "step": 188
    },
    {
      "epoch": 0.532394366197183,
      "grad_norm": 0.8039481620735608,
      "learning_rate": 9.820312491306471e-06,
      "loss": 0.6512,
      "step": 189
    },
    {
      "epoch": 0.5352112676056338,
      "grad_norm": 0.7738723306767284,
      "learning_rate": 9.815930398946942e-06,
      "loss": 0.6906,
      "step": 190
    },
    {
      "epoch": 0.5380281690140845,
      "grad_norm": 0.7165440107878704,
      "learning_rate": 9.811496516273925e-06,
      "loss": 0.6153,
      "step": 191
    },
    {
      "epoch": 0.5408450704225352,
      "grad_norm": 0.8319057805907693,
      "learning_rate": 9.807010890969214e-06,
      "loss": 0.6864,
      "step": 192
    },
    {
      "epoch": 0.543661971830986,
      "grad_norm": 0.773189524368119,
      "learning_rate": 9.80247357127103e-06,
      "loss": 0.7204,
      "step": 193
    },
    {
      "epoch": 0.5464788732394367,
      "grad_norm": 0.7653522714932102,
      "learning_rate": 9.797884605973523e-06,
      "loss": 0.6266,
      "step": 194
    },
    {
      "epoch": 0.5492957746478874,
      "grad_norm": 0.76169482878666,
      "learning_rate": 9.793244044426233e-06,
      "loss": 0.6837,
      "step": 195
    },
    {
      "epoch": 0.5521126760563381,
      "grad_norm": 0.853170087758016,
      "learning_rate": 9.788551936533561e-06,
      "loss": 0.7598,
      "step": 196
    },
    {
      "epoch": 0.5549295774647888,
      "grad_norm": 0.8075207803578713,
      "learning_rate": 9.783808332754242e-06,
      "loss": 0.733,
      "step": 197
    },
    {
      "epoch": 0.5577464788732395,
      "grad_norm": 0.8517323289471529,
      "learning_rate": 9.779013284100791e-06,
      "loss": 0.7236,
      "step": 198
    },
    {
      "epoch": 0.5605633802816902,
      "grad_norm": 0.7997362496535447,
      "learning_rate": 9.77416684213896e-06,
      "loss": 0.712,
      "step": 199
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.8430063817076954,
      "learning_rate": 9.769269058987181e-06,
      "loss": 0.6284,
      "step": 200
    },
    {
      "epoch": 0.5661971830985916,
      "grad_norm": 0.8121616168773351,
      "learning_rate": 9.76431998731601e-06,
      "loss": 0.6711,
      "step": 201
    },
    {
      "epoch": 0.5690140845070423,
      "grad_norm": 0.8827282760216014,
      "learning_rate": 9.759319680347556e-06,
      "loss": 0.7354,
      "step": 202
    },
    {
      "epoch": 0.571830985915493,
      "grad_norm": 0.853130964046107,
      "learning_rate": 9.75426819185491e-06,
      "loss": 0.7771,
      "step": 203
    },
    {
      "epoch": 0.5746478873239437,
      "grad_norm": 0.9947412584733369,
      "learning_rate": 9.74916557616157e-06,
      "loss": 0.7,
      "step": 204
    },
    {
      "epoch": 0.5774647887323944,
      "grad_norm": 0.8769746348104829,
      "learning_rate": 9.744011888140847e-06,
      "loss": 0.6514,
      "step": 205
    },
    {
      "epoch": 0.5802816901408451,
      "grad_norm": 0.9184017741530913,
      "learning_rate": 9.738807183215288e-06,
      "loss": 0.7239,
      "step": 206
    },
    {
      "epoch": 0.5830985915492958,
      "grad_norm": 0.8842913206665063,
      "learning_rate": 9.73355151735607e-06,
      "loss": 0.684,
      "step": 207
    },
    {
      "epoch": 0.5859154929577465,
      "grad_norm": 0.794506224518057,
      "learning_rate": 9.728244947082405e-06,
      "loss": 0.6926,
      "step": 208
    },
    {
      "epoch": 0.5887323943661972,
      "grad_norm": 0.8074121706042865,
      "learning_rate": 9.722887529460928e-06,
      "loss": 0.7134,
      "step": 209
    },
    {
      "epoch": 0.5915492957746479,
      "grad_norm": 0.8230238825095924,
      "learning_rate": 9.717479322105079e-06,
      "loss": 0.7206,
      "step": 210
    },
    {
      "epoch": 0.5943661971830986,
      "grad_norm": 0.9594950928708149,
      "learning_rate": 9.712020383174496e-06,
      "loss": 0.6946,
      "step": 211
    },
    {
      "epoch": 0.5971830985915493,
      "grad_norm": 0.7521256870035444,
      "learning_rate": 9.70651077137438e-06,
      "loss": 0.5711,
      "step": 212
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.7671581105894907,
      "learning_rate": 9.700950545954867e-06,
      "loss": 0.6589,
      "step": 213
    },
    {
      "epoch": 0.6028169014084507,
      "grad_norm": 0.8178947584831048,
      "learning_rate": 9.695339766710382e-06,
      "loss": 0.723,
      "step": 214
    },
    {
      "epoch": 0.6056338028169014,
      "grad_norm": 0.8003431837226573,
      "learning_rate": 9.689678493979011e-06,
      "loss": 0.6493,
      "step": 215
    },
    {
      "epoch": 0.6084507042253521,
      "grad_norm": 0.7952819058062531,
      "learning_rate": 9.683966788641848e-06,
      "loss": 0.6962,
      "step": 216
    },
    {
      "epoch": 0.6112676056338028,
      "grad_norm": 0.7826856935612455,
      "learning_rate": 9.678204712122328e-06,
      "loss": 0.7371,
      "step": 217
    },
    {
      "epoch": 0.6140845070422535,
      "grad_norm": 0.7746418412525581,
      "learning_rate": 9.672392326385582e-06,
      "loss": 0.6902,
      "step": 218
    },
    {
      "epoch": 0.6169014084507042,
      "grad_norm": 0.940402540251371,
      "learning_rate": 9.666529693937763e-06,
      "loss": 0.779,
      "step": 219
    },
    {
      "epoch": 0.6197183098591549,
      "grad_norm": 0.8449206053067433,
      "learning_rate": 9.660616877825374e-06,
      "loss": 0.6905,
      "step": 220
    },
    {
      "epoch": 0.6225352112676056,
      "grad_norm": 0.7994133282679672,
      "learning_rate": 9.65465394163459e-06,
      "loss": 0.7171,
      "step": 221
    },
    {
      "epoch": 0.6253521126760564,
      "grad_norm": 0.8032156386437383,
      "learning_rate": 9.64864094949058e-06,
      "loss": 0.6782,
      "step": 222
    },
    {
      "epoch": 0.6281690140845071,
      "grad_norm": 0.9003451206809043,
      "learning_rate": 9.642577966056806e-06,
      "loss": 0.7278,
      "step": 223
    },
    {
      "epoch": 0.6309859154929578,
      "grad_norm": 0.7775350319628389,
      "learning_rate": 9.636465056534337e-06,
      "loss": 0.6913,
      "step": 224
    },
    {
      "epoch": 0.6338028169014085,
      "grad_norm": 0.8310388732940904,
      "learning_rate": 9.630302286661149e-06,
      "loss": 0.7544,
      "step": 225
    },
    {
      "epoch": 0.6366197183098592,
      "grad_norm": 0.8853987442843421,
      "learning_rate": 9.624089722711409e-06,
      "loss": 0.6923,
      "step": 226
    },
    {
      "epoch": 0.6394366197183099,
      "grad_norm": 0.8804755951508887,
      "learning_rate": 9.617827431494769e-06,
      "loss": 0.6605,
      "step": 227
    },
    {
      "epoch": 0.6422535211267606,
      "grad_norm": 0.8366059157406054,
      "learning_rate": 9.611515480355644e-06,
      "loss": 0.7357,
      "step": 228
    },
    {
      "epoch": 0.6450704225352113,
      "grad_norm": 0.7210382994869629,
      "learning_rate": 9.605153937172495e-06,
      "loss": 0.6835,
      "step": 229
    },
    {
      "epoch": 0.647887323943662,
      "grad_norm": 0.8739466441160235,
      "learning_rate": 9.598742870357089e-06,
      "loss": 0.6739,
      "step": 230
    },
    {
      "epoch": 0.6507042253521127,
      "grad_norm": 0.8654712248667421,
      "learning_rate": 9.592282348853772e-06,
      "loss": 0.7532,
      "step": 231
    },
    {
      "epoch": 0.6535211267605634,
      "grad_norm": 0.9065008902303662,
      "learning_rate": 9.585772442138717e-06,
      "loss": 0.734,
      "step": 232
    },
    {
      "epoch": 0.6563380281690141,
      "grad_norm": 0.7871365715275687,
      "learning_rate": 9.57921322021919e-06,
      "loss": 0.6635,
      "step": 233
    },
    {
      "epoch": 0.6591549295774648,
      "grad_norm": 0.7642041831022736,
      "learning_rate": 9.572604753632789e-06,
      "loss": 0.6484,
      "step": 234
    },
    {
      "epoch": 0.6619718309859155,
      "grad_norm": 0.8271285548719295,
      "learning_rate": 9.565947113446685e-06,
      "loss": 0.6601,
      "step": 235
    },
    {
      "epoch": 0.6647887323943662,
      "grad_norm": 0.7538375562561086,
      "learning_rate": 9.559240371256861e-06,
      "loss": 0.6902,
      "step": 236
    },
    {
      "epoch": 0.6676056338028169,
      "grad_norm": 0.8043626834134439,
      "learning_rate": 9.552484599187344e-06,
      "loss": 0.6368,
      "step": 237
    },
    {
      "epoch": 0.6704225352112676,
      "grad_norm": 0.7529150606741751,
      "learning_rate": 9.545679869889422e-06,
      "loss": 0.7056,
      "step": 238
    },
    {
      "epoch": 0.6732394366197183,
      "grad_norm": 0.7284992451418077,
      "learning_rate": 9.538826256540866e-06,
      "loss": 0.701,
      "step": 239
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.7430111850931722,
      "learning_rate": 9.53192383284515e-06,
      "loss": 0.6279,
      "step": 240
    },
    {
      "epoch": 0.6788732394366197,
      "grad_norm": 0.8112227328214626,
      "learning_rate": 9.524972673030646e-06,
      "loss": 0.6795,
      "step": 241
    },
    {
      "epoch": 0.6816901408450704,
      "grad_norm": 0.7709521327734363,
      "learning_rate": 9.517972851849837e-06,
      "loss": 0.6938,
      "step": 242
    },
    {
      "epoch": 0.6845070422535211,
      "grad_norm": 0.839896263111437,
      "learning_rate": 9.510924444578505e-06,
      "loss": 0.7249,
      "step": 243
    },
    {
      "epoch": 0.6873239436619718,
      "grad_norm": 0.7232560690742893,
      "learning_rate": 9.503827527014927e-06,
      "loss": 0.6598,
      "step": 244
    },
    {
      "epoch": 0.6901408450704225,
      "grad_norm": 0.8123508737767481,
      "learning_rate": 9.496682175479058e-06,
      "loss": 0.7528,
      "step": 245
    },
    {
      "epoch": 0.6929577464788732,
      "grad_norm": 0.8462883686229686,
      "learning_rate": 9.489488466811706e-06,
      "loss": 0.6947,
      "step": 246
    },
    {
      "epoch": 0.6957746478873239,
      "grad_norm": 0.9431639768896318,
      "learning_rate": 9.482246478373713e-06,
      "loss": 0.8318,
      "step": 247
    },
    {
      "epoch": 0.6985915492957746,
      "grad_norm": 0.7818012727406521,
      "learning_rate": 9.47495628804512e-06,
      "loss": 0.7279,
      "step": 248
    },
    {
      "epoch": 0.7014084507042253,
      "grad_norm": 0.8562275464337439,
      "learning_rate": 9.467617974224326e-06,
      "loss": 0.7178,
      "step": 249
    },
    {
      "epoch": 0.704225352112676,
      "grad_norm": 0.7745218443030316,
      "learning_rate": 9.460231615827254e-06,
      "loss": 0.6763,
      "step": 250
    },
    {
      "epoch": 0.7070422535211267,
      "grad_norm": 0.8938034789544281,
      "learning_rate": 9.452797292286486e-06,
      "loss": 0.7282,
      "step": 251
    },
    {
      "epoch": 0.7098591549295775,
      "grad_norm": 0.8421964462964258,
      "learning_rate": 9.445315083550432e-06,
      "loss": 0.6092,
      "step": 252
    },
    {
      "epoch": 0.7126760563380282,
      "grad_norm": 0.8842902719459901,
      "learning_rate": 9.437785070082448e-06,
      "loss": 0.7439,
      "step": 253
    },
    {
      "epoch": 0.7154929577464789,
      "grad_norm": 0.8295883668473504,
      "learning_rate": 9.430207332859981e-06,
      "loss": 0.6941,
      "step": 254
    },
    {
      "epoch": 0.7183098591549296,
      "grad_norm": 0.7997799100355183,
      "learning_rate": 9.422581953373704e-06,
      "loss": 0.6726,
      "step": 255
    },
    {
      "epoch": 0.7211267605633803,
      "grad_norm": 0.8249888871807052,
      "learning_rate": 9.414909013626624e-06,
      "loss": 0.7556,
      "step": 256
    },
    {
      "epoch": 0.723943661971831,
      "grad_norm": 0.7139160556941465,
      "learning_rate": 9.407188596133212e-06,
      "loss": 0.7071,
      "step": 257
    },
    {
      "epoch": 0.7267605633802817,
      "grad_norm": 0.8024124317877482,
      "learning_rate": 9.399420783918518e-06,
      "loss": 0.6568,
      "step": 258
    },
    {
      "epoch": 0.7295774647887324,
      "grad_norm": 0.8584267549374202,
      "learning_rate": 9.391605660517268e-06,
      "loss": 0.6367,
      "step": 259
    },
    {
      "epoch": 0.7323943661971831,
      "grad_norm": 0.7902851358778393,
      "learning_rate": 9.38374330997297e-06,
      "loss": 0.6593,
      "step": 260
    },
    {
      "epoch": 0.7352112676056338,
      "grad_norm": 0.8023474180886204,
      "learning_rate": 9.375833816837012e-06,
      "loss": 0.6464,
      "step": 261
    },
    {
      "epoch": 0.7380281690140845,
      "grad_norm": 0.8154573367134973,
      "learning_rate": 9.367877266167752e-06,
      "loss": 0.8018,
      "step": 262
    },
    {
      "epoch": 0.7408450704225352,
      "grad_norm": 0.8115241369192978,
      "learning_rate": 9.3598737435296e-06,
      "loss": 0.7639,
      "step": 263
    },
    {
      "epoch": 0.7436619718309859,
      "grad_norm": 0.7849626692594518,
      "learning_rate": 9.351823334992105e-06,
      "loss": 0.6817,
      "step": 264
    },
    {
      "epoch": 0.7464788732394366,
      "grad_norm": 0.9197729948526122,
      "learning_rate": 9.343726127129023e-06,
      "loss": 0.7335,
      "step": 265
    },
    {
      "epoch": 0.7492957746478873,
      "grad_norm": 0.7275321442153452,
      "learning_rate": 9.335582207017385e-06,
      "loss": 0.7261,
      "step": 266
    },
    {
      "epoch": 0.752112676056338,
      "grad_norm": 0.8163208868320786,
      "learning_rate": 9.327391662236569e-06,
      "loss": 0.741,
      "step": 267
    },
    {
      "epoch": 0.7549295774647887,
      "grad_norm": 0.7840261409488222,
      "learning_rate": 9.31915458086735e-06,
      "loss": 0.6902,
      "step": 268
    },
    {
      "epoch": 0.7577464788732394,
      "grad_norm": 0.8479200482066225,
      "learning_rate": 9.310871051490953e-06,
      "loss": 0.6263,
      "step": 269
    },
    {
      "epoch": 0.7605633802816901,
      "grad_norm": 0.7707125463434206,
      "learning_rate": 9.302541163188107e-06,
      "loss": 0.7071,
      "step": 270
    },
    {
      "epoch": 0.7633802816901408,
      "grad_norm": 0.8206470495747352,
      "learning_rate": 9.294165005538083e-06,
      "loss": 0.7162,
      "step": 271
    },
    {
      "epoch": 0.7661971830985915,
      "grad_norm": 0.7938247034692177,
      "learning_rate": 9.285742668617725e-06,
      "loss": 0.7303,
      "step": 272
    },
    {
      "epoch": 0.7690140845070422,
      "grad_norm": 0.7724192077582562,
      "learning_rate": 9.277274243000495e-06,
      "loss": 0.6745,
      "step": 273
    },
    {
      "epoch": 0.7718309859154929,
      "grad_norm": 0.7556279269726222,
      "learning_rate": 9.268759819755484e-06,
      "loss": 0.6684,
      "step": 274
    },
    {
      "epoch": 0.7746478873239436,
      "grad_norm": 0.9010158273015102,
      "learning_rate": 9.260199490446444e-06,
      "loss": 0.6968,
      "step": 275
    },
    {
      "epoch": 0.7774647887323943,
      "grad_norm": 0.9190880584517591,
      "learning_rate": 9.251593347130796e-06,
      "loss": 0.6965,
      "step": 276
    },
    {
      "epoch": 0.780281690140845,
      "grad_norm": 0.7392835129813884,
      "learning_rate": 9.242941482358646e-06,
      "loss": 0.6955,
      "step": 277
    },
    {
      "epoch": 0.7830985915492957,
      "grad_norm": 0.7721524689242966,
      "learning_rate": 9.234243989171784e-06,
      "loss": 0.7349,
      "step": 278
    },
    {
      "epoch": 0.7859154929577464,
      "grad_norm": 0.700499216910955,
      "learning_rate": 9.225500961102685e-06,
      "loss": 0.6621,
      "step": 279
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 0.7596012409463865,
      "learning_rate": 9.216712492173509e-06,
      "loss": 0.73,
      "step": 280
    },
    {
      "epoch": 0.7915492957746478,
      "grad_norm": 0.7112477735132746,
      "learning_rate": 9.20787867689508e-06,
      "loss": 0.6936,
      "step": 281
    },
    {
      "epoch": 0.7943661971830986,
      "grad_norm": 0.7538333397867995,
      "learning_rate": 9.19899961026588e-06,
      "loss": 0.7108,
      "step": 282
    },
    {
      "epoch": 0.7971830985915493,
      "grad_norm": 0.7500840684245914,
      "learning_rate": 9.190075387771014e-06,
      "loss": 0.6424,
      "step": 283
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7767104224997774,
      "learning_rate": 9.181106105381201e-06,
      "loss": 0.7673,
      "step": 284
    },
    {
      "epoch": 0.8028169014084507,
      "grad_norm": 0.7051945870953593,
      "learning_rate": 9.172091859551727e-06,
      "loss": 0.6375,
      "step": 285
    },
    {
      "epoch": 0.8056338028169014,
      "grad_norm": 0.8187705644445149,
      "learning_rate": 9.16303274722141e-06,
      "loss": 0.7782,
      "step": 286
    },
    {
      "epoch": 0.8084507042253521,
      "grad_norm": 0.7805258045768315,
      "learning_rate": 9.153928865811567e-06,
      "loss": 0.7418,
      "step": 287
    },
    {
      "epoch": 0.8112676056338028,
      "grad_norm": 0.8128901606684851,
      "learning_rate": 9.144780313224955e-06,
      "loss": 0.7399,
      "step": 288
    },
    {
      "epoch": 0.8140845070422535,
      "grad_norm": 0.8154420318456077,
      "learning_rate": 9.135587187844727e-06,
      "loss": 0.723,
      "step": 289
    },
    {
      "epoch": 0.8169014084507042,
      "grad_norm": 0.7858069446808291,
      "learning_rate": 9.126349588533367e-06,
      "loss": 0.68,
      "step": 290
    },
    {
      "epoch": 0.819718309859155,
      "grad_norm": 0.8223570062612096,
      "learning_rate": 9.117067614631629e-06,
      "loss": 0.7178,
      "step": 291
    },
    {
      "epoch": 0.8225352112676056,
      "grad_norm": 0.7361952237465246,
      "learning_rate": 9.107741365957473e-06,
      "loss": 0.7253,
      "step": 292
    },
    {
      "epoch": 0.8253521126760563,
      "grad_norm": 0.7410997914967067,
      "learning_rate": 9.098370942804984e-06,
      "loss": 0.7365,
      "step": 293
    },
    {
      "epoch": 0.828169014084507,
      "grad_norm": 0.7841577337029458,
      "learning_rate": 9.0889564459433e-06,
      "loss": 0.6961,
      "step": 294
    },
    {
      "epoch": 0.8309859154929577,
      "grad_norm": 0.7103875687394275,
      "learning_rate": 9.079497976615527e-06,
      "loss": 0.7009,
      "step": 295
    },
    {
      "epoch": 0.8338028169014085,
      "grad_norm": 0.8613504465876265,
      "learning_rate": 9.069995636537646e-06,
      "loss": 0.8999,
      "step": 296
    },
    {
      "epoch": 0.8366197183098592,
      "grad_norm": 0.7512880794878137,
      "learning_rate": 9.060449527897424e-06,
      "loss": 0.7458,
      "step": 297
    },
    {
      "epoch": 0.8394366197183099,
      "grad_norm": 0.7108104992364117,
      "learning_rate": 9.050859753353312e-06,
      "loss": 0.6101,
      "step": 298
    },
    {
      "epoch": 0.8422535211267606,
      "grad_norm": 0.7613675413497479,
      "learning_rate": 9.041226416033344e-06,
      "loss": 0.6791,
      "step": 299
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 0.7227340858608536,
      "learning_rate": 9.031549619534025e-06,
      "loss": 0.62,
      "step": 300
    },
    {
      "epoch": 0.847887323943662,
      "grad_norm": 0.739015826440164,
      "learning_rate": 9.021829467919218e-06,
      "loss": 0.6194,
      "step": 301
    },
    {
      "epoch": 0.8507042253521127,
      "grad_norm": 0.7621930325437081,
      "learning_rate": 9.012066065719026e-06,
      "loss": 0.7342,
      "step": 302
    },
    {
      "epoch": 0.8535211267605634,
      "grad_norm": 0.7518088571559766,
      "learning_rate": 9.00225951792867e-06,
      "loss": 0.734,
      "step": 303
    },
    {
      "epoch": 0.856338028169014,
      "grad_norm": 0.7619799485709029,
      "learning_rate": 8.99240993000735e-06,
      "loss": 0.6668,
      "step": 304
    },
    {
      "epoch": 0.8591549295774648,
      "grad_norm": 0.7512429320136312,
      "learning_rate": 8.98251740787712e-06,
      "loss": 0.6285,
      "step": 305
    },
    {
      "epoch": 0.8619718309859155,
      "grad_norm": 0.7687230386597979,
      "learning_rate": 8.972582057921753e-06,
      "loss": 0.6658,
      "step": 306
    },
    {
      "epoch": 0.8647887323943662,
      "grad_norm": 0.7939832464335207,
      "learning_rate": 8.962603986985582e-06,
      "loss": 0.7445,
      "step": 307
    },
    {
      "epoch": 0.8676056338028169,
      "grad_norm": 0.7384840890732082,
      "learning_rate": 8.952583302372361e-06,
      "loss": 0.6054,
      "step": 308
    },
    {
      "epoch": 0.8704225352112676,
      "grad_norm": 0.7383794192616162,
      "learning_rate": 8.942520111844117e-06,
      "loss": 0.6556,
      "step": 309
    },
    {
      "epoch": 0.8732394366197183,
      "grad_norm": 0.7927695830739503,
      "learning_rate": 8.932414523619979e-06,
      "loss": 0.7918,
      "step": 310
    },
    {
      "epoch": 0.8760563380281691,
      "grad_norm": 0.8017064580913946,
      "learning_rate": 8.922266646375012e-06,
      "loss": 0.7132,
      "step": 311
    },
    {
      "epoch": 0.8788732394366198,
      "grad_norm": 0.7792989124184551,
      "learning_rate": 8.912076589239071e-06,
      "loss": 0.7115,
      "step": 312
    },
    {
      "epoch": 0.8816901408450705,
      "grad_norm": 0.7369492414275604,
      "learning_rate": 8.901844461795597e-06,
      "loss": 0.6636,
      "step": 313
    },
    {
      "epoch": 0.8845070422535212,
      "grad_norm": 0.7168268633853285,
      "learning_rate": 8.89157037408046e-06,
      "loss": 0.6391,
      "step": 314
    },
    {
      "epoch": 0.8873239436619719,
      "grad_norm": 0.7684412827406625,
      "learning_rate": 8.881254436580771e-06,
      "loss": 0.721,
      "step": 315
    },
    {
      "epoch": 0.8901408450704226,
      "grad_norm": 0.7399940724937712,
      "learning_rate": 8.870896760233687e-06,
      "loss": 0.7014,
      "step": 316
    },
    {
      "epoch": 0.8929577464788733,
      "grad_norm": 0.7427553650129637,
      "learning_rate": 8.860497456425226e-06,
      "loss": 0.7486,
      "step": 317
    },
    {
      "epoch": 0.895774647887324,
      "grad_norm": 0.7355572590337344,
      "learning_rate": 8.850056636989064e-06,
      "loss": 0.6474,
      "step": 318
    },
    {
      "epoch": 0.8985915492957747,
      "grad_norm": 0.7670739435633628,
      "learning_rate": 8.839574414205335e-06,
      "loss": 0.7253,
      "step": 319
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.7223450642414903,
      "learning_rate": 8.829050900799426e-06,
      "loss": 0.6343,
      "step": 320
    },
    {
      "epoch": 0.9042253521126761,
      "grad_norm": 0.8339291046044646,
      "learning_rate": 8.818486209940754e-06,
      "loss": 0.7616,
      "step": 321
    },
    {
      "epoch": 0.9070422535211268,
      "grad_norm": 0.769620973035585,
      "learning_rate": 8.807880455241562e-06,
      "loss": 0.7673,
      "step": 322
    },
    {
      "epoch": 0.9098591549295775,
      "grad_norm": 0.851306065801614,
      "learning_rate": 8.797233750755696e-06,
      "loss": 0.7491,
      "step": 323
    },
    {
      "epoch": 0.9126760563380282,
      "grad_norm": 0.7651622574675689,
      "learning_rate": 8.786546210977364e-06,
      "loss": 0.7015,
      "step": 324
    },
    {
      "epoch": 0.9154929577464789,
      "grad_norm": 0.71441222991302,
      "learning_rate": 8.775817950839925e-06,
      "loss": 0.6956,
      "step": 325
    },
    {
      "epoch": 0.9183098591549296,
      "grad_norm": 0.7506938193868895,
      "learning_rate": 8.765049085714634e-06,
      "loss": 0.6509,
      "step": 326
    },
    {
      "epoch": 0.9211267605633803,
      "grad_norm": 0.8071556078391223,
      "learning_rate": 8.754239731409418e-06,
      "loss": 0.7149,
      "step": 327
    },
    {
      "epoch": 0.923943661971831,
      "grad_norm": 0.7818360292624567,
      "learning_rate": 8.743390004167618e-06,
      "loss": 0.7043,
      "step": 328
    },
    {
      "epoch": 0.9267605633802817,
      "grad_norm": 0.81081711408685,
      "learning_rate": 8.732500020666748e-06,
      "loss": 0.6703,
      "step": 329
    },
    {
      "epoch": 0.9295774647887324,
      "grad_norm": 0.7372182871990494,
      "learning_rate": 8.72156989801723e-06,
      "loss": 0.7131,
      "step": 330
    },
    {
      "epoch": 0.9323943661971831,
      "grad_norm": 0.7249976512649938,
      "learning_rate": 8.710599753761148e-06,
      "loss": 0.5962,
      "step": 331
    },
    {
      "epoch": 0.9352112676056338,
      "grad_norm": 0.7427619837327385,
      "learning_rate": 8.699589705870972e-06,
      "loss": 0.6572,
      "step": 332
    },
    {
      "epoch": 0.9380281690140845,
      "grad_norm": 0.7244013374655381,
      "learning_rate": 8.688539872748293e-06,
      "loss": 0.7367,
      "step": 333
    },
    {
      "epoch": 0.9408450704225352,
      "grad_norm": 0.7966894332891572,
      "learning_rate": 8.677450373222555e-06,
      "loss": 0.72,
      "step": 334
    },
    {
      "epoch": 0.9436619718309859,
      "grad_norm": 0.6590452238575061,
      "learning_rate": 8.666321326549771e-06,
      "loss": 0.6308,
      "step": 335
    },
    {
      "epoch": 0.9464788732394366,
      "grad_norm": 0.7153952945703177,
      "learning_rate": 8.655152852411242e-06,
      "loss": 0.6736,
      "step": 336
    },
    {
      "epoch": 0.9492957746478873,
      "grad_norm": 0.6900657816220632,
      "learning_rate": 8.643945070912269e-06,
      "loss": 0.6529,
      "step": 337
    },
    {
      "epoch": 0.952112676056338,
      "grad_norm": 0.7842151250405361,
      "learning_rate": 8.632698102580866e-06,
      "loss": 0.6962,
      "step": 338
    },
    {
      "epoch": 0.9549295774647887,
      "grad_norm": 0.6970865060911673,
      "learning_rate": 8.621412068366455e-06,
      "loss": 0.6492,
      "step": 339
    },
    {
      "epoch": 0.9577464788732394,
      "grad_norm": 0.828143820100817,
      "learning_rate": 8.61008708963858e-06,
      "loss": 0.6946,
      "step": 340
    },
    {
      "epoch": 0.9605633802816902,
      "grad_norm": 0.7922646487759859,
      "learning_rate": 8.598723288185582e-06,
      "loss": 0.7274,
      "step": 341
    },
    {
      "epoch": 0.9633802816901409,
      "grad_norm": 0.7009049498810189,
      "learning_rate": 8.587320786213308e-06,
      "loss": 0.653,
      "step": 342
    },
    {
      "epoch": 0.9661971830985916,
      "grad_norm": 0.7345915900001514,
      "learning_rate": 8.575879706343786e-06,
      "loss": 0.69,
      "step": 343
    },
    {
      "epoch": 0.9690140845070423,
      "grad_norm": 0.7390349577087024,
      "learning_rate": 8.564400171613907e-06,
      "loss": 0.6721,
      "step": 344
    },
    {
      "epoch": 0.971830985915493,
      "grad_norm": 0.7240412147255116,
      "learning_rate": 8.552882305474106e-06,
      "loss": 0.7208,
      "step": 345
    },
    {
      "epoch": 0.9746478873239437,
      "grad_norm": 0.7431098381900512,
      "learning_rate": 8.541326231787036e-06,
      "loss": 0.7387,
      "step": 346
    },
    {
      "epoch": 0.9774647887323944,
      "grad_norm": 0.7044683661504436,
      "learning_rate": 8.529732074826225e-06,
      "loss": 0.6333,
      "step": 347
    },
    {
      "epoch": 0.9802816901408451,
      "grad_norm": 0.6550673857067976,
      "learning_rate": 8.518099959274751e-06,
      "loss": 0.6141,
      "step": 348
    },
    {
      "epoch": 0.9830985915492958,
      "grad_norm": 0.6811939354097548,
      "learning_rate": 8.506430010223899e-06,
      "loss": 0.695,
      "step": 349
    },
    {
      "epoch": 0.9859154929577465,
      "grad_norm": 0.7188183598452683,
      "learning_rate": 8.494722353171807e-06,
      "loss": 0.6578,
      "step": 350
    },
    {
      "epoch": 0.9887323943661972,
      "grad_norm": 0.753120522013002,
      "learning_rate": 8.482977114022133e-06,
      "loss": 0.719,
      "step": 351
    },
    {
      "epoch": 0.9915492957746479,
      "grad_norm": 0.6573052433756366,
      "learning_rate": 8.471194419082683e-06,
      "loss": 0.6247,
      "step": 352
    },
    {
      "epoch": 0.9943661971830986,
      "grad_norm": 0.6972129024473817,
      "learning_rate": 8.459374395064066e-06,
      "loss": 0.7089,
      "step": 353
    },
    {
      "epoch": 0.9971830985915493,
      "grad_norm": 0.6991471510748611,
      "learning_rate": 8.447517169078322e-06,
      "loss": 0.7019,
      "step": 354
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7539991152104814,
      "learning_rate": 8.435622868637562e-06,
      "loss": 0.6866,
      "step": 355
    },
    {
      "epoch": 1.0028169014084507,
      "grad_norm": 0.7309316536347265,
      "learning_rate": 8.423691621652597e-06,
      "loss": 0.6191,
      "step": 356
    },
    {
      "epoch": 1.0056338028169014,
      "grad_norm": 0.7327659006791467,
      "learning_rate": 8.411723556431555e-06,
      "loss": 0.5881,
      "step": 357
    },
    {
      "epoch": 1.008450704225352,
      "grad_norm": 0.71963119446251,
      "learning_rate": 8.399718801678507e-06,
      "loss": 0.5709,
      "step": 358
    },
    {
      "epoch": 1.0112676056338028,
      "grad_norm": 0.6650645225444921,
      "learning_rate": 8.38767748649208e-06,
      "loss": 0.5872,
      "step": 359
    },
    {
      "epoch": 1.0140845070422535,
      "grad_norm": 0.6962048521955931,
      "learning_rate": 8.375599740364076e-06,
      "loss": 0.6494,
      "step": 360
    },
    {
      "epoch": 1.0169014084507042,
      "grad_norm": 0.732308607955144,
      "learning_rate": 8.363485693178068e-06,
      "loss": 0.6065,
      "step": 361
    },
    {
      "epoch": 1.019718309859155,
      "grad_norm": 0.7479553465916133,
      "learning_rate": 8.351335475208013e-06,
      "loss": 0.5926,
      "step": 362
    },
    {
      "epoch": 1.0225352112676056,
      "grad_norm": 0.8104642606206092,
      "learning_rate": 8.339149217116844e-06,
      "loss": 0.6862,
      "step": 363
    },
    {
      "epoch": 1.0253521126760563,
      "grad_norm": 0.8307345169299164,
      "learning_rate": 8.32692704995507e-06,
      "loss": 0.5706,
      "step": 364
    },
    {
      "epoch": 1.028169014084507,
      "grad_norm": 0.7979429932796829,
      "learning_rate": 8.314669105159363e-06,
      "loss": 0.7012,
      "step": 365
    },
    {
      "epoch": 1.0309859154929577,
      "grad_norm": 0.7731130165738759,
      "learning_rate": 8.302375514551147e-06,
      "loss": 0.6017,
      "step": 366
    },
    {
      "epoch": 1.0338028169014084,
      "grad_norm": 0.808354828090498,
      "learning_rate": 8.29004641033518e-06,
      "loss": 0.6374,
      "step": 367
    },
    {
      "epoch": 1.036619718309859,
      "grad_norm": 0.9435485675478585,
      "learning_rate": 8.277681925098133e-06,
      "loss": 0.6787,
      "step": 368
    },
    {
      "epoch": 1.0394366197183098,
      "grad_norm": 0.8129322510408442,
      "learning_rate": 8.26528219180716e-06,
      "loss": 0.5717,
      "step": 369
    },
    {
      "epoch": 1.0422535211267605,
      "grad_norm": 0.7952569015637464,
      "learning_rate": 8.252847343808473e-06,
      "loss": 0.6102,
      "step": 370
    },
    {
      "epoch": 1.0450704225352112,
      "grad_norm": 0.7372836570712195,
      "learning_rate": 8.240377514825906e-06,
      "loss": 0.6064,
      "step": 371
    },
    {
      "epoch": 1.047887323943662,
      "grad_norm": 0.700959266674204,
      "learning_rate": 8.227872838959478e-06,
      "loss": 0.5533,
      "step": 372
    },
    {
      "epoch": 1.0507042253521126,
      "grad_norm": 0.7392699999637229,
      "learning_rate": 8.215333450683945e-06,
      "loss": 0.6194,
      "step": 373
    },
    {
      "epoch": 1.0535211267605633,
      "grad_norm": 0.8016719369071104,
      "learning_rate": 8.202759484847366e-06,
      "loss": 0.6321,
      "step": 374
    },
    {
      "epoch": 1.056338028169014,
      "grad_norm": 0.879203616291769,
      "learning_rate": 8.19015107666964e-06,
      "loss": 0.6167,
      "step": 375
    },
    {
      "epoch": 1.0591549295774647,
      "grad_norm": 0.7999750323120932,
      "learning_rate": 8.177508361741063e-06,
      "loss": 0.61,
      "step": 376
    },
    {
      "epoch": 1.0619718309859154,
      "grad_norm": 1.2853051561846651,
      "learning_rate": 8.164831476020856e-06,
      "loss": 0.7454,
      "step": 377
    },
    {
      "epoch": 1.064788732394366,
      "grad_norm": 0.8055398755078872,
      "learning_rate": 8.15212055583572e-06,
      "loss": 0.6196,
      "step": 378
    },
    {
      "epoch": 1.0676056338028168,
      "grad_norm": 0.7446253097717447,
      "learning_rate": 8.139375737878356e-06,
      "loss": 0.6322,
      "step": 379
    },
    {
      "epoch": 1.0704225352112675,
      "grad_norm": 0.8411611220367352,
      "learning_rate": 8.126597159206002e-06,
      "loss": 0.6148,
      "step": 380
    },
    {
      "epoch": 1.0732394366197182,
      "grad_norm": 0.7097418449161869,
      "learning_rate": 8.113784957238957e-06,
      "loss": 0.5783,
      "step": 381
    },
    {
      "epoch": 1.076056338028169,
      "grad_norm": 0.9215534743065565,
      "learning_rate": 8.100939269759103e-06,
      "loss": 0.636,
      "step": 382
    },
    {
      "epoch": 1.0788732394366196,
      "grad_norm": 0.9640442672292225,
      "learning_rate": 8.088060234908425e-06,
      "loss": 0.6169,
      "step": 383
    },
    {
      "epoch": 1.0816901408450703,
      "grad_norm": 0.7562932638842584,
      "learning_rate": 8.075147991187521e-06,
      "loss": 0.626,
      "step": 384
    },
    {
      "epoch": 1.084507042253521,
      "grad_norm": 0.7398497359039935,
      "learning_rate": 8.062202677454123e-06,
      "loss": 0.6072,
      "step": 385
    },
    {
      "epoch": 1.0873239436619717,
      "grad_norm": 0.7834989845435792,
      "learning_rate": 8.04922443292159e-06,
      "loss": 0.6587,
      "step": 386
    },
    {
      "epoch": 1.0901408450704226,
      "grad_norm": 0.8109941310202463,
      "learning_rate": 8.036213397157418e-06,
      "loss": 0.5767,
      "step": 387
    },
    {
      "epoch": 1.0929577464788733,
      "grad_norm": 0.867677796061852,
      "learning_rate": 8.02316971008174e-06,
      "loss": 0.6495,
      "step": 388
    },
    {
      "epoch": 1.095774647887324,
      "grad_norm": 0.8568914788227452,
      "learning_rate": 8.01009351196582e-06,
      "loss": 0.6608,
      "step": 389
    },
    {
      "epoch": 1.0985915492957747,
      "grad_norm": 0.7414767319860525,
      "learning_rate": 7.996984943430544e-06,
      "loss": 0.6201,
      "step": 390
    },
    {
      "epoch": 1.1014084507042254,
      "grad_norm": 0.7712950858852734,
      "learning_rate": 7.983844145444908e-06,
      "loss": 0.6559,
      "step": 391
    },
    {
      "epoch": 1.1042253521126761,
      "grad_norm": 0.7279417190285391,
      "learning_rate": 7.970671259324502e-06,
      "loss": 0.6579,
      "step": 392
    },
    {
      "epoch": 1.1070422535211268,
      "grad_norm": 0.6809679469757443,
      "learning_rate": 7.957466426729995e-06,
      "loss": 0.5586,
      "step": 393
    },
    {
      "epoch": 1.1098591549295775,
      "grad_norm": 0.7395336563334385,
      "learning_rate": 7.944229789665595e-06,
      "loss": 0.6107,
      "step": 394
    },
    {
      "epoch": 1.1126760563380282,
      "grad_norm": 0.7800851945961862,
      "learning_rate": 7.930961490477546e-06,
      "loss": 0.6775,
      "step": 395
    },
    {
      "epoch": 1.115492957746479,
      "grad_norm": 0.7428766032430452,
      "learning_rate": 7.917661671852582e-06,
      "loss": 0.5768,
      "step": 396
    },
    {
      "epoch": 1.1183098591549296,
      "grad_norm": 0.748113720663839,
      "learning_rate": 7.904330476816391e-06,
      "loss": 0.6391,
      "step": 397
    },
    {
      "epoch": 1.1211267605633803,
      "grad_norm": 0.7602498335490296,
      "learning_rate": 7.890968048732091e-06,
      "loss": 0.6414,
      "step": 398
    },
    {
      "epoch": 1.123943661971831,
      "grad_norm": 0.7233012193214933,
      "learning_rate": 7.877574531298666e-06,
      "loss": 0.6122,
      "step": 399
    },
    {
      "epoch": 1.1267605633802817,
      "grad_norm": 0.7021500909845154,
      "learning_rate": 7.864150068549446e-06,
      "loss": 0.5922,
      "step": 400
    },
    {
      "epoch": 1.1295774647887324,
      "grad_norm": 0.7106078546209356,
      "learning_rate": 7.850694804850538e-06,
      "loss": 0.6049,
      "step": 401
    },
    {
      "epoch": 1.1323943661971831,
      "grad_norm": 0.7065107396130941,
      "learning_rate": 7.837208884899283e-06,
      "loss": 0.5874,
      "step": 402
    },
    {
      "epoch": 1.1352112676056338,
      "grad_norm": 0.7102875370949132,
      "learning_rate": 7.823692453722701e-06,
      "loss": 0.6108,
      "step": 403
    },
    {
      "epoch": 1.1380281690140845,
      "grad_norm": 0.7912610129085115,
      "learning_rate": 7.810145656675923e-06,
      "loss": 0.604,
      "step": 404
    },
    {
      "epoch": 1.1408450704225352,
      "grad_norm": 0.737281408366629,
      "learning_rate": 7.796568639440635e-06,
      "loss": 0.5719,
      "step": 405
    },
    {
      "epoch": 1.143661971830986,
      "grad_norm": 0.7670922935606069,
      "learning_rate": 7.782961548023515e-06,
      "loss": 0.5963,
      "step": 406
    },
    {
      "epoch": 1.1464788732394366,
      "grad_norm": 0.7641025205212992,
      "learning_rate": 7.769324528754653e-06,
      "loss": 0.6672,
      "step": 407
    },
    {
      "epoch": 1.1492957746478873,
      "grad_norm": 0.7823576553904255,
      "learning_rate": 7.755657728285979e-06,
      "loss": 0.6518,
      "step": 408
    },
    {
      "epoch": 1.152112676056338,
      "grad_norm": 0.768517790974834,
      "learning_rate": 7.741961293589693e-06,
      "loss": 0.5925,
      "step": 409
    },
    {
      "epoch": 1.1549295774647887,
      "grad_norm": 0.8178224875850133,
      "learning_rate": 7.728235371956678e-06,
      "loss": 0.6393,
      "step": 410
    },
    {
      "epoch": 1.1577464788732394,
      "grad_norm": 0.7593574451798548,
      "learning_rate": 7.714480110994922e-06,
      "loss": 0.5932,
      "step": 411
    },
    {
      "epoch": 1.1605633802816901,
      "grad_norm": 0.816042257929934,
      "learning_rate": 7.700695658627924e-06,
      "loss": 0.6303,
      "step": 412
    },
    {
      "epoch": 1.1633802816901408,
      "grad_norm": 0.7790772874456501,
      "learning_rate": 7.686882163093106e-06,
      "loss": 0.6387,
      "step": 413
    },
    {
      "epoch": 1.1661971830985915,
      "grad_norm": 0.759549985343405,
      "learning_rate": 7.673039772940218e-06,
      "loss": 0.6733,
      "step": 414
    },
    {
      "epoch": 1.1690140845070423,
      "grad_norm": 0.8435272915696094,
      "learning_rate": 7.659168637029746e-06,
      "loss": 0.7193,
      "step": 415
    },
    {
      "epoch": 1.171830985915493,
      "grad_norm": 0.6766200231780173,
      "learning_rate": 7.6452689045313e-06,
      "loss": 0.5821,
      "step": 416
    },
    {
      "epoch": 1.1746478873239437,
      "grad_norm": 0.7660868612697938,
      "learning_rate": 7.631340724922023e-06,
      "loss": 0.6028,
      "step": 417
    },
    {
      "epoch": 1.1774647887323944,
      "grad_norm": 0.7708935275497972,
      "learning_rate": 7.617384247984973e-06,
      "loss": 0.6066,
      "step": 418
    },
    {
      "epoch": 1.180281690140845,
      "grad_norm": 0.7188801905334284,
      "learning_rate": 7.603399623807519e-06,
      "loss": 0.6452,
      "step": 419
    },
    {
      "epoch": 1.1830985915492958,
      "grad_norm": 0.6894638678128713,
      "learning_rate": 7.589387002779722e-06,
      "loss": 0.5232,
      "step": 420
    },
    {
      "epoch": 1.1859154929577465,
      "grad_norm": 0.7428721573686932,
      "learning_rate": 7.575346535592721e-06,
      "loss": 0.5196,
      "step": 421
    },
    {
      "epoch": 1.1887323943661972,
      "grad_norm": 0.7167711000069285,
      "learning_rate": 7.561278373237108e-06,
      "loss": 0.5482,
      "step": 422
    },
    {
      "epoch": 1.1915492957746479,
      "grad_norm": 0.755690004522166,
      "learning_rate": 7.547182667001316e-06,
      "loss": 0.6087,
      "step": 423
    },
    {
      "epoch": 1.1943661971830986,
      "grad_norm": 0.7231715291470082,
      "learning_rate": 7.5330595684699735e-06,
      "loss": 0.6187,
      "step": 424
    },
    {
      "epoch": 1.1971830985915493,
      "grad_norm": 0.7805865030943964,
      "learning_rate": 7.5189092295222945e-06,
      "loss": 0.5708,
      "step": 425
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.7398169564046222,
      "learning_rate": 7.504731802330427e-06,
      "loss": 0.6753,
      "step": 426
    },
    {
      "epoch": 1.2028169014084507,
      "grad_norm": 0.7283567187045813,
      "learning_rate": 7.49052743935783e-06,
      "loss": 0.6255,
      "step": 427
    },
    {
      "epoch": 1.2056338028169014,
      "grad_norm": 0.7503448710021737,
      "learning_rate": 7.476296293357626e-06,
      "loss": 0.6657,
      "step": 428
    },
    {
      "epoch": 1.208450704225352,
      "grad_norm": 0.7434547390985952,
      "learning_rate": 7.462038517370962e-06,
      "loss": 0.69,
      "step": 429
    },
    {
      "epoch": 1.2112676056338028,
      "grad_norm": 0.904002334343554,
      "learning_rate": 7.4477542647253645e-06,
      "loss": 0.7437,
      "step": 430
    },
    {
      "epoch": 1.2140845070422535,
      "grad_norm": 0.6929989080088196,
      "learning_rate": 7.4334436890330845e-06,
      "loss": 0.5423,
      "step": 431
    },
    {
      "epoch": 1.2169014084507042,
      "grad_norm": 0.7444154551200957,
      "learning_rate": 7.4191069441894555e-06,
      "loss": 0.5752,
      "step": 432
    },
    {
      "epoch": 1.2197183098591549,
      "grad_norm": 0.8200086939143616,
      "learning_rate": 7.404744184371229e-06,
      "loss": 0.6005,
      "step": 433
    },
    {
      "epoch": 1.2225352112676056,
      "grad_norm": 0.7685321740288726,
      "learning_rate": 7.39035556403492e-06,
      "loss": 0.6407,
      "step": 434
    },
    {
      "epoch": 1.2253521126760563,
      "grad_norm": 0.7496357556269256,
      "learning_rate": 7.375941237915151e-06,
      "loss": 0.6213,
      "step": 435
    },
    {
      "epoch": 1.228169014084507,
      "grad_norm": 0.7143102894255702,
      "learning_rate": 7.361501361022978e-06,
      "loss": 0.6168,
      "step": 436
    },
    {
      "epoch": 1.2309859154929577,
      "grad_norm": 0.7309978741831288,
      "learning_rate": 7.347036088644232e-06,
      "loss": 0.633,
      "step": 437
    },
    {
      "epoch": 1.2338028169014084,
      "grad_norm": 0.6905063561288732,
      "learning_rate": 7.3325455763378465e-06,
      "loss": 0.577,
      "step": 438
    },
    {
      "epoch": 1.236619718309859,
      "grad_norm": 0.7022680079706316,
      "learning_rate": 7.318029979934181e-06,
      "loss": 0.5884,
      "step": 439
    },
    {
      "epoch": 1.2394366197183098,
      "grad_norm": 0.7307996255503993,
      "learning_rate": 7.303489455533352e-06,
      "loss": 0.6065,
      "step": 440
    },
    {
      "epoch": 1.2422535211267607,
      "grad_norm": 0.8189596586259464,
      "learning_rate": 7.288924159503549e-06,
      "loss": 0.6288,
      "step": 441
    },
    {
      "epoch": 1.2450704225352114,
      "grad_norm": 0.7319103016752759,
      "learning_rate": 7.274334248479353e-06,
      "loss": 0.6402,
      "step": 442
    },
    {
      "epoch": 1.247887323943662,
      "grad_norm": 0.6812316396156196,
      "learning_rate": 7.259719879360054e-06,
      "loss": 0.6013,
      "step": 443
    },
    {
      "epoch": 1.2507042253521128,
      "grad_norm": 0.7654316061184241,
      "learning_rate": 7.2450812093079695e-06,
      "loss": 0.6302,
      "step": 444
    },
    {
      "epoch": 1.2535211267605635,
      "grad_norm": 0.7768746107857665,
      "learning_rate": 7.2304183957467385e-06,
      "loss": 0.6225,
      "step": 445
    },
    {
      "epoch": 1.2563380281690142,
      "grad_norm": 0.7430991023758472,
      "learning_rate": 7.215731596359645e-06,
      "loss": 0.6406,
      "step": 446
    },
    {
      "epoch": 1.2591549295774649,
      "grad_norm": 0.7625029621832455,
      "learning_rate": 7.201020969087913e-06,
      "loss": 0.6042,
      "step": 447
    },
    {
      "epoch": 1.2619718309859156,
      "grad_norm": 0.7489522138035615,
      "learning_rate": 7.18628667212901e-06,
      "loss": 0.6033,
      "step": 448
    },
    {
      "epoch": 1.2647887323943663,
      "grad_norm": 0.7028238677579237,
      "learning_rate": 7.17152886393495e-06,
      "loss": 0.5917,
      "step": 449
    },
    {
      "epoch": 1.267605633802817,
      "grad_norm": 0.8034495427467496,
      "learning_rate": 7.15674770321058e-06,
      "loss": 0.572,
      "step": 450
    },
    {
      "epoch": 1.2704225352112677,
      "grad_norm": 0.7066497937705736,
      "learning_rate": 7.141943348911885e-06,
      "loss": 0.6047,
      "step": 451
    },
    {
      "epoch": 1.2732394366197184,
      "grad_norm": 0.7798266546615258,
      "learning_rate": 7.127115960244269e-06,
      "loss": 0.6074,
      "step": 452
    },
    {
      "epoch": 1.276056338028169,
      "grad_norm": 0.7383424636778058,
      "learning_rate": 7.112265696660848e-06,
      "loss": 0.5874,
      "step": 453
    },
    {
      "epoch": 1.2788732394366198,
      "grad_norm": 0.7327825003857283,
      "learning_rate": 7.0973927178607335e-06,
      "loss": 0.5926,
      "step": 454
    },
    {
      "epoch": 1.2816901408450705,
      "grad_norm": 0.6688467886867253,
      "learning_rate": 7.0824971837873154e-06,
      "loss": 0.6032,
      "step": 455
    },
    {
      "epoch": 1.2845070422535212,
      "grad_norm": 0.71887769142022,
      "learning_rate": 7.067579254626543e-06,
      "loss": 0.6137,
      "step": 456
    },
    {
      "epoch": 1.287323943661972,
      "grad_norm": 0.7646631375464373,
      "learning_rate": 7.0526390908052e-06,
      "loss": 0.5687,
      "step": 457
    },
    {
      "epoch": 1.2901408450704226,
      "grad_norm": 0.7061537907237097,
      "learning_rate": 7.037676852989182e-06,
      "loss": 0.5671,
      "step": 458
    },
    {
      "epoch": 1.2929577464788733,
      "grad_norm": 0.7702181592631588,
      "learning_rate": 7.022692702081766e-06,
      "loss": 0.5986,
      "step": 459
    },
    {
      "epoch": 1.295774647887324,
      "grad_norm": 0.7539785898071507,
      "learning_rate": 7.007686799221882e-06,
      "loss": 0.5724,
      "step": 460
    },
    {
      "epoch": 1.2985915492957747,
      "grad_norm": 0.800745890577906,
      "learning_rate": 6.992659305782381e-06,
      "loss": 0.5959,
      "step": 461
    },
    {
      "epoch": 1.3014084507042254,
      "grad_norm": 0.7599227930304122,
      "learning_rate": 6.977610383368296e-06,
      "loss": 0.6145,
      "step": 462
    },
    {
      "epoch": 1.304225352112676,
      "grad_norm": 0.7412143690063574,
      "learning_rate": 6.9625401938151085e-06,
      "loss": 0.5796,
      "step": 463
    },
    {
      "epoch": 1.3070422535211268,
      "grad_norm": 0.6670323564590958,
      "learning_rate": 6.947448899187004e-06,
      "loss": 0.5279,
      "step": 464
    },
    {
      "epoch": 1.3098591549295775,
      "grad_norm": 0.7448132221148877,
      "learning_rate": 6.932336661775132e-06,
      "loss": 0.517,
      "step": 465
    },
    {
      "epoch": 1.3126760563380282,
      "grad_norm": 0.7633666757686683,
      "learning_rate": 6.91720364409586e-06,
      "loss": 0.5525,
      "step": 466
    },
    {
      "epoch": 1.315492957746479,
      "grad_norm": 0.7901094664068569,
      "learning_rate": 6.902050008889024e-06,
      "loss": 0.6333,
      "step": 467
    },
    {
      "epoch": 1.3183098591549296,
      "grad_norm": 0.7417299545983219,
      "learning_rate": 6.886875919116184e-06,
      "loss": 0.6238,
      "step": 468
    },
    {
      "epoch": 1.3211267605633803,
      "grad_norm": 0.8396209754400242,
      "learning_rate": 6.871681537958862e-06,
      "loss": 0.7036,
      "step": 469
    },
    {
      "epoch": 1.323943661971831,
      "grad_norm": 0.6793697034990046,
      "learning_rate": 6.856467028816797e-06,
      "loss": 0.6093,
      "step": 470
    },
    {
      "epoch": 1.3267605633802817,
      "grad_norm": 0.717578251040186,
      "learning_rate": 6.841232555306181e-06,
      "loss": 0.6089,
      "step": 471
    },
    {
      "epoch": 1.3295774647887324,
      "grad_norm": 0.7334395938548597,
      "learning_rate": 6.825978281257905e-06,
      "loss": 0.6266,
      "step": 472
    },
    {
      "epoch": 1.332394366197183,
      "grad_norm": 0.7920253133081248,
      "learning_rate": 6.810704370715791e-06,
      "loss": 0.6245,
      "step": 473
    },
    {
      "epoch": 1.3352112676056338,
      "grad_norm": 0.6558719992840684,
      "learning_rate": 6.795410987934834e-06,
      "loss": 0.5258,
      "step": 474
    },
    {
      "epoch": 1.3380281690140845,
      "grad_norm": 0.6753573860958215,
      "learning_rate": 6.780098297379427e-06,
      "loss": 0.617,
      "step": 475
    },
    {
      "epoch": 1.3408450704225352,
      "grad_norm": 0.7579142416021319,
      "learning_rate": 6.764766463721605e-06,
      "loss": 0.6232,
      "step": 476
    },
    {
      "epoch": 1.343661971830986,
      "grad_norm": 0.8426339130047485,
      "learning_rate": 6.7494156518392625e-06,
      "loss": 0.7301,
      "step": 477
    },
    {
      "epoch": 1.3464788732394366,
      "grad_norm": 0.7100296420326655,
      "learning_rate": 6.734046026814388e-06,
      "loss": 0.5676,
      "step": 478
    },
    {
      "epoch": 1.3492957746478873,
      "grad_norm": 0.7140268014097398,
      "learning_rate": 6.718657753931284e-06,
      "loss": 0.5997,
      "step": 479
    },
    {
      "epoch": 1.352112676056338,
      "grad_norm": 0.7157881332867808,
      "learning_rate": 6.70325099867479e-06,
      "loss": 0.5406,
      "step": 480
    },
    {
      "epoch": 1.3549295774647887,
      "grad_norm": 0.7845113582925589,
      "learning_rate": 6.687825926728506e-06,
      "loss": 0.6069,
      "step": 481
    },
    {
      "epoch": 1.3577464788732394,
      "grad_norm": 0.7758617296188998,
      "learning_rate": 6.672382703973011e-06,
      "loss": 0.6064,
      "step": 482
    },
    {
      "epoch": 1.36056338028169,
      "grad_norm": 0.6839736903915518,
      "learning_rate": 6.65692149648407e-06,
      "loss": 0.5659,
      "step": 483
    },
    {
      "epoch": 1.3633802816901408,
      "grad_norm": 0.8033535577918636,
      "learning_rate": 6.641442470530866e-06,
      "loss": 0.642,
      "step": 484
    },
    {
      "epoch": 1.3661971830985915,
      "grad_norm": 0.706908397171264,
      "learning_rate": 6.62594579257419e-06,
      "loss": 0.5262,
      "step": 485
    },
    {
      "epoch": 1.3690140845070422,
      "grad_norm": 0.7942995133323388,
      "learning_rate": 6.610431629264669e-06,
      "loss": 0.6028,
      "step": 486
    },
    {
      "epoch": 1.371830985915493,
      "grad_norm": 0.7737746271917008,
      "learning_rate": 6.594900147440963e-06,
      "loss": 0.6341,
      "step": 487
    },
    {
      "epoch": 1.3746478873239436,
      "grad_norm": 0.7760559302932023,
      "learning_rate": 6.579351514127976e-06,
      "loss": 0.6546,
      "step": 488
    },
    {
      "epoch": 1.3774647887323943,
      "grad_norm": 0.7827297911698344,
      "learning_rate": 6.56378589653506e-06,
      "loss": 0.6294,
      "step": 489
    },
    {
      "epoch": 1.380281690140845,
      "grad_norm": 0.7071080299842922,
      "learning_rate": 6.548203462054211e-06,
      "loss": 0.601,
      "step": 490
    },
    {
      "epoch": 1.3830985915492957,
      "grad_norm": 0.7146539646324296,
      "learning_rate": 6.5326043782582785e-06,
      "loss": 0.5647,
      "step": 491
    },
    {
      "epoch": 1.3859154929577464,
      "grad_norm": 0.8087039401070861,
      "learning_rate": 6.516988812899154e-06,
      "loss": 0.6269,
      "step": 492
    },
    {
      "epoch": 1.388732394366197,
      "grad_norm": 0.6966320976971616,
      "learning_rate": 6.501356933905973e-06,
      "loss": 0.5688,
      "step": 493
    },
    {
      "epoch": 1.3915492957746478,
      "grad_norm": 0.756507465924507,
      "learning_rate": 6.485708909383306e-06,
      "loss": 0.627,
      "step": 494
    },
    {
      "epoch": 1.3943661971830985,
      "grad_norm": 0.6901180254887062,
      "learning_rate": 6.4700449076093515e-06,
      "loss": 0.6092,
      "step": 495
    },
    {
      "epoch": 1.3971830985915492,
      "grad_norm": 0.7803910885700782,
      "learning_rate": 6.454365097034127e-06,
      "loss": 0.6495,
      "step": 496
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.7890702362457062,
      "learning_rate": 6.43866964627766e-06,
      "loss": 0.6578,
      "step": 497
    },
    {
      "epoch": 1.4028169014084506,
      "grad_norm": 0.8090766090233742,
      "learning_rate": 6.422958724128169e-06,
      "loss": 0.6242,
      "step": 498
    },
    {
      "epoch": 1.4056338028169013,
      "grad_norm": 0.690851480741414,
      "learning_rate": 6.40723249954025e-06,
      "loss": 0.6112,
      "step": 499
    },
    {
      "epoch": 1.408450704225352,
      "grad_norm": 0.7180545063167437,
      "learning_rate": 6.391491141633064e-06,
      "loss": 0.6094,
      "step": 500
    },
    {
      "epoch": 1.4112676056338027,
      "grad_norm": 0.7761047381057276,
      "learning_rate": 6.375734819688514e-06,
      "loss": 0.6498,
      "step": 501
    },
    {
      "epoch": 1.4140845070422534,
      "grad_norm": 0.7086180360990414,
      "learning_rate": 6.359963703149424e-06,
      "loss": 0.5708,
      "step": 502
    },
    {
      "epoch": 1.4169014084507041,
      "grad_norm": 0.7137027645516033,
      "learning_rate": 6.344177961617719e-06,
      "loss": 0.6064,
      "step": 503
    },
    {
      "epoch": 1.4197183098591548,
      "grad_norm": 0.8064327336753806,
      "learning_rate": 6.3283777648526035e-06,
      "loss": 0.6317,
      "step": 504
    },
    {
      "epoch": 1.4225352112676055,
      "grad_norm": 0.7651646342531121,
      "learning_rate": 6.312563282768729e-06,
      "loss": 0.6288,
      "step": 505
    },
    {
      "epoch": 1.4253521126760562,
      "grad_norm": 0.6721576291974353,
      "learning_rate": 6.296734685434373e-06,
      "loss": 0.5563,
      "step": 506
    },
    {
      "epoch": 1.428169014084507,
      "grad_norm": 0.7300091598809011,
      "learning_rate": 6.280892143069607e-06,
      "loss": 0.6739,
      "step": 507
    },
    {
      "epoch": 1.4309859154929576,
      "grad_norm": 0.7631685066742252,
      "learning_rate": 6.265035826044467e-06,
      "loss": 0.6372,
      "step": 508
    },
    {
      "epoch": 1.4338028169014083,
      "grad_norm": 0.7434045630709879,
      "learning_rate": 6.2491659048771215e-06,
      "loss": 0.6554,
      "step": 509
    },
    {
      "epoch": 1.436619718309859,
      "grad_norm": 0.7167854438600025,
      "learning_rate": 6.233282550232036e-06,
      "loss": 0.6308,
      "step": 510
    },
    {
      "epoch": 1.43943661971831,
      "grad_norm": 0.7054646693964248,
      "learning_rate": 6.217385932918141e-06,
      "loss": 0.5772,
      "step": 511
    },
    {
      "epoch": 1.4422535211267606,
      "grad_norm": 0.7566300729630193,
      "learning_rate": 6.201476223886993e-06,
      "loss": 0.6576,
      "step": 512
    },
    {
      "epoch": 1.4450704225352113,
      "grad_norm": 0.7375259475887378,
      "learning_rate": 6.185553594230934e-06,
      "loss": 0.6575,
      "step": 513
    },
    {
      "epoch": 1.447887323943662,
      "grad_norm": 0.7209828197635741,
      "learning_rate": 6.169618215181256e-06,
      "loss": 0.5953,
      "step": 514
    },
    {
      "epoch": 1.4507042253521127,
      "grad_norm": 0.70996297479465,
      "learning_rate": 6.153670258106356e-06,
      "loss": 0.5975,
      "step": 515
    },
    {
      "epoch": 1.4535211267605634,
      "grad_norm": 0.7185389101707407,
      "learning_rate": 6.137709894509898e-06,
      "loss": 0.5733,
      "step": 516
    },
    {
      "epoch": 1.4563380281690141,
      "grad_norm": 0.7916008805778101,
      "learning_rate": 6.121737296028959e-06,
      "loss": 0.6608,
      "step": 517
    },
    {
      "epoch": 1.4591549295774648,
      "grad_norm": 0.7055343001343649,
      "learning_rate": 6.105752634432195e-06,
      "loss": 0.6563,
      "step": 518
    },
    {
      "epoch": 1.4619718309859155,
      "grad_norm": 0.6662761212311629,
      "learning_rate": 6.089756081617987e-06,
      "loss": 0.5828,
      "step": 519
    },
    {
      "epoch": 1.4647887323943662,
      "grad_norm": 0.7271893463200743,
      "learning_rate": 6.073747809612591e-06,
      "loss": 0.6323,
      "step": 520
    },
    {
      "epoch": 1.467605633802817,
      "grad_norm": 0.7413143561609734,
      "learning_rate": 6.057727990568294e-06,
      "loss": 0.6233,
      "step": 521
    },
    {
      "epoch": 1.4704225352112676,
      "grad_norm": 0.8068322899404378,
      "learning_rate": 6.041696796761558e-06,
      "loss": 0.6884,
      "step": 522
    },
    {
      "epoch": 1.4732394366197183,
      "grad_norm": 0.76675704278936,
      "learning_rate": 6.025654400591167e-06,
      "loss": 0.6514,
      "step": 523
    },
    {
      "epoch": 1.476056338028169,
      "grad_norm": 0.6978616412021054,
      "learning_rate": 6.009600974576378e-06,
      "loss": 0.5814,
      "step": 524
    },
    {
      "epoch": 1.4788732394366197,
      "grad_norm": 0.7367626943759139,
      "learning_rate": 5.9935366913550615e-06,
      "loss": 0.61,
      "step": 525
    },
    {
      "epoch": 1.4816901408450704,
      "grad_norm": 0.803924245325719,
      "learning_rate": 5.977461723681845e-06,
      "loss": 0.6201,
      "step": 526
    },
    {
      "epoch": 1.4845070422535211,
      "grad_norm": 0.7166646169196906,
      "learning_rate": 5.961376244426256e-06,
      "loss": 0.5891,
      "step": 527
    },
    {
      "epoch": 1.4873239436619718,
      "grad_norm": 0.7830895265196487,
      "learning_rate": 5.945280426570862e-06,
      "loss": 0.6437,
      "step": 528
    },
    {
      "epoch": 1.4901408450704225,
      "grad_norm": 0.7077569282266005,
      "learning_rate": 5.929174443209416e-06,
      "loss": 0.5941,
      "step": 529
    },
    {
      "epoch": 1.4929577464788732,
      "grad_norm": 0.7255908623917363,
      "learning_rate": 5.913058467544984e-06,
      "loss": 0.6425,
      "step": 530
    },
    {
      "epoch": 1.495774647887324,
      "grad_norm": 0.6940217061921031,
      "learning_rate": 5.8969326728880964e-06,
      "loss": 0.615,
      "step": 531
    },
    {
      "epoch": 1.4985915492957746,
      "grad_norm": 0.741185242757091,
      "learning_rate": 5.880797232654869e-06,
      "loss": 0.6347,
      "step": 532
    },
    {
      "epoch": 1.5014084507042254,
      "grad_norm": 0.7501146031536312,
      "learning_rate": 5.8646523203651514e-06,
      "loss": 0.5906,
      "step": 533
    },
    {
      "epoch": 1.504225352112676,
      "grad_norm": 0.7363356259610467,
      "learning_rate": 5.848498109640652e-06,
      "loss": 0.639,
      "step": 534
    },
    {
      "epoch": 1.5070422535211268,
      "grad_norm": 0.7428030589984295,
      "learning_rate": 5.832334774203076e-06,
      "loss": 0.6342,
      "step": 535
    },
    {
      "epoch": 1.5098591549295775,
      "grad_norm": 0.7673144526793103,
      "learning_rate": 5.8161624878722545e-06,
      "loss": 0.5874,
      "step": 536
    },
    {
      "epoch": 1.5126760563380282,
      "grad_norm": 0.7650544824750333,
      "learning_rate": 5.799981424564275e-06,
      "loss": 0.6566,
      "step": 537
    },
    {
      "epoch": 1.5154929577464789,
      "grad_norm": 0.7489586669750536,
      "learning_rate": 5.7837917582896145e-06,
      "loss": 0.6858,
      "step": 538
    },
    {
      "epoch": 1.5183098591549296,
      "grad_norm": 0.7121890274043278,
      "learning_rate": 5.767593663151265e-06,
      "loss": 0.5805,
      "step": 539
    },
    {
      "epoch": 1.5211267605633803,
      "grad_norm": 0.745809225911286,
      "learning_rate": 5.751387313342863e-06,
      "loss": 0.6756,
      "step": 540
    },
    {
      "epoch": 1.523943661971831,
      "grad_norm": 0.7320056881511781,
      "learning_rate": 5.735172883146813e-06,
      "loss": 0.588,
      "step": 541
    },
    {
      "epoch": 1.5267605633802817,
      "grad_norm": 0.7941805383744988,
      "learning_rate": 5.718950546932418e-06,
      "loss": 0.6574,
      "step": 542
    },
    {
      "epoch": 1.5295774647887324,
      "grad_norm": 0.7249778426938815,
      "learning_rate": 5.702720479154001e-06,
      "loss": 0.636,
      "step": 543
    },
    {
      "epoch": 1.532394366197183,
      "grad_norm": 1.0320714729311038,
      "learning_rate": 5.686482854349029e-06,
      "loss": 0.6839,
      "step": 544
    },
    {
      "epoch": 1.5352112676056338,
      "grad_norm": 0.7329898223205343,
      "learning_rate": 5.6702378471362394e-06,
      "loss": 0.5909,
      "step": 545
    },
    {
      "epoch": 1.5380281690140845,
      "grad_norm": 0.8189575127373967,
      "learning_rate": 5.653985632213758e-06,
      "loss": 0.6449,
      "step": 546
    },
    {
      "epoch": 1.5408450704225352,
      "grad_norm": 0.733175797653608,
      "learning_rate": 5.637726384357222e-06,
      "loss": 0.613,
      "step": 547
    },
    {
      "epoch": 1.543661971830986,
      "grad_norm": 0.8383511722961089,
      "learning_rate": 5.621460278417901e-06,
      "loss": 0.6849,
      "step": 548
    },
    {
      "epoch": 1.5464788732394368,
      "grad_norm": 0.7237452460851425,
      "learning_rate": 5.605187489320815e-06,
      "loss": 0.6656,
      "step": 549
    },
    {
      "epoch": 1.5492957746478875,
      "grad_norm": 0.8208760472428147,
      "learning_rate": 5.588908192062858e-06,
      "loss": 0.7055,
      "step": 550
    },
    {
      "epoch": 1.5521126760563382,
      "grad_norm": 0.8069099779678623,
      "learning_rate": 5.572622561710906e-06,
      "loss": 0.6956,
      "step": 551
    },
    {
      "epoch": 1.5549295774647889,
      "grad_norm": 0.7668293000678549,
      "learning_rate": 5.556330773399948e-06,
      "loss": 0.5757,
      "step": 552
    },
    {
      "epoch": 1.5577464788732396,
      "grad_norm": 0.6893187298629392,
      "learning_rate": 5.54003300233119e-06,
      "loss": 0.5799,
      "step": 553
    },
    {
      "epoch": 1.5605633802816903,
      "grad_norm": 0.8113423411383069,
      "learning_rate": 5.52372942377018e-06,
      "loss": 0.6565,
      "step": 554
    },
    {
      "epoch": 1.563380281690141,
      "grad_norm": 0.711919002112785,
      "learning_rate": 5.507420213044915e-06,
      "loss": 0.5681,
      "step": 555
    },
    {
      "epoch": 1.5661971830985917,
      "grad_norm": 0.7266032009645466,
      "learning_rate": 5.491105545543966e-06,
      "loss": 0.5502,
      "step": 556
    },
    {
      "epoch": 1.5690140845070424,
      "grad_norm": 0.7199568163075004,
      "learning_rate": 5.474785596714581e-06,
      "loss": 0.6467,
      "step": 557
    },
    {
      "epoch": 1.571830985915493,
      "grad_norm": 0.7273194518859644,
      "learning_rate": 5.458460542060807e-06,
      "loss": 0.6287,
      "step": 558
    },
    {
      "epoch": 1.5746478873239438,
      "grad_norm": 0.7195884793791211,
      "learning_rate": 5.442130557141595e-06,
      "loss": 0.629,
      "step": 559
    },
    {
      "epoch": 1.5774647887323945,
      "grad_norm": 0.7711408798912917,
      "learning_rate": 5.42579581756892e-06,
      "loss": 0.6274,
      "step": 560
    },
    {
      "epoch": 1.5802816901408452,
      "grad_norm": 0.7321868021772925,
      "learning_rate": 5.409456499005883e-06,
      "loss": 0.6348,
      "step": 561
    },
    {
      "epoch": 1.5830985915492959,
      "grad_norm": 1.6749686976248583,
      "learning_rate": 5.393112777164834e-06,
      "loss": 0.6977,
      "step": 562
    },
    {
      "epoch": 1.5859154929577466,
      "grad_norm": 0.739313690634755,
      "learning_rate": 5.376764827805468e-06,
      "loss": 0.5653,
      "step": 563
    },
    {
      "epoch": 1.5887323943661973,
      "grad_norm": 0.6890541921547552,
      "learning_rate": 5.36041282673295e-06,
      "loss": 0.6276,
      "step": 564
    },
    {
      "epoch": 1.591549295774648,
      "grad_norm": 0.7082761122225983,
      "learning_rate": 5.3440569497960126e-06,
      "loss": 0.5671,
      "step": 565
    },
    {
      "epoch": 1.5943661971830987,
      "grad_norm": 0.7540757628476714,
      "learning_rate": 5.32769737288507e-06,
      "loss": 0.6114,
      "step": 566
    },
    {
      "epoch": 1.5971830985915494,
      "grad_norm": 0.7259622552539723,
      "learning_rate": 5.3113342719303266e-06,
      "loss": 0.5529,
      "step": 567
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.780097835188365,
      "learning_rate": 5.294967822899882e-06,
      "loss": 0.6486,
      "step": 568
    },
    {
      "epoch": 1.6028169014084508,
      "grad_norm": 0.7692463121508737,
      "learning_rate": 5.278598201797844e-06,
      "loss": 0.6463,
      "step": 569
    },
    {
      "epoch": 1.6056338028169015,
      "grad_norm": 0.7180689651375777,
      "learning_rate": 5.262225584662431e-06,
      "loss": 0.6551,
      "step": 570
    },
    {
      "epoch": 1.6084507042253522,
      "grad_norm": 0.7570672686476732,
      "learning_rate": 5.245850147564081e-06,
      "loss": 0.6694,
      "step": 571
    },
    {
      "epoch": 1.611267605633803,
      "grad_norm": 0.8163493286833097,
      "learning_rate": 5.229472066603558e-06,
      "loss": 0.71,
      "step": 572
    },
    {
      "epoch": 1.6140845070422536,
      "grad_norm": 0.7627020393879351,
      "learning_rate": 5.213091517910056e-06,
      "loss": 0.6245,
      "step": 573
    },
    {
      "epoch": 1.6169014084507043,
      "grad_norm": 0.788407246648653,
      "learning_rate": 5.196708677639311e-06,
      "loss": 0.623,
      "step": 574
    },
    {
      "epoch": 1.619718309859155,
      "grad_norm": 0.7596410758168111,
      "learning_rate": 5.180323721971696e-06,
      "loss": 0.6165,
      "step": 575
    },
    {
      "epoch": 1.6225352112676057,
      "grad_norm": 0.815723603914329,
      "learning_rate": 5.163936827110342e-06,
      "loss": 0.6754,
      "step": 576
    },
    {
      "epoch": 1.6253521126760564,
      "grad_norm": 0.7348793453974766,
      "learning_rate": 5.1475481692792235e-06,
      "loss": 0.6324,
      "step": 577
    },
    {
      "epoch": 1.628169014084507,
      "grad_norm": 0.9082203242567118,
      "learning_rate": 5.131157924721285e-06,
      "loss": 0.5768,
      "step": 578
    },
    {
      "epoch": 1.6309859154929578,
      "grad_norm": 0.7619495779921246,
      "learning_rate": 5.1147662696965254e-06,
      "loss": 0.6328,
      "step": 579
    },
    {
      "epoch": 1.6338028169014085,
      "grad_norm": 0.7410091511557558,
      "learning_rate": 5.098373380480114e-06,
      "loss": 0.6487,
      "step": 580
    },
    {
      "epoch": 1.6366197183098592,
      "grad_norm": 0.7060847762225472,
      "learning_rate": 5.081979433360498e-06,
      "loss": 0.5852,
      "step": 581
    },
    {
      "epoch": 1.63943661971831,
      "grad_norm": 0.7239693134616567,
      "learning_rate": 5.065584604637492e-06,
      "loss": 0.5882,
      "step": 582
    },
    {
      "epoch": 1.6422535211267606,
      "grad_norm": 0.814065239966475,
      "learning_rate": 5.0491890706204e-06,
      "loss": 0.6785,
      "step": 583
    },
    {
      "epoch": 1.6450704225352113,
      "grad_norm": 0.801293226086549,
      "learning_rate": 5.0327930076261065e-06,
      "loss": 0.6055,
      "step": 584
    },
    {
      "epoch": 1.647887323943662,
      "grad_norm": 0.7336660465183735,
      "learning_rate": 5.0163965919771855e-06,
      "loss": 0.5906,
      "step": 585
    },
    {
      "epoch": 1.6507042253521127,
      "grad_norm": 0.7350029739964772,
      "learning_rate": 5e-06,
      "loss": 0.6355,
      "step": 586
    },
    {
      "epoch": 1.6535211267605634,
      "grad_norm": 0.6673037142207796,
      "learning_rate": 4.983603408022817e-06,
      "loss": 0.5716,
      "step": 587
    },
    {
      "epoch": 1.656338028169014,
      "grad_norm": 0.7854183960568444,
      "learning_rate": 4.967206992373894e-06,
      "loss": 0.6507,
      "step": 588
    },
    {
      "epoch": 1.6591549295774648,
      "grad_norm": 0.7320695718469675,
      "learning_rate": 4.9508109293796015e-06,
      "loss": 0.6632,
      "step": 589
    },
    {
      "epoch": 1.6619718309859155,
      "grad_norm": 0.766444319869025,
      "learning_rate": 4.9344153953625095e-06,
      "loss": 0.6353,
      "step": 590
    },
    {
      "epoch": 1.6647887323943662,
      "grad_norm": 0.7832821327166929,
      "learning_rate": 4.918020566639505e-06,
      "loss": 0.5952,
      "step": 591
    },
    {
      "epoch": 1.667605633802817,
      "grad_norm": 0.7342733424551008,
      "learning_rate": 4.901626619519888e-06,
      "loss": 0.6418,
      "step": 592
    },
    {
      "epoch": 1.6704225352112676,
      "grad_norm": 0.7538627392333438,
      "learning_rate": 4.885233730303475e-06,
      "loss": 0.6097,
      "step": 593
    },
    {
      "epoch": 1.6732394366197183,
      "grad_norm": 0.7286411962944247,
      "learning_rate": 4.868842075278717e-06,
      "loss": 0.5878,
      "step": 594
    },
    {
      "epoch": 1.676056338028169,
      "grad_norm": 0.7891328898786883,
      "learning_rate": 4.852451830720777e-06,
      "loss": 0.5764,
      "step": 595
    },
    {
      "epoch": 1.6788732394366197,
      "grad_norm": 0.740444597406536,
      "learning_rate": 4.83606317288966e-06,
      "loss": 0.585,
      "step": 596
    },
    {
      "epoch": 1.6816901408450704,
      "grad_norm": 0.7170855566165547,
      "learning_rate": 4.819676278028305e-06,
      "loss": 0.5812,
      "step": 597
    },
    {
      "epoch": 1.684507042253521,
      "grad_norm": 0.8099731590316525,
      "learning_rate": 4.803291322360691e-06,
      "loss": 0.658,
      "step": 598
    },
    {
      "epoch": 1.6873239436619718,
      "grad_norm": 0.7500012004775211,
      "learning_rate": 4.7869084820899455e-06,
      "loss": 0.6297,
      "step": 599
    },
    {
      "epoch": 1.6901408450704225,
      "grad_norm": 0.6934277195584079,
      "learning_rate": 4.7705279333964435e-06,
      "loss": 0.6066,
      "step": 600
    },
    {
      "epoch": 1.6929577464788732,
      "grad_norm": 0.856885643547699,
      "learning_rate": 4.75414985243592e-06,
      "loss": 0.6331,
      "step": 601
    },
    {
      "epoch": 1.695774647887324,
      "grad_norm": 0.7104053919410432,
      "learning_rate": 4.73777441533757e-06,
      "loss": 0.5909,
      "step": 602
    },
    {
      "epoch": 1.6985915492957746,
      "grad_norm": 0.7271263834548911,
      "learning_rate": 4.721401798202157e-06,
      "loss": 0.6467,
      "step": 603
    },
    {
      "epoch": 1.7014084507042253,
      "grad_norm": 0.8176832728513387,
      "learning_rate": 4.70503217710012e-06,
      "loss": 0.7502,
      "step": 604
    },
    {
      "epoch": 1.704225352112676,
      "grad_norm": 0.709756055906634,
      "learning_rate": 4.688665728069676e-06,
      "loss": 0.6424,
      "step": 605
    },
    {
      "epoch": 1.7070422535211267,
      "grad_norm": 0.7620569104794489,
      "learning_rate": 4.67230262711493e-06,
      "loss": 0.6172,
      "step": 606
    },
    {
      "epoch": 1.7098591549295774,
      "grad_norm": 0.8174091737575135,
      "learning_rate": 4.655943050203987e-06,
      "loss": 0.5853,
      "step": 607
    },
    {
      "epoch": 1.712676056338028,
      "grad_norm": 0.7587649322008173,
      "learning_rate": 4.63958717326705e-06,
      "loss": 0.6383,
      "step": 608
    },
    {
      "epoch": 1.7154929577464788,
      "grad_norm": 0.7302121202735942,
      "learning_rate": 4.623235172194532e-06,
      "loss": 0.6067,
      "step": 609
    },
    {
      "epoch": 1.7183098591549295,
      "grad_norm": 0.752762704354131,
      "learning_rate": 4.606887222835168e-06,
      "loss": 0.6459,
      "step": 610
    },
    {
      "epoch": 1.7211267605633802,
      "grad_norm": 0.797352972135618,
      "learning_rate": 4.590543500994118e-06,
      "loss": 0.6666,
      "step": 611
    },
    {
      "epoch": 1.723943661971831,
      "grad_norm": 0.7325137557683911,
      "learning_rate": 4.574204182431082e-06,
      "loss": 0.6217,
      "step": 612
    },
    {
      "epoch": 1.7267605633802816,
      "grad_norm": 0.7827954004872983,
      "learning_rate": 4.557869442858406e-06,
      "loss": 0.5668,
      "step": 613
    },
    {
      "epoch": 1.7295774647887323,
      "grad_norm": 0.7987182588008852,
      "learning_rate": 4.541539457939194e-06,
      "loss": 0.5635,
      "step": 614
    },
    {
      "epoch": 1.732394366197183,
      "grad_norm": 0.7547789895804167,
      "learning_rate": 4.525214403285421e-06,
      "loss": 0.6542,
      "step": 615
    },
    {
      "epoch": 1.7352112676056337,
      "grad_norm": 0.8107203967195239,
      "learning_rate": 4.5088944544560355e-06,
      "loss": 0.6506,
      "step": 616
    },
    {
      "epoch": 1.7380281690140844,
      "grad_norm": 0.7857568585526324,
      "learning_rate": 4.4925797869550865e-06,
      "loss": 0.6939,
      "step": 617
    },
    {
      "epoch": 1.7408450704225351,
      "grad_norm": 0.6899620281094992,
      "learning_rate": 4.476270576229823e-06,
      "loss": 0.543,
      "step": 618
    },
    {
      "epoch": 1.7436619718309858,
      "grad_norm": 0.7325667426166168,
      "learning_rate": 4.459966997668812e-06,
      "loss": 0.5554,
      "step": 619
    },
    {
      "epoch": 1.7464788732394365,
      "grad_norm": 0.7169652401516716,
      "learning_rate": 4.443669226600053e-06,
      "loss": 0.5877,
      "step": 620
    },
    {
      "epoch": 1.7492957746478872,
      "grad_norm": 0.7707224813831788,
      "learning_rate": 4.427377438289095e-06,
      "loss": 0.703,
      "step": 621
    },
    {
      "epoch": 1.752112676056338,
      "grad_norm": 0.7522757952093085,
      "learning_rate": 4.411091807937143e-06,
      "loss": 0.6164,
      "step": 622
    },
    {
      "epoch": 1.7549295774647886,
      "grad_norm": 0.7773676405964031,
      "learning_rate": 4.3948125106791854e-06,
      "loss": 0.6613,
      "step": 623
    },
    {
      "epoch": 1.7577464788732393,
      "grad_norm": 0.8050938893918458,
      "learning_rate": 4.3785397215821e-06,
      "loss": 0.6181,
      "step": 624
    },
    {
      "epoch": 1.76056338028169,
      "grad_norm": 0.9245792115348718,
      "learning_rate": 4.362273615642779e-06,
      "loss": 0.6195,
      "step": 625
    },
    {
      "epoch": 1.7633802816901407,
      "grad_norm": 0.696350239262708,
      "learning_rate": 4.346014367786243e-06,
      "loss": 0.5982,
      "step": 626
    },
    {
      "epoch": 1.7661971830985914,
      "grad_norm": 0.7722146841214672,
      "learning_rate": 4.329762152863762e-06,
      "loss": 0.661,
      "step": 627
    },
    {
      "epoch": 1.7690140845070421,
      "grad_norm": 0.7713052523645538,
      "learning_rate": 4.313517145650973e-06,
      "loss": 0.5939,
      "step": 628
    },
    {
      "epoch": 1.7718309859154928,
      "grad_norm": 0.8249377635295999,
      "learning_rate": 4.297279520846002e-06,
      "loss": 0.6603,
      "step": 629
    },
    {
      "epoch": 1.7746478873239435,
      "grad_norm": 0.8847154867126514,
      "learning_rate": 4.281049453067584e-06,
      "loss": 0.5965,
      "step": 630
    },
    {
      "epoch": 1.7774647887323942,
      "grad_norm": 0.7325092684105734,
      "learning_rate": 4.264827116853189e-06,
      "loss": 0.6029,
      "step": 631
    },
    {
      "epoch": 1.780281690140845,
      "grad_norm": 0.7541904711913734,
      "learning_rate": 4.248612686657139e-06,
      "loss": 0.6091,
      "step": 632
    },
    {
      "epoch": 1.7830985915492956,
      "grad_norm": 0.7433264124898937,
      "learning_rate": 4.232406336848734e-06,
      "loss": 0.6022,
      "step": 633
    },
    {
      "epoch": 1.7859154929577463,
      "grad_norm": 0.7911613649574278,
      "learning_rate": 4.2162082417103855e-06,
      "loss": 0.6319,
      "step": 634
    },
    {
      "epoch": 1.788732394366197,
      "grad_norm": 0.6962140364428401,
      "learning_rate": 4.200018575435726e-06,
      "loss": 0.6338,
      "step": 635
    },
    {
      "epoch": 1.7915492957746477,
      "grad_norm": 0.8681521481970501,
      "learning_rate": 4.183837512127747e-06,
      "loss": 0.649,
      "step": 636
    },
    {
      "epoch": 1.7943661971830986,
      "grad_norm": 0.64770897691298,
      "learning_rate": 4.167665225796925e-06,
      "loss": 0.56,
      "step": 637
    },
    {
      "epoch": 1.7971830985915493,
      "grad_norm": 0.7494952905347187,
      "learning_rate": 4.1515018903593485e-06,
      "loss": 0.6356,
      "step": 638
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.7238165155027775,
      "learning_rate": 4.135347679634849e-06,
      "loss": 0.6387,
      "step": 639
    },
    {
      "epoch": 1.8028169014084507,
      "grad_norm": 0.7785451847003492,
      "learning_rate": 4.119202767345132e-06,
      "loss": 0.6425,
      "step": 640
    },
    {
      "epoch": 1.8056338028169014,
      "grad_norm": 0.7697499616316977,
      "learning_rate": 4.103067327111905e-06,
      "loss": 0.6415,
      "step": 641
    },
    {
      "epoch": 1.8084507042253521,
      "grad_norm": 0.8706556510248158,
      "learning_rate": 4.086941532455017e-06,
      "loss": 0.6575,
      "step": 642
    },
    {
      "epoch": 1.8112676056338028,
      "grad_norm": 0.7643847624137132,
      "learning_rate": 4.070825556790587e-06,
      "loss": 0.6373,
      "step": 643
    },
    {
      "epoch": 1.8140845070422535,
      "grad_norm": 0.7000485049052172,
      "learning_rate": 4.05471957342914e-06,
      "loss": 0.6102,
      "step": 644
    },
    {
      "epoch": 1.8169014084507042,
      "grad_norm": 0.7006331724829398,
      "learning_rate": 4.0386237555737476e-06,
      "loss": 0.6893,
      "step": 645
    },
    {
      "epoch": 1.819718309859155,
      "grad_norm": 0.7135091596231999,
      "learning_rate": 4.022538276318156e-06,
      "loss": 0.5599,
      "step": 646
    },
    {
      "epoch": 1.8225352112676056,
      "grad_norm": 0.7186120810598129,
      "learning_rate": 4.006463308644939e-06,
      "loss": 0.6411,
      "step": 647
    },
    {
      "epoch": 1.8253521126760563,
      "grad_norm": 0.72090386197526,
      "learning_rate": 3.990399025423622e-06,
      "loss": 0.5957,
      "step": 648
    },
    {
      "epoch": 1.828169014084507,
      "grad_norm": 0.7324797526249632,
      "learning_rate": 3.974345599408833e-06,
      "loss": 0.6214,
      "step": 649
    },
    {
      "epoch": 1.8309859154929577,
      "grad_norm": 0.7152179493525903,
      "learning_rate": 3.958303203238443e-06,
      "loss": 0.5994,
      "step": 650
    },
    {
      "epoch": 1.8338028169014085,
      "grad_norm": 0.6721169614227414,
      "learning_rate": 3.942272009431707e-06,
      "loss": 0.5858,
      "step": 651
    },
    {
      "epoch": 1.8366197183098592,
      "grad_norm": 0.7024310468965755,
      "learning_rate": 3.92625219038741e-06,
      "loss": 0.6533,
      "step": 652
    },
    {
      "epoch": 1.8394366197183099,
      "grad_norm": 0.6777544089367332,
      "learning_rate": 3.910243918382015e-06,
      "loss": 0.5755,
      "step": 653
    },
    {
      "epoch": 1.8422535211267606,
      "grad_norm": 0.7630416452716073,
      "learning_rate": 3.894247365567806e-06,
      "loss": 0.6498,
      "step": 654
    },
    {
      "epoch": 1.8450704225352113,
      "grad_norm": 0.7242343956415039,
      "learning_rate": 3.878262703971043e-06,
      "loss": 0.6183,
      "step": 655
    },
    {
      "epoch": 1.847887323943662,
      "grad_norm": 0.7546009817570479,
      "learning_rate": 3.8622901054901045e-06,
      "loss": 0.5648,
      "step": 656
    },
    {
      "epoch": 1.8507042253521127,
      "grad_norm": 0.710778044894514,
      "learning_rate": 3.846329741893646e-06,
      "loss": 0.5615,
      "step": 657
    },
    {
      "epoch": 1.8535211267605634,
      "grad_norm": 0.7241653075763682,
      "learning_rate": 3.830381784818746e-06,
      "loss": 0.5854,
      "step": 658
    },
    {
      "epoch": 1.856338028169014,
      "grad_norm": 0.7251045277047325,
      "learning_rate": 3.814446405769069e-06,
      "loss": 0.6521,
      "step": 659
    },
    {
      "epoch": 1.8591549295774648,
      "grad_norm": 0.7617065909179885,
      "learning_rate": 3.7985237761130077e-06,
      "loss": 0.6095,
      "step": 660
    },
    {
      "epoch": 1.8619718309859155,
      "grad_norm": 0.7393276040780876,
      "learning_rate": 3.7826140670818597e-06,
      "loss": 0.6011,
      "step": 661
    },
    {
      "epoch": 1.8647887323943662,
      "grad_norm": 0.8106406503473126,
      "learning_rate": 3.766717449767965e-06,
      "loss": 0.5952,
      "step": 662
    },
    {
      "epoch": 1.8676056338028169,
      "grad_norm": 0.7306467838266344,
      "learning_rate": 3.75083409512288e-06,
      "loss": 0.5472,
      "step": 663
    },
    {
      "epoch": 1.8704225352112676,
      "grad_norm": 0.7717881120947158,
      "learning_rate": 3.7349641739555342e-06,
      "loss": 0.6911,
      "step": 664
    },
    {
      "epoch": 1.8732394366197183,
      "grad_norm": 0.7245110838917453,
      "learning_rate": 3.719107856930395e-06,
      "loss": 0.5893,
      "step": 665
    },
    {
      "epoch": 1.8760563380281692,
      "grad_norm": 0.7023053711110873,
      "learning_rate": 3.703265314565629e-06,
      "loss": 0.607,
      "step": 666
    },
    {
      "epoch": 1.8788732394366199,
      "grad_norm": 0.7369624598798884,
      "learning_rate": 3.687436717231273e-06,
      "loss": 0.6088,
      "step": 667
    },
    {
      "epoch": 1.8816901408450706,
      "grad_norm": 0.761769778505356,
      "learning_rate": 3.6716222351473986e-06,
      "loss": 0.6301,
      "step": 668
    },
    {
      "epoch": 1.8845070422535213,
      "grad_norm": 0.7269704420043447,
      "learning_rate": 3.6558220383822824e-06,
      "loss": 0.617,
      "step": 669
    },
    {
      "epoch": 1.887323943661972,
      "grad_norm": 0.7842641739090692,
      "learning_rate": 3.6400362968505776e-06,
      "loss": 0.5754,
      "step": 670
    },
    {
      "epoch": 1.8901408450704227,
      "grad_norm": 0.7090787277322763,
      "learning_rate": 3.6242651803114876e-06,
      "loss": 0.5643,
      "step": 671
    },
    {
      "epoch": 1.8929577464788734,
      "grad_norm": 0.8121920668052401,
      "learning_rate": 3.6085088583669368e-06,
      "loss": 0.6903,
      "step": 672
    },
    {
      "epoch": 1.895774647887324,
      "grad_norm": 0.7887632376046526,
      "learning_rate": 3.59276750045975e-06,
      "loss": 0.6718,
      "step": 673
    },
    {
      "epoch": 1.8985915492957748,
      "grad_norm": 0.7626415513119691,
      "learning_rate": 3.5770412758718317e-06,
      "loss": 0.6656,
      "step": 674
    },
    {
      "epoch": 1.9014084507042255,
      "grad_norm": 0.697905106081836,
      "learning_rate": 3.56133035372234e-06,
      "loss": 0.623,
      "step": 675
    },
    {
      "epoch": 1.9042253521126762,
      "grad_norm": 0.7531071089185666,
      "learning_rate": 3.545634902965873e-06,
      "loss": 0.592,
      "step": 676
    },
    {
      "epoch": 1.9070422535211269,
      "grad_norm": 0.7524927476418592,
      "learning_rate": 3.52995509239065e-06,
      "loss": 0.6335,
      "step": 677
    },
    {
      "epoch": 1.9098591549295776,
      "grad_norm": 0.804247562794407,
      "learning_rate": 3.514291090616696e-06,
      "loss": 0.6692,
      "step": 678
    },
    {
      "epoch": 1.9126760563380283,
      "grad_norm": 0.7610688517320657,
      "learning_rate": 3.4986430660940283e-06,
      "loss": 0.5432,
      "step": 679
    },
    {
      "epoch": 1.915492957746479,
      "grad_norm": 0.8240469545199084,
      "learning_rate": 3.483011187100847e-06,
      "loss": 0.7389,
      "step": 680
    },
    {
      "epoch": 1.9183098591549297,
      "grad_norm": 0.789740332756857,
      "learning_rate": 3.4673956217417228e-06,
      "loss": 0.7044,
      "step": 681
    },
    {
      "epoch": 1.9211267605633804,
      "grad_norm": 0.6593003096580221,
      "learning_rate": 3.451796537945791e-06,
      "loss": 0.5569,
      "step": 682
    },
    {
      "epoch": 1.923943661971831,
      "grad_norm": 0.6735471334380218,
      "learning_rate": 3.4362141034649434e-06,
      "loss": 0.5834,
      "step": 683
    },
    {
      "epoch": 1.9267605633802818,
      "grad_norm": 0.7845189104147666,
      "learning_rate": 3.4206484858720267e-06,
      "loss": 0.6282,
      "step": 684
    },
    {
      "epoch": 1.9295774647887325,
      "grad_norm": 0.7895331554828882,
      "learning_rate": 3.4050998525590406e-06,
      "loss": 0.5515,
      "step": 685
    },
    {
      "epoch": 1.9323943661971832,
      "grad_norm": 0.7601388876825378,
      "learning_rate": 3.389568370735332e-06,
      "loss": 0.6403,
      "step": 686
    },
    {
      "epoch": 1.935211267605634,
      "grad_norm": 0.7414839816387602,
      "learning_rate": 3.374054207425811e-06,
      "loss": 0.5768,
      "step": 687
    },
    {
      "epoch": 1.9380281690140846,
      "grad_norm": 0.727586108347313,
      "learning_rate": 3.3585575294691355e-06,
      "loss": 0.5856,
      "step": 688
    },
    {
      "epoch": 1.9408450704225353,
      "grad_norm": 0.7446540281803862,
      "learning_rate": 3.3430785035159297e-06,
      "loss": 0.6374,
      "step": 689
    },
    {
      "epoch": 1.943661971830986,
      "grad_norm": 0.7017790257080906,
      "learning_rate": 3.327617296026991e-06,
      "loss": 0.6344,
      "step": 690
    },
    {
      "epoch": 1.9464788732394367,
      "grad_norm": 0.8243401164290531,
      "learning_rate": 3.3121740732714953e-06,
      "loss": 0.6616,
      "step": 691
    },
    {
      "epoch": 1.9492957746478874,
      "grad_norm": 0.7026711381099482,
      "learning_rate": 3.296749001325212e-06,
      "loss": 0.5737,
      "step": 692
    },
    {
      "epoch": 1.952112676056338,
      "grad_norm": 0.689713511673827,
      "learning_rate": 3.2813422460687176e-06,
      "loss": 0.573,
      "step": 693
    },
    {
      "epoch": 1.9549295774647888,
      "grad_norm": 0.6772697983969495,
      "learning_rate": 3.265953973185613e-06,
      "loss": 0.5346,
      "step": 694
    },
    {
      "epoch": 1.9577464788732395,
      "grad_norm": 0.7092702136331567,
      "learning_rate": 3.250584348160738e-06,
      "loss": 0.6034,
      "step": 695
    },
    {
      "epoch": 1.9605633802816902,
      "grad_norm": 0.7683018287013302,
      "learning_rate": 3.235233536278396e-06,
      "loss": 0.6051,
      "step": 696
    },
    {
      "epoch": 1.963380281690141,
      "grad_norm": 0.7173404212464849,
      "learning_rate": 3.2199017026205744e-06,
      "loss": 0.6139,
      "step": 697
    },
    {
      "epoch": 1.9661971830985916,
      "grad_norm": 0.781035997747711,
      "learning_rate": 3.204589012065168e-06,
      "loss": 0.6684,
      "step": 698
    },
    {
      "epoch": 1.9690140845070423,
      "grad_norm": 0.6958474566614261,
      "learning_rate": 3.1892956292842103e-06,
      "loss": 0.627,
      "step": 699
    },
    {
      "epoch": 1.971830985915493,
      "grad_norm": 0.740337029417686,
      "learning_rate": 3.1740217187420947e-06,
      "loss": 0.6597,
      "step": 700
    },
    {
      "epoch": 1.9746478873239437,
      "grad_norm": 0.6847378780702223,
      "learning_rate": 3.158767444693819e-06,
      "loss": 0.6148,
      "step": 701
    },
    {
      "epoch": 1.9774647887323944,
      "grad_norm": 0.715606992756826,
      "learning_rate": 3.1435329711832042e-06,
      "loss": 0.5912,
      "step": 702
    },
    {
      "epoch": 1.980281690140845,
      "grad_norm": 0.6889429557937115,
      "learning_rate": 3.1283184620411387e-06,
      "loss": 0.5801,
      "step": 703
    },
    {
      "epoch": 1.9830985915492958,
      "grad_norm": 0.7439465480762761,
      "learning_rate": 3.1131240808838175e-06,
      "loss": 0.6253,
      "step": 704
    },
    {
      "epoch": 1.9859154929577465,
      "grad_norm": 0.7406110365742725,
      "learning_rate": 3.0979499911109768e-06,
      "loss": 0.623,
      "step": 705
    },
    {
      "epoch": 1.9887323943661972,
      "grad_norm": 0.7448811885473077,
      "learning_rate": 3.082796355904142e-06,
      "loss": 0.5771,
      "step": 706
    },
    {
      "epoch": 1.991549295774648,
      "grad_norm": 0.7286503648205558,
      "learning_rate": 3.06766333822487e-06,
      "loss": 0.5972,
      "step": 707
    },
    {
      "epoch": 1.9943661971830986,
      "grad_norm": 0.7567721937576899,
      "learning_rate": 3.052551100812998e-06,
      "loss": 0.6863,
      "step": 708
    },
    {
      "epoch": 1.9971830985915493,
      "grad_norm": 0.6846994910878873,
      "learning_rate": 3.0374598061848936e-06,
      "loss": 0.5628,
      "step": 709
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.8874539697229774,
      "learning_rate": 3.022389616631706e-06,
      "loss": 0.6157,
      "step": 710
    },
    {
      "epoch": 2.0028169014084507,
      "grad_norm": 2.569736685755078,
      "learning_rate": 3.0073406942176214e-06,
      "loss": 0.7215,
      "step": 711
    },
    {
      "epoch": 2.0056338028169014,
      "grad_norm": 0.781170783791145,
      "learning_rate": 2.9923132007781206e-06,
      "loss": 0.5392,
      "step": 712
    },
    {
      "epoch": 2.008450704225352,
      "grad_norm": 0.7323283178454171,
      "learning_rate": 2.977307297918235e-06,
      "loss": 0.5802,
      "step": 713
    },
    {
      "epoch": 2.011267605633803,
      "grad_norm": 0.7082378256520369,
      "learning_rate": 2.9623231470108194e-06,
      "loss": 0.5261,
      "step": 714
    },
    {
      "epoch": 2.0140845070422535,
      "grad_norm": 0.7404544323321716,
      "learning_rate": 2.947360909194801e-06,
      "loss": 0.5326,
      "step": 715
    },
    {
      "epoch": 2.016901408450704,
      "grad_norm": 0.8332008982216366,
      "learning_rate": 2.9324207453734575e-06,
      "loss": 0.6257,
      "step": 716
    },
    {
      "epoch": 2.019718309859155,
      "grad_norm": 0.7727175457086233,
      "learning_rate": 2.917502816212685e-06,
      "loss": 0.6265,
      "step": 717
    },
    {
      "epoch": 2.0225352112676056,
      "grad_norm": 0.6705214828437596,
      "learning_rate": 2.902607282139267e-06,
      "loss": 0.4832,
      "step": 718
    },
    {
      "epoch": 2.0253521126760563,
      "grad_norm": 0.745820194371554,
      "learning_rate": 2.8877343033391523e-06,
      "loss": 0.5358,
      "step": 719
    },
    {
      "epoch": 2.028169014084507,
      "grad_norm": 0.6712880950400633,
      "learning_rate": 2.8728840397557324e-06,
      "loss": 0.4593,
      "step": 720
    },
    {
      "epoch": 2.0309859154929577,
      "grad_norm": 0.7234741402033795,
      "learning_rate": 2.8580566510881158e-06,
      "loss": 0.5738,
      "step": 721
    },
    {
      "epoch": 2.0338028169014084,
      "grad_norm": 0.7871830801210608,
      "learning_rate": 2.8432522967894217e-06,
      "loss": 0.5577,
      "step": 722
    },
    {
      "epoch": 2.036619718309859,
      "grad_norm": 0.7623729887137076,
      "learning_rate": 2.8284711360650517e-06,
      "loss": 0.5423,
      "step": 723
    },
    {
      "epoch": 2.03943661971831,
      "grad_norm": 0.7654196844987124,
      "learning_rate": 2.8137133278709917e-06,
      "loss": 0.5362,
      "step": 724
    },
    {
      "epoch": 2.0422535211267605,
      "grad_norm": 0.7890889396144615,
      "learning_rate": 2.7989790309120895e-06,
      "loss": 0.5604,
      "step": 725
    },
    {
      "epoch": 2.045070422535211,
      "grad_norm": 0.8280092947316886,
      "learning_rate": 2.7842684036403557e-06,
      "loss": 0.5466,
      "step": 726
    },
    {
      "epoch": 2.047887323943662,
      "grad_norm": 0.7384511444156504,
      "learning_rate": 2.769581604253262e-06,
      "loss": 0.5797,
      "step": 727
    },
    {
      "epoch": 2.0507042253521126,
      "grad_norm": 0.7594972574065925,
      "learning_rate": 2.754918790692031e-06,
      "loss": 0.5416,
      "step": 728
    },
    {
      "epoch": 2.0535211267605633,
      "grad_norm": 0.8190052185681062,
      "learning_rate": 2.7402801206399454e-06,
      "loss": 0.594,
      "step": 729
    },
    {
      "epoch": 2.056338028169014,
      "grad_norm": 0.8089065343356978,
      "learning_rate": 2.7256657515206487e-06,
      "loss": 0.6249,
      "step": 730
    },
    {
      "epoch": 2.0591549295774647,
      "grad_norm": 0.6795375301061102,
      "learning_rate": 2.7110758404964534e-06,
      "loss": 0.5078,
      "step": 731
    },
    {
      "epoch": 2.0619718309859154,
      "grad_norm": 0.7199747851182974,
      "learning_rate": 2.6965105444666496e-06,
      "loss": 0.5128,
      "step": 732
    },
    {
      "epoch": 2.064788732394366,
      "grad_norm": 0.7389839114423702,
      "learning_rate": 2.6819700200658204e-06,
      "loss": 0.5165,
      "step": 733
    },
    {
      "epoch": 2.067605633802817,
      "grad_norm": 0.7113982746437169,
      "learning_rate": 2.667454423662156e-06,
      "loss": 0.5283,
      "step": 734
    },
    {
      "epoch": 2.0704225352112675,
      "grad_norm": 0.8019854200692348,
      "learning_rate": 2.6529639113557694e-06,
      "loss": 0.5899,
      "step": 735
    },
    {
      "epoch": 2.073239436619718,
      "grad_norm": 0.7470761591455513,
      "learning_rate": 2.638498638977024e-06,
      "loss": 0.4994,
      "step": 736
    },
    {
      "epoch": 2.076056338028169,
      "grad_norm": 0.7463273814271424,
      "learning_rate": 2.6240587620848512e-06,
      "loss": 0.5425,
      "step": 737
    },
    {
      "epoch": 2.0788732394366196,
      "grad_norm": 0.7720000642247179,
      "learning_rate": 2.6096444359650817e-06,
      "loss": 0.5621,
      "step": 738
    },
    {
      "epoch": 2.0816901408450703,
      "grad_norm": 0.7204053665092582,
      "learning_rate": 2.595255815628774e-06,
      "loss": 0.5023,
      "step": 739
    },
    {
      "epoch": 2.084507042253521,
      "grad_norm": 0.7566667785442299,
      "learning_rate": 2.580893055810545e-06,
      "loss": 0.5514,
      "step": 740
    },
    {
      "epoch": 2.0873239436619717,
      "grad_norm": 0.6809427689588321,
      "learning_rate": 2.5665563109669155e-06,
      "loss": 0.5008,
      "step": 741
    },
    {
      "epoch": 2.0901408450704224,
      "grad_norm": 0.810140586801637,
      "learning_rate": 2.5522457352746368e-06,
      "loss": 0.5852,
      "step": 742
    },
    {
      "epoch": 2.092957746478873,
      "grad_norm": 0.7584702735377782,
      "learning_rate": 2.5379614826290384e-06,
      "loss": 0.5008,
      "step": 743
    },
    {
      "epoch": 2.095774647887324,
      "grad_norm": 0.7871575310769966,
      "learning_rate": 2.5237037066423747e-06,
      "loss": 0.6055,
      "step": 744
    },
    {
      "epoch": 2.0985915492957745,
      "grad_norm": 0.7431957816566821,
      "learning_rate": 2.509472560642171e-06,
      "loss": 0.579,
      "step": 745
    },
    {
      "epoch": 2.101408450704225,
      "grad_norm": 0.74509594480476,
      "learning_rate": 2.495268197669573e-06,
      "loss": 0.5521,
      "step": 746
    },
    {
      "epoch": 2.104225352112676,
      "grad_norm": 0.7603284772487195,
      "learning_rate": 2.481090770477706e-06,
      "loss": 0.5488,
      "step": 747
    },
    {
      "epoch": 2.1070422535211266,
      "grad_norm": 0.7387452720309511,
      "learning_rate": 2.466940431530026e-06,
      "loss": 0.5107,
      "step": 748
    },
    {
      "epoch": 2.1098591549295773,
      "grad_norm": 0.774018311134093,
      "learning_rate": 2.4528173329986855e-06,
      "loss": 0.5619,
      "step": 749
    },
    {
      "epoch": 2.112676056338028,
      "grad_norm": 0.7094138769934575,
      "learning_rate": 2.438721626762892e-06,
      "loss": 0.5249,
      "step": 750
    },
    {
      "epoch": 2.1154929577464787,
      "grad_norm": 0.7857734566073393,
      "learning_rate": 2.424653464407281e-06,
      "loss": 0.5783,
      "step": 751
    },
    {
      "epoch": 2.1183098591549294,
      "grad_norm": 0.6681431433578359,
      "learning_rate": 2.4106129972202793e-06,
      "loss": 0.4836,
      "step": 752
    },
    {
      "epoch": 2.12112676056338,
      "grad_norm": 0.7059928071944473,
      "learning_rate": 2.3966003761924816e-06,
      "loss": 0.4662,
      "step": 753
    },
    {
      "epoch": 2.123943661971831,
      "grad_norm": 0.7193801912300508,
      "learning_rate": 2.382615752015028e-06,
      "loss": 0.5193,
      "step": 754
    },
    {
      "epoch": 2.1267605633802815,
      "grad_norm": 0.7102845448999637,
      "learning_rate": 2.3686592750779788e-06,
      "loss": 0.5067,
      "step": 755
    },
    {
      "epoch": 2.129577464788732,
      "grad_norm": 0.7427634111028115,
      "learning_rate": 2.3547310954687018e-06,
      "loss": 0.6256,
      "step": 756
    },
    {
      "epoch": 2.132394366197183,
      "grad_norm": 0.6979392039426204,
      "learning_rate": 2.340831362970257e-06,
      "loss": 0.5096,
      "step": 757
    },
    {
      "epoch": 2.1352112676056336,
      "grad_norm": 0.7444797928330332,
      "learning_rate": 2.326960227059784e-06,
      "loss": 0.5149,
      "step": 758
    },
    {
      "epoch": 2.1380281690140843,
      "grad_norm": 0.7150529701936503,
      "learning_rate": 2.313117836906897e-06,
      "loss": 0.5426,
      "step": 759
    },
    {
      "epoch": 2.140845070422535,
      "grad_norm": 0.8010874698588896,
      "learning_rate": 2.2993043413720784e-06,
      "loss": 0.5932,
      "step": 760
    },
    {
      "epoch": 2.1436619718309857,
      "grad_norm": 0.6872563327495382,
      "learning_rate": 2.28551988900508e-06,
      "loss": 0.5149,
      "step": 761
    },
    {
      "epoch": 2.1464788732394364,
      "grad_norm": 0.7460312856986838,
      "learning_rate": 2.271764628043324e-06,
      "loss": 0.55,
      "step": 762
    },
    {
      "epoch": 2.149295774647887,
      "grad_norm": 0.7242016051510175,
      "learning_rate": 2.258038706410311e-06,
      "loss": 0.5533,
      "step": 763
    },
    {
      "epoch": 2.152112676056338,
      "grad_norm": 0.7495937718335975,
      "learning_rate": 2.2443422717140246e-06,
      "loss": 0.566,
      "step": 764
    },
    {
      "epoch": 2.1549295774647885,
      "grad_norm": 0.8090509188921273,
      "learning_rate": 2.2306754712453504e-06,
      "loss": 0.6159,
      "step": 765
    },
    {
      "epoch": 2.1577464788732392,
      "grad_norm": 0.7296358155167403,
      "learning_rate": 2.217038451976485e-06,
      "loss": 0.5482,
      "step": 766
    },
    {
      "epoch": 2.1605633802816904,
      "grad_norm": 0.728917758383568,
      "learning_rate": 2.203431360559365e-06,
      "loss": 0.5387,
      "step": 767
    },
    {
      "epoch": 2.1633802816901406,
      "grad_norm": 0.7271467482036231,
      "learning_rate": 2.1898543433240787e-06,
      "loss": 0.5074,
      "step": 768
    },
    {
      "epoch": 2.1661971830985918,
      "grad_norm": 0.7197770997886006,
      "learning_rate": 2.1763075462773002e-06,
      "loss": 0.5288,
      "step": 769
    },
    {
      "epoch": 2.169014084507042,
      "grad_norm": 0.7238841621409884,
      "learning_rate": 2.1627911151007176e-06,
      "loss": 0.5436,
      "step": 770
    },
    {
      "epoch": 2.171830985915493,
      "grad_norm": 0.7568866047442696,
      "learning_rate": 2.149305195149463e-06,
      "loss": 0.5536,
      "step": 771
    },
    {
      "epoch": 2.1746478873239434,
      "grad_norm": 0.765821236668226,
      "learning_rate": 2.135849931450555e-06,
      "loss": 0.5557,
      "step": 772
    },
    {
      "epoch": 2.1774647887323946,
      "grad_norm": 0.7794966716146099,
      "learning_rate": 2.1224254687013347e-06,
      "loss": 0.5536,
      "step": 773
    },
    {
      "epoch": 2.1802816901408453,
      "grad_norm": 0.7525735089142571,
      "learning_rate": 2.1090319512679115e-06,
      "loss": 0.511,
      "step": 774
    },
    {
      "epoch": 2.183098591549296,
      "grad_norm": 0.7288945530927061,
      "learning_rate": 2.0956695231836094e-06,
      "loss": 0.5095,
      "step": 775
    },
    {
      "epoch": 2.1859154929577467,
      "grad_norm": 0.81522934972113,
      "learning_rate": 2.0823383281474202e-06,
      "loss": 0.5456,
      "step": 776
    },
    {
      "epoch": 2.1887323943661974,
      "grad_norm": 0.8161254562914294,
      "learning_rate": 2.0690385095224557e-06,
      "loss": 0.5454,
      "step": 777
    },
    {
      "epoch": 2.191549295774648,
      "grad_norm": 0.7453811173652941,
      "learning_rate": 2.0557702103344078e-06,
      "loss": 0.5445,
      "step": 778
    },
    {
      "epoch": 2.1943661971830988,
      "grad_norm": 0.6574151968727797,
      "learning_rate": 2.0425335732700075e-06,
      "loss": 0.492,
      "step": 779
    },
    {
      "epoch": 2.1971830985915495,
      "grad_norm": 0.720899834077065,
      "learning_rate": 2.0293287406754976e-06,
      "loss": 0.4851,
      "step": 780
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.6987996403755788,
      "learning_rate": 2.0161558545550925e-06,
      "loss": 0.5257,
      "step": 781
    },
    {
      "epoch": 2.202816901408451,
      "grad_norm": 0.7902727538260627,
      "learning_rate": 2.0030150565694566e-06,
      "loss": 0.5831,
      "step": 782
    },
    {
      "epoch": 2.2056338028169016,
      "grad_norm": 0.786480042851265,
      "learning_rate": 1.989906488034181e-06,
      "loss": 0.5464,
      "step": 783
    },
    {
      "epoch": 2.2084507042253523,
      "grad_norm": 0.7459476013930395,
      "learning_rate": 1.976830289918261e-06,
      "loss": 0.5339,
      "step": 784
    },
    {
      "epoch": 2.211267605633803,
      "grad_norm": 0.7899232013030847,
      "learning_rate": 1.9637866028425835e-06,
      "loss": 0.5228,
      "step": 785
    },
    {
      "epoch": 2.2140845070422537,
      "grad_norm": 0.7298589604614047,
      "learning_rate": 1.950775567078411e-06,
      "loss": 0.5464,
      "step": 786
    },
    {
      "epoch": 2.2169014084507044,
      "grad_norm": 0.7390448234363022,
      "learning_rate": 1.9377973225458773e-06,
      "loss": 0.6104,
      "step": 787
    },
    {
      "epoch": 2.219718309859155,
      "grad_norm": 0.798187214794037,
      "learning_rate": 1.924852008812479e-06,
      "loss": 0.5742,
      "step": 788
    },
    {
      "epoch": 2.222535211267606,
      "grad_norm": 0.705513153122921,
      "learning_rate": 1.9119397650915774e-06,
      "loss": 0.4954,
      "step": 789
    },
    {
      "epoch": 2.2253521126760565,
      "grad_norm": 0.7803490529105689,
      "learning_rate": 1.8990607302408991e-06,
      "loss": 0.5839,
      "step": 790
    },
    {
      "epoch": 2.228169014084507,
      "grad_norm": 0.772361187559715,
      "learning_rate": 1.8862150427610453e-06,
      "loss": 0.468,
      "step": 791
    },
    {
      "epoch": 2.230985915492958,
      "grad_norm": 0.6941194804936315,
      "learning_rate": 1.8734028407940003e-06,
      "loss": 0.5351,
      "step": 792
    },
    {
      "epoch": 2.2338028169014086,
      "grad_norm": 0.7124075210532292,
      "learning_rate": 1.8606242621216443e-06,
      "loss": 0.5628,
      "step": 793
    },
    {
      "epoch": 2.2366197183098593,
      "grad_norm": 0.7702429591736301,
      "learning_rate": 1.84787944416428e-06,
      "loss": 0.4947,
      "step": 794
    },
    {
      "epoch": 2.23943661971831,
      "grad_norm": 0.7404741820420859,
      "learning_rate": 1.835168523979144e-06,
      "loss": 0.54,
      "step": 795
    },
    {
      "epoch": 2.2422535211267607,
      "grad_norm": 0.7337881238934444,
      "learning_rate": 1.822491638258938e-06,
      "loss": 0.5223,
      "step": 796
    },
    {
      "epoch": 2.2450704225352114,
      "grad_norm": 0.732982524092136,
      "learning_rate": 1.8098489233303595e-06,
      "loss": 0.5504,
      "step": 797
    },
    {
      "epoch": 2.247887323943662,
      "grad_norm": 0.7789300885571788,
      "learning_rate": 1.7972405151526339e-06,
      "loss": 0.5886,
      "step": 798
    },
    {
      "epoch": 2.250704225352113,
      "grad_norm": 0.7432973879306417,
      "learning_rate": 1.7846665493160548e-06,
      "loss": 0.5765,
      "step": 799
    },
    {
      "epoch": 2.2535211267605635,
      "grad_norm": 0.7148013041871587,
      "learning_rate": 1.7721271610405232e-06,
      "loss": 0.5088,
      "step": 800
    },
    {
      "epoch": 2.256338028169014,
      "grad_norm": 0.7190924440924693,
      "learning_rate": 1.7596224851740938e-06,
      "loss": 0.5668,
      "step": 801
    },
    {
      "epoch": 2.259154929577465,
      "grad_norm": 0.8176217354813979,
      "learning_rate": 1.747152656191527e-06,
      "loss": 0.5516,
      "step": 802
    },
    {
      "epoch": 2.2619718309859156,
      "grad_norm": 0.7848830670126005,
      "learning_rate": 1.7347178081928407e-06,
      "loss": 0.555,
      "step": 803
    },
    {
      "epoch": 2.2647887323943663,
      "grad_norm": 0.727192900316563,
      "learning_rate": 1.7223180749018675e-06,
      "loss": 0.5689,
      "step": 804
    },
    {
      "epoch": 2.267605633802817,
      "grad_norm": 0.7379445481611638,
      "learning_rate": 1.7099535896648205e-06,
      "loss": 0.4954,
      "step": 805
    },
    {
      "epoch": 2.2704225352112677,
      "grad_norm": 0.7304515509378274,
      "learning_rate": 1.6976244854488545e-06,
      "loss": 0.4682,
      "step": 806
    },
    {
      "epoch": 2.2732394366197184,
      "grad_norm": 0.6864120639105775,
      "learning_rate": 1.6853308948406387e-06,
      "loss": 0.5088,
      "step": 807
    },
    {
      "epoch": 2.276056338028169,
      "grad_norm": 0.6814634212226736,
      "learning_rate": 1.6730729500449322e-06,
      "loss": 0.4825,
      "step": 808
    },
    {
      "epoch": 2.27887323943662,
      "grad_norm": 0.6828842277477668,
      "learning_rate": 1.6608507828831572e-06,
      "loss": 0.4605,
      "step": 809
    },
    {
      "epoch": 2.2816901408450705,
      "grad_norm": 0.7224430516077436,
      "learning_rate": 1.648664524791988e-06,
      "loss": 0.5593,
      "step": 810
    },
    {
      "epoch": 2.284507042253521,
      "grad_norm": 0.7151328091297615,
      "learning_rate": 1.636514306821933e-06,
      "loss": 0.5455,
      "step": 811
    },
    {
      "epoch": 2.287323943661972,
      "grad_norm": 0.7039701863483498,
      "learning_rate": 1.6244002596359255e-06,
      "loss": 0.5416,
      "step": 812
    },
    {
      "epoch": 2.2901408450704226,
      "grad_norm": 0.7326190869630805,
      "learning_rate": 1.6123225135079212e-06,
      "loss": 0.4614,
      "step": 813
    },
    {
      "epoch": 2.2929577464788733,
      "grad_norm": 0.7405292155656916,
      "learning_rate": 1.6002811983214962e-06,
      "loss": 0.4931,
      "step": 814
    },
    {
      "epoch": 2.295774647887324,
      "grad_norm": 0.7636311159243301,
      "learning_rate": 1.5882764435684473e-06,
      "loss": 0.5507,
      "step": 815
    },
    {
      "epoch": 2.2985915492957747,
      "grad_norm": 0.7583190657458188,
      "learning_rate": 1.5763083783474048e-06,
      "loss": 0.5374,
      "step": 816
    },
    {
      "epoch": 2.3014084507042254,
      "grad_norm": 0.7285565659472655,
      "learning_rate": 1.5643771313624394e-06,
      "loss": 0.5595,
      "step": 817
    },
    {
      "epoch": 2.304225352112676,
      "grad_norm": 0.7347006926328963,
      "learning_rate": 1.552482830921681e-06,
      "loss": 0.555,
      "step": 818
    },
    {
      "epoch": 2.307042253521127,
      "grad_norm": 0.7630789601522776,
      "learning_rate": 1.5406256049359359e-06,
      "loss": 0.5609,
      "step": 819
    },
    {
      "epoch": 2.3098591549295775,
      "grad_norm": 0.7177620817775812,
      "learning_rate": 1.5288055809173174e-06,
      "loss": 0.5069,
      "step": 820
    },
    {
      "epoch": 2.312676056338028,
      "grad_norm": 0.6983432291948535,
      "learning_rate": 1.517022885977868e-06,
      "loss": 0.532,
      "step": 821
    },
    {
      "epoch": 2.315492957746479,
      "grad_norm": 0.7460327681895941,
      "learning_rate": 1.5052776468281933e-06,
      "loss": 0.569,
      "step": 822
    },
    {
      "epoch": 2.3183098591549296,
      "grad_norm": 0.7790295408392904,
      "learning_rate": 1.4935699897761031e-06,
      "loss": 0.4965,
      "step": 823
    },
    {
      "epoch": 2.3211267605633803,
      "grad_norm": 0.7437941519396709,
      "learning_rate": 1.4819000407252498e-06,
      "loss": 0.5675,
      "step": 824
    },
    {
      "epoch": 2.323943661971831,
      "grad_norm": 0.6841364101492224,
      "learning_rate": 1.4702679251737768e-06,
      "loss": 0.5586,
      "step": 825
    },
    {
      "epoch": 2.3267605633802817,
      "grad_norm": 0.7202178343462267,
      "learning_rate": 1.4586737682129653e-06,
      "loss": 0.4825,
      "step": 826
    },
    {
      "epoch": 2.3295774647887324,
      "grad_norm": 0.70160510066986,
      "learning_rate": 1.4471176945258947e-06,
      "loss": 0.5504,
      "step": 827
    },
    {
      "epoch": 2.332394366197183,
      "grad_norm": 0.8365294239621358,
      "learning_rate": 1.435599828386095e-06,
      "loss": 0.5608,
      "step": 828
    },
    {
      "epoch": 2.335211267605634,
      "grad_norm": 0.7361499428255823,
      "learning_rate": 1.4241202936562164e-06,
      "loss": 0.5188,
      "step": 829
    },
    {
      "epoch": 2.3380281690140845,
      "grad_norm": 0.7872741665321432,
      "learning_rate": 1.412679213786694e-06,
      "loss": 0.563,
      "step": 830
    },
    {
      "epoch": 2.340845070422535,
      "grad_norm": 0.7530076640574325,
      "learning_rate": 1.40127671181442e-06,
      "loss": 0.5875,
      "step": 831
    },
    {
      "epoch": 2.343661971830986,
      "grad_norm": 0.7322800554870551,
      "learning_rate": 1.3899129103614229e-06,
      "loss": 0.4666,
      "step": 832
    },
    {
      "epoch": 2.3464788732394366,
      "grad_norm": 0.7673082565463836,
      "learning_rate": 1.3785879316335448e-06,
      "loss": 0.5516,
      "step": 833
    },
    {
      "epoch": 2.3492957746478873,
      "grad_norm": 0.6632810241670146,
      "learning_rate": 1.3673018974191354e-06,
      "loss": 0.448,
      "step": 834
    },
    {
      "epoch": 2.352112676056338,
      "grad_norm": 2.7516018782482017,
      "learning_rate": 1.3560549290877318e-06,
      "loss": 0.5398,
      "step": 835
    },
    {
      "epoch": 2.3549295774647887,
      "grad_norm": 0.7211879094149636,
      "learning_rate": 1.3448471475887587e-06,
      "loss": 0.5065,
      "step": 836
    },
    {
      "epoch": 2.3577464788732394,
      "grad_norm": 0.7995856802043136,
      "learning_rate": 1.3336786734502294e-06,
      "loss": 0.5797,
      "step": 837
    },
    {
      "epoch": 2.36056338028169,
      "grad_norm": 0.758044778698354,
      "learning_rate": 1.3225496267774452e-06,
      "loss": 0.562,
      "step": 838
    },
    {
      "epoch": 2.363380281690141,
      "grad_norm": 0.7575990009876885,
      "learning_rate": 1.311460127251708e-06,
      "loss": 0.5316,
      "step": 839
    },
    {
      "epoch": 2.3661971830985915,
      "grad_norm": 0.6736159728507464,
      "learning_rate": 1.3004102941290297e-06,
      "loss": 0.4474,
      "step": 840
    },
    {
      "epoch": 2.369014084507042,
      "grad_norm": 0.7205227793745679,
      "learning_rate": 1.2894002462388533e-06,
      "loss": 0.5218,
      "step": 841
    },
    {
      "epoch": 2.371830985915493,
      "grad_norm": 0.7217650676264715,
      "learning_rate": 1.2784301019827705e-06,
      "loss": 0.5204,
      "step": 842
    },
    {
      "epoch": 2.3746478873239436,
      "grad_norm": 0.7557329810128117,
      "learning_rate": 1.2674999793332539e-06,
      "loss": 0.5403,
      "step": 843
    },
    {
      "epoch": 2.3774647887323943,
      "grad_norm": 0.7478007085164625,
      "learning_rate": 1.2566099958323824e-06,
      "loss": 0.5698,
      "step": 844
    },
    {
      "epoch": 2.380281690140845,
      "grad_norm": 0.698380036442176,
      "learning_rate": 1.2457602685905834e-06,
      "loss": 0.5048,
      "step": 845
    },
    {
      "epoch": 2.3830985915492957,
      "grad_norm": 0.7695914348531823,
      "learning_rate": 1.2349509142853672e-06,
      "loss": 0.4931,
      "step": 846
    },
    {
      "epoch": 2.3859154929577464,
      "grad_norm": 0.7762276319195065,
      "learning_rate": 1.224182049160077e-06,
      "loss": 0.6103,
      "step": 847
    },
    {
      "epoch": 2.388732394366197,
      "grad_norm": 0.7274222023728415,
      "learning_rate": 1.2134537890226366e-06,
      "loss": 0.5363,
      "step": 848
    },
    {
      "epoch": 2.391549295774648,
      "grad_norm": 0.711203424608623,
      "learning_rate": 1.202766249244306e-06,
      "loss": 0.5136,
      "step": 849
    },
    {
      "epoch": 2.3943661971830985,
      "grad_norm": 0.6870670016862169,
      "learning_rate": 1.1921195447584388e-06,
      "loss": 0.5454,
      "step": 850
    },
    {
      "epoch": 2.397183098591549,
      "grad_norm": 0.7149525528652956,
      "learning_rate": 1.1815137900592488e-06,
      "loss": 0.5306,
      "step": 851
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.7638558998644358,
      "learning_rate": 1.1709490992005774e-06,
      "loss": 0.5352,
      "step": 852
    },
    {
      "epoch": 2.4028169014084506,
      "grad_norm": 0.7302152693103684,
      "learning_rate": 1.1604255857946667e-06,
      "loss": 0.5532,
      "step": 853
    },
    {
      "epoch": 2.4056338028169013,
      "grad_norm": 0.7649138698287055,
      "learning_rate": 1.149943363010938e-06,
      "loss": 0.522,
      "step": 854
    },
    {
      "epoch": 2.408450704225352,
      "grad_norm": 0.7093300838883863,
      "learning_rate": 1.1395025435747759e-06,
      "loss": 0.5058,
      "step": 855
    },
    {
      "epoch": 2.4112676056338027,
      "grad_norm": 0.7009610002847351,
      "learning_rate": 1.1291032397663142e-06,
      "loss": 0.5207,
      "step": 856
    },
    {
      "epoch": 2.4140845070422534,
      "grad_norm": 0.7033284525805,
      "learning_rate": 1.1187455634192307e-06,
      "loss": 0.5504,
      "step": 857
    },
    {
      "epoch": 2.416901408450704,
      "grad_norm": 0.7256841908682241,
      "learning_rate": 1.108429625919541e-06,
      "loss": 0.6407,
      "step": 858
    },
    {
      "epoch": 2.419718309859155,
      "grad_norm": 0.6662534100506925,
      "learning_rate": 1.098155538204404e-06,
      "loss": 0.4797,
      "step": 859
    },
    {
      "epoch": 2.4225352112676055,
      "grad_norm": 0.6908974021921962,
      "learning_rate": 1.08792341076093e-06,
      "loss": 0.5222,
      "step": 860
    },
    {
      "epoch": 2.425352112676056,
      "grad_norm": 0.6876509805065439,
      "learning_rate": 1.0777333536249873e-06,
      "loss": 0.4901,
      "step": 861
    },
    {
      "epoch": 2.428169014084507,
      "grad_norm": 0.6927349527894001,
      "learning_rate": 1.067585476380023e-06,
      "loss": 0.4973,
      "step": 862
    },
    {
      "epoch": 2.4309859154929576,
      "grad_norm": 0.6939033155329007,
      "learning_rate": 1.0574798881558834e-06,
      "loss": 0.5595,
      "step": 863
    },
    {
      "epoch": 2.4338028169014083,
      "grad_norm": 0.7110587459331594,
      "learning_rate": 1.0474166976276396e-06,
      "loss": 0.5999,
      "step": 864
    },
    {
      "epoch": 2.436619718309859,
      "grad_norm": 0.7552175181737919,
      "learning_rate": 1.0373960130144206e-06,
      "loss": 0.5635,
      "step": 865
    },
    {
      "epoch": 2.4394366197183097,
      "grad_norm": 0.7322000886422406,
      "learning_rate": 1.0274179420782487e-06,
      "loss": 0.5159,
      "step": 866
    },
    {
      "epoch": 2.4422535211267604,
      "grad_norm": 0.6978339620980003,
      "learning_rate": 1.0174825921228803e-06,
      "loss": 0.5035,
      "step": 867
    },
    {
      "epoch": 2.445070422535211,
      "grad_norm": 0.7233687516678328,
      "learning_rate": 1.0075900699926523e-06,
      "loss": 0.4615,
      "step": 868
    },
    {
      "epoch": 2.447887323943662,
      "grad_norm": 0.7029331443183017,
      "learning_rate": 9.977404820713315e-07,
      "loss": 0.5125,
      "step": 869
    },
    {
      "epoch": 2.4507042253521125,
      "grad_norm": 0.795131750879923,
      "learning_rate": 9.879339342809741e-07,
      "loss": 0.5948,
      "step": 870
    },
    {
      "epoch": 2.453521126760563,
      "grad_norm": 0.6927831704928772,
      "learning_rate": 9.781705320807833e-07,
      "loss": 0.5056,
      "step": 871
    },
    {
      "epoch": 2.456338028169014,
      "grad_norm": 0.7217137637353825,
      "learning_rate": 9.684503804659773e-07,
      "loss": 0.5544,
      "step": 872
    },
    {
      "epoch": 2.4591549295774646,
      "grad_norm": 0.7363521243814246,
      "learning_rate": 9.587735839666573e-07,
      "loss": 0.5393,
      "step": 873
    },
    {
      "epoch": 2.4619718309859153,
      "grad_norm": 0.7313271519524395,
      "learning_rate": 9.491402466466893e-07,
      "loss": 0.5885,
      "step": 874
    },
    {
      "epoch": 2.464788732394366,
      "grad_norm": 0.7118534580991188,
      "learning_rate": 9.395504721025773e-07,
      "loss": 0.5589,
      "step": 875
    },
    {
      "epoch": 2.4676056338028167,
      "grad_norm": 0.7610936167591283,
      "learning_rate": 9.300043634623546e-07,
      "loss": 0.5192,
      "step": 876
    },
    {
      "epoch": 2.4704225352112674,
      "grad_norm": 0.7178990480634524,
      "learning_rate": 9.205020233844736e-07,
      "loss": 0.4867,
      "step": 877
    },
    {
      "epoch": 2.473239436619718,
      "grad_norm": 0.7145917047867616,
      "learning_rate": 9.110435540567003e-07,
      "loss": 0.5257,
      "step": 878
    },
    {
      "epoch": 2.476056338028169,
      "grad_norm": 0.6846734741974113,
      "learning_rate": 9.016290571950171e-07,
      "loss": 0.5265,
      "step": 879
    },
    {
      "epoch": 2.4788732394366195,
      "grad_norm": 0.7431090137610343,
      "learning_rate": 8.922586340425288e-07,
      "loss": 0.5516,
      "step": 880
    },
    {
      "epoch": 2.4816901408450702,
      "grad_norm": 0.770495805259206,
      "learning_rate": 8.829323853683719e-07,
      "loss": 0.6051,
      "step": 881
    },
    {
      "epoch": 2.4845070422535214,
      "grad_norm": 0.6952836508138835,
      "learning_rate": 8.736504114666345e-07,
      "loss": 0.511,
      "step": 882
    },
    {
      "epoch": 2.4873239436619716,
      "grad_norm": 0.7402309170159516,
      "learning_rate": 8.644128121552742e-07,
      "loss": 0.5602,
      "step": 883
    },
    {
      "epoch": 2.4901408450704228,
      "grad_norm": 0.7102436346119819,
      "learning_rate": 8.552196867750462e-07,
      "loss": 0.5326,
      "step": 884
    },
    {
      "epoch": 2.492957746478873,
      "grad_norm": 0.7904150584495637,
      "learning_rate": 8.460711341884353e-07,
      "loss": 0.5704,
      "step": 885
    },
    {
      "epoch": 2.495774647887324,
      "grad_norm": 0.7701966990313119,
      "learning_rate": 8.36967252778591e-07,
      "loss": 0.5924,
      "step": 886
    },
    {
      "epoch": 2.4985915492957744,
      "grad_norm": 0.7369703311898811,
      "learning_rate": 8.279081404482748e-07,
      "loss": 0.5543,
      "step": 887
    },
    {
      "epoch": 2.5014084507042256,
      "grad_norm": 0.7235281553818372,
      "learning_rate": 8.188938946187991e-07,
      "loss": 0.5459,
      "step": 888
    },
    {
      "epoch": 2.504225352112676,
      "grad_norm": 0.7571994304517072,
      "learning_rate": 8.099246122289861e-07,
      "loss": 0.5572,
      "step": 889
    },
    {
      "epoch": 2.507042253521127,
      "grad_norm": 0.6593905074365984,
      "learning_rate": 8.010003897341212e-07,
      "loss": 0.4757,
      "step": 890
    },
    {
      "epoch": 2.5098591549295772,
      "grad_norm": 0.7809776499441126,
      "learning_rate": 7.921213231049196e-07,
      "loss": 0.583,
      "step": 891
    },
    {
      "epoch": 2.5126760563380284,
      "grad_norm": 0.7763572290071068,
      "learning_rate": 7.832875078264912e-07,
      "loss": 0.5567,
      "step": 892
    },
    {
      "epoch": 2.5154929577464786,
      "grad_norm": 0.8164057637936308,
      "learning_rate": 7.74499038897315e-07,
      "loss": 0.6174,
      "step": 893
    },
    {
      "epoch": 2.5183098591549298,
      "grad_norm": 0.7487499523494067,
      "learning_rate": 7.65756010828217e-07,
      "loss": 0.5256,
      "step": 894
    },
    {
      "epoch": 2.52112676056338,
      "grad_norm": 0.692947524253345,
      "learning_rate": 7.570585176413547e-07,
      "loss": 0.527,
      "step": 895
    },
    {
      "epoch": 2.523943661971831,
      "grad_norm": 0.7745072471556728,
      "learning_rate": 7.484066528692041e-07,
      "loss": 0.5582,
      "step": 896
    },
    {
      "epoch": 2.5267605633802814,
      "grad_norm": 0.759370710618239,
      "learning_rate": 7.398005095535565e-07,
      "loss": 0.5745,
      "step": 897
    },
    {
      "epoch": 2.5295774647887326,
      "grad_norm": 0.7408984808818695,
      "learning_rate": 7.312401802445169e-07,
      "loss": 0.5308,
      "step": 898
    },
    {
      "epoch": 2.532394366197183,
      "grad_norm": 0.7722385173607145,
      "learning_rate": 7.227257569995061e-07,
      "loss": 0.5938,
      "step": 899
    },
    {
      "epoch": 2.535211267605634,
      "grad_norm": 0.7358053652279244,
      "learning_rate": 7.142573313822754e-07,
      "loss": 0.5992,
      "step": 900
    },
    {
      "epoch": 2.5380281690140842,
      "grad_norm": 0.7192406498904013,
      "learning_rate": 7.058349944619186e-07,
      "loss": 0.5353,
      "step": 901
    },
    {
      "epoch": 2.5408450704225354,
      "grad_norm": 0.7158007177960015,
      "learning_rate": 6.974588368118934e-07,
      "loss": 0.5445,
      "step": 902
    },
    {
      "epoch": 2.543661971830986,
      "grad_norm": 0.7826333376030878,
      "learning_rate": 6.89128948509048e-07,
      "loss": 0.6257,
      "step": 903
    },
    {
      "epoch": 2.546478873239437,
      "grad_norm": 0.7252757135255095,
      "learning_rate": 6.808454191326519e-07,
      "loss": 0.523,
      "step": 904
    },
    {
      "epoch": 2.5492957746478875,
      "grad_norm": 0.7296052273393889,
      "learning_rate": 6.726083377634318e-07,
      "loss": 0.4892,
      "step": 905
    },
    {
      "epoch": 2.552112676056338,
      "grad_norm": 0.6998049271823165,
      "learning_rate": 6.644177929826162e-07,
      "loss": 0.5785,
      "step": 906
    },
    {
      "epoch": 2.554929577464789,
      "grad_norm": 0.6866771635498244,
      "learning_rate": 6.562738728709795e-07,
      "loss": 0.5141,
      "step": 907
    },
    {
      "epoch": 2.5577464788732396,
      "grad_norm": 0.762851841283065,
      "learning_rate": 6.481766650078969e-07,
      "loss": 0.5784,
      "step": 908
    },
    {
      "epoch": 2.5605633802816903,
      "grad_norm": 0.745798205319872,
      "learning_rate": 6.401262564704019e-07,
      "loss": 0.5615,
      "step": 909
    },
    {
      "epoch": 2.563380281690141,
      "grad_norm": 0.7267076581981277,
      "learning_rate": 6.321227338322511e-07,
      "loss": 0.588,
      "step": 910
    },
    {
      "epoch": 2.5661971830985917,
      "grad_norm": 0.683833936306517,
      "learning_rate": 6.241661831629902e-07,
      "loss": 0.5261,
      "step": 911
    },
    {
      "epoch": 2.5690140845070424,
      "grad_norm": 0.785279539380278,
      "learning_rate": 6.162566900270311e-07,
      "loss": 0.5273,
      "step": 912
    },
    {
      "epoch": 2.571830985915493,
      "grad_norm": 0.6821061292671917,
      "learning_rate": 6.083943394827329e-07,
      "loss": 0.4928,
      "step": 913
    },
    {
      "epoch": 2.574647887323944,
      "grad_norm": 0.7156545834103997,
      "learning_rate": 6.005792160814821e-07,
      "loss": 0.5511,
      "step": 914
    },
    {
      "epoch": 2.5774647887323945,
      "grad_norm": 0.6867901055418119,
      "learning_rate": 5.928114038667888e-07,
      "loss": 0.5047,
      "step": 915
    },
    {
      "epoch": 2.580281690140845,
      "grad_norm": 0.6960326420245707,
      "learning_rate": 5.850909863733784e-07,
      "loss": 0.5591,
      "step": 916
    },
    {
      "epoch": 2.583098591549296,
      "grad_norm": 0.7774414120953896,
      "learning_rate": 5.774180466262985e-07,
      "loss": 0.6052,
      "step": 917
    },
    {
      "epoch": 2.5859154929577466,
      "grad_norm": 0.73166882890799,
      "learning_rate": 5.697926671400194e-07,
      "loss": 0.5807,
      "step": 918
    },
    {
      "epoch": 2.5887323943661973,
      "grad_norm": 0.754328972659702,
      "learning_rate": 5.622149299175539e-07,
      "loss": 0.5593,
      "step": 919
    },
    {
      "epoch": 2.591549295774648,
      "grad_norm": 0.7172975394869928,
      "learning_rate": 5.546849164495688e-07,
      "loss": 0.5434,
      "step": 920
    },
    {
      "epoch": 2.5943661971830987,
      "grad_norm": 0.7653703517730494,
      "learning_rate": 5.472027077135145e-07,
      "loss": 0.5656,
      "step": 921
    },
    {
      "epoch": 2.5971830985915494,
      "grad_norm": 0.6981722575591085,
      "learning_rate": 5.397683841727485e-07,
      "loss": 0.4886,
      "step": 922
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.7444541339360583,
      "learning_rate": 5.323820257756745e-07,
      "loss": 0.5395,
      "step": 923
    },
    {
      "epoch": 2.602816901408451,
      "grad_norm": 0.6835507442292554,
      "learning_rate": 5.250437119548817e-07,
      "loss": 0.518,
      "step": 924
    },
    {
      "epoch": 2.6056338028169015,
      "grad_norm": 0.6763495669522698,
      "learning_rate": 5.177535216262885e-07,
      "loss": 0.4711,
      "step": 925
    },
    {
      "epoch": 2.608450704225352,
      "grad_norm": 0.6976570030316313,
      "learning_rate": 5.105115331882954e-07,
      "loss": 0.5282,
      "step": 926
    },
    {
      "epoch": 2.611267605633803,
      "grad_norm": 0.7230013623985598,
      "learning_rate": 5.033178245209436e-07,
      "loss": 0.5319,
      "step": 927
    },
    {
      "epoch": 2.6140845070422536,
      "grad_norm": 0.701113900863958,
      "learning_rate": 4.961724729850731e-07,
      "loss": 0.4762,
      "step": 928
    },
    {
      "epoch": 2.6169014084507043,
      "grad_norm": 0.7593924318858984,
      "learning_rate": 4.890755554214954e-07,
      "loss": 0.5236,
      "step": 929
    },
    {
      "epoch": 2.619718309859155,
      "grad_norm": 0.7245468462578131,
      "learning_rate": 4.820271481501642e-07,
      "loss": 0.5012,
      "step": 930
    },
    {
      "epoch": 2.6225352112676057,
      "grad_norm": 0.742178416513282,
      "learning_rate": 4.7502732696935507e-07,
      "loss": 0.5618,
      "step": 931
    },
    {
      "epoch": 2.6253521126760564,
      "grad_norm": 0.7757926136824119,
      "learning_rate": 4.680761671548517e-07,
      "loss": 0.5689,
      "step": 932
    },
    {
      "epoch": 2.628169014084507,
      "grad_norm": 0.757413214376559,
      "learning_rate": 4.6117374345913454e-07,
      "loss": 0.6093,
      "step": 933
    },
    {
      "epoch": 2.630985915492958,
      "grad_norm": 0.7808878960276914,
      "learning_rate": 4.5432013011057984e-07,
      "loss": 0.6574,
      "step": 934
    },
    {
      "epoch": 2.6338028169014085,
      "grad_norm": 0.7432341814513662,
      "learning_rate": 4.4751540081265645e-07,
      "loss": 0.5579,
      "step": 935
    },
    {
      "epoch": 2.636619718309859,
      "grad_norm": 0.7432292701218901,
      "learning_rate": 4.407596287431387e-07,
      "loss": 0.464,
      "step": 936
    },
    {
      "epoch": 2.63943661971831,
      "grad_norm": 0.7142037612001625,
      "learning_rate": 4.340528865533161e-07,
      "loss": 0.5436,
      "step": 937
    },
    {
      "epoch": 2.6422535211267606,
      "grad_norm": 0.7587147906576946,
      "learning_rate": 4.2739524636721207e-07,
      "loss": 0.5685,
      "step": 938
    },
    {
      "epoch": 2.6450704225352113,
      "grad_norm": 0.7250510864530743,
      "learning_rate": 4.207867797808102e-07,
      "loss": 0.5706,
      "step": 939
    },
    {
      "epoch": 2.647887323943662,
      "grad_norm": 0.7444089098403069,
      "learning_rate": 4.1422755786128364e-07,
      "loss": 0.5828,
      "step": 940
    },
    {
      "epoch": 2.6507042253521127,
      "grad_norm": 0.7111869917066532,
      "learning_rate": 4.0771765114622886e-07,
      "loss": 0.5301,
      "step": 941
    },
    {
      "epoch": 2.6535211267605634,
      "grad_norm": 0.6726007711358601,
      "learning_rate": 4.012571296429102e-07,
      "loss": 0.4944,
      "step": 942
    },
    {
      "epoch": 2.656338028169014,
      "grad_norm": 0.7311381996970749,
      "learning_rate": 3.948460628275047e-07,
      "loss": 0.5329,
      "step": 943
    },
    {
      "epoch": 2.659154929577465,
      "grad_norm": 0.7535498452656507,
      "learning_rate": 3.8848451964435594e-07,
      "loss": 0.5611,
      "step": 944
    },
    {
      "epoch": 2.6619718309859155,
      "grad_norm": 0.7368613397695026,
      "learning_rate": 3.8217256850523243e-07,
      "loss": 0.575,
      "step": 945
    },
    {
      "epoch": 2.664788732394366,
      "grad_norm": 0.8283481948228351,
      "learning_rate": 3.759102772885925e-07,
      "loss": 0.6088,
      "step": 946
    },
    {
      "epoch": 2.667605633802817,
      "grad_norm": 0.6831237388540137,
      "learning_rate": 3.696977133388524e-07,
      "loss": 0.5037,
      "step": 947
    },
    {
      "epoch": 2.6704225352112676,
      "grad_norm": 0.654320245207509,
      "learning_rate": 3.635349434656638e-07,
      "loss": 0.4809,
      "step": 948
    },
    {
      "epoch": 2.6732394366197183,
      "grad_norm": 0.6823803621068965,
      "learning_rate": 3.5742203394319606e-07,
      "loss": 0.4552,
      "step": 949
    },
    {
      "epoch": 2.676056338028169,
      "grad_norm": 0.7047964358595283,
      "learning_rate": 3.513590505094222e-07,
      "loss": 0.5088,
      "step": 950
    },
    {
      "epoch": 2.6788732394366197,
      "grad_norm": 0.7489158544565429,
      "learning_rate": 3.453460583654106e-07,
      "loss": 0.52,
      "step": 951
    },
    {
      "epoch": 2.6816901408450704,
      "grad_norm": 0.7482041266928414,
      "learning_rate": 3.3938312217462686e-07,
      "loss": 0.4875,
      "step": 952
    },
    {
      "epoch": 2.684507042253521,
      "grad_norm": 0.7319451096212228,
      "learning_rate": 3.334703060622374e-07,
      "loss": 0.546,
      "step": 953
    },
    {
      "epoch": 2.687323943661972,
      "grad_norm": 0.793605571383183,
      "learning_rate": 3.2760767361441847e-07,
      "loss": 0.5887,
      "step": 954
    },
    {
      "epoch": 2.6901408450704225,
      "grad_norm": 0.695997307638334,
      "learning_rate": 3.2179528787767313e-07,
      "loss": 0.5182,
      "step": 955
    },
    {
      "epoch": 2.692957746478873,
      "grad_norm": 0.7360062330805416,
      "learning_rate": 3.1603321135815434e-07,
      "loss": 0.6046,
      "step": 956
    },
    {
      "epoch": 2.695774647887324,
      "grad_norm": 0.7164054436806284,
      "learning_rate": 3.103215060209902e-07,
      "loss": 0.5753,
      "step": 957
    },
    {
      "epoch": 2.6985915492957746,
      "grad_norm": 0.7148121631621239,
      "learning_rate": 3.046602332896209e-07,
      "loss": 0.5756,
      "step": 958
    },
    {
      "epoch": 2.7014084507042253,
      "grad_norm": 0.6847968930046422,
      "learning_rate": 2.9904945404513606e-07,
      "loss": 0.5609,
      "step": 959
    },
    {
      "epoch": 2.704225352112676,
      "grad_norm": 0.7182111847241899,
      "learning_rate": 2.9348922862562025e-07,
      "loss": 0.5507,
      "step": 960
    },
    {
      "epoch": 2.7070422535211267,
      "grad_norm": 0.782842512987059,
      "learning_rate": 2.879796168255039e-07,
      "loss": 0.5537,
      "step": 961
    },
    {
      "epoch": 2.7098591549295774,
      "grad_norm": 0.7642184480760954,
      "learning_rate": 2.825206778949219e-07,
      "loss": 0.5525,
      "step": 962
    },
    {
      "epoch": 2.712676056338028,
      "grad_norm": 0.7731085239034594,
      "learning_rate": 2.771124705390743e-07,
      "loss": 0.6081,
      "step": 963
    },
    {
      "epoch": 2.715492957746479,
      "grad_norm": 0.7025162728788912,
      "learning_rate": 2.717550529175955e-07,
      "loss": 0.4821,
      "step": 964
    },
    {
      "epoch": 2.7183098591549295,
      "grad_norm": 0.7198454479509169,
      "learning_rate": 2.664484826439312e-07,
      "loss": 0.5213,
      "step": 965
    },
    {
      "epoch": 2.72112676056338,
      "grad_norm": 0.7576950704979507,
      "learning_rate": 2.611928167847133e-07,
      "loss": 0.5119,
      "step": 966
    },
    {
      "epoch": 2.723943661971831,
      "grad_norm": 0.7263675362698118,
      "learning_rate": 2.5598811185915397e-07,
      "loss": 0.5309,
      "step": 967
    },
    {
      "epoch": 2.7267605633802816,
      "grad_norm": 0.8071498912093302,
      "learning_rate": 2.5083442383843136e-07,
      "loss": 0.6026,
      "step": 968
    },
    {
      "epoch": 2.7295774647887323,
      "grad_norm": 0.716757593430612,
      "learning_rate": 2.457318081450899e-07,
      "loss": 0.4898,
      "step": 969
    },
    {
      "epoch": 2.732394366197183,
      "grad_norm": 0.7652310058804378,
      "learning_rate": 2.4068031965244486e-07,
      "loss": 0.5468,
      "step": 970
    },
    {
      "epoch": 2.7352112676056337,
      "grad_norm": 0.7250545500999873,
      "learning_rate": 2.3568001268399088e-07,
      "loss": 0.5776,
      "step": 971
    },
    {
      "epoch": 2.7380281690140844,
      "grad_norm": 0.728736775512018,
      "learning_rate": 2.3073094101282056e-07,
      "loss": 0.5576,
      "step": 972
    },
    {
      "epoch": 2.740845070422535,
      "grad_norm": 0.6672516406987512,
      "learning_rate": 2.258331578610423e-07,
      "loss": 0.4974,
      "step": 973
    },
    {
      "epoch": 2.743661971830986,
      "grad_norm": 0.706845139654572,
      "learning_rate": 2.2098671589921017e-07,
      "loss": 0.5409,
      "step": 974
    },
    {
      "epoch": 2.7464788732394365,
      "grad_norm": 0.6557210086436945,
      "learning_rate": 2.1619166724575924e-07,
      "loss": 0.5145,
      "step": 975
    },
    {
      "epoch": 2.749295774647887,
      "grad_norm": 0.6968785117284902,
      "learning_rate": 2.114480634664401e-07,
      "loss": 0.525,
      "step": 976
    },
    {
      "epoch": 2.752112676056338,
      "grad_norm": 0.7560876394254348,
      "learning_rate": 2.0675595557376916e-07,
      "loss": 0.5601,
      "step": 977
    },
    {
      "epoch": 2.7549295774647886,
      "grad_norm": 0.7526488510684558,
      "learning_rate": 2.0211539402647807e-07,
      "loss": 0.5691,
      "step": 978
    },
    {
      "epoch": 2.7577464788732393,
      "grad_norm": 0.6816358178509648,
      "learning_rate": 1.9752642872897078e-07,
      "loss": 0.4796,
      "step": 979
    },
    {
      "epoch": 2.76056338028169,
      "grad_norm": 0.7374455810319034,
      "learning_rate": 1.9298910903078838e-07,
      "loss": 0.5415,
      "step": 980
    },
    {
      "epoch": 2.7633802816901407,
      "grad_norm": 0.6844607412321583,
      "learning_rate": 1.8850348372607575e-07,
      "loss": 0.5275,
      "step": 981
    },
    {
      "epoch": 2.7661971830985914,
      "grad_norm": 0.6959147100628197,
      "learning_rate": 1.840696010530596e-07,
      "loss": 0.5354,
      "step": 982
    },
    {
      "epoch": 2.769014084507042,
      "grad_norm": 0.7374698652571952,
      "learning_rate": 1.7968750869352792e-07,
      "loss": 0.5119,
      "step": 983
    },
    {
      "epoch": 2.771830985915493,
      "grad_norm": 0.717663869275445,
      "learning_rate": 1.753572537723186e-07,
      "loss": 0.5049,
      "step": 984
    },
    {
      "epoch": 2.7746478873239435,
      "grad_norm": 0.6950965076865067,
      "learning_rate": 1.7107888285681106e-07,
      "loss": 0.55,
      "step": 985
    },
    {
      "epoch": 2.777464788732394,
      "grad_norm": 0.7644851193031408,
      "learning_rate": 1.6685244195642715e-07,
      "loss": 0.5415,
      "step": 986
    },
    {
      "epoch": 2.780281690140845,
      "grad_norm": 0.7470884993973315,
      "learning_rate": 1.6267797652213368e-07,
      "loss": 0.5456,
      "step": 987
    },
    {
      "epoch": 2.7830985915492956,
      "grad_norm": 0.7605411571407109,
      "learning_rate": 1.5855553144595858e-07,
      "loss": 0.5865,
      "step": 988
    },
    {
      "epoch": 2.7859154929577463,
      "grad_norm": 0.7366936546933648,
      "learning_rate": 1.5448515106050165e-07,
      "loss": 0.4865,
      "step": 989
    },
    {
      "epoch": 2.788732394366197,
      "grad_norm": 0.7539626563855862,
      "learning_rate": 1.5046687913846392e-07,
      "loss": 0.5467,
      "step": 990
    },
    {
      "epoch": 2.7915492957746477,
      "grad_norm": 0.7014547717515902,
      "learning_rate": 1.4650075889217297e-07,
      "loss": 0.5575,
      "step": 991
    },
    {
      "epoch": 2.7943661971830984,
      "grad_norm": 0.683981370181626,
      "learning_rate": 1.4258683297311891e-07,
      "loss": 0.5005,
      "step": 992
    },
    {
      "epoch": 2.7971830985915496,
      "grad_norm": 0.7191901291359036,
      "learning_rate": 1.3872514347149756e-07,
      "loss": 0.5829,
      "step": 993
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.6988468027896046,
      "learning_rate": 1.3491573191575513e-07,
      "loss": 0.4915,
      "step": 994
    },
    {
      "epoch": 2.802816901408451,
      "grad_norm": 0.7458383149541131,
      "learning_rate": 1.3115863927214423e-07,
      "loss": 0.5119,
      "step": 995
    },
    {
      "epoch": 2.8056338028169012,
      "grad_norm": 0.7792116484568382,
      "learning_rate": 1.2745390594428143e-07,
      "loss": 0.5684,
      "step": 996
    },
    {
      "epoch": 2.8084507042253524,
      "grad_norm": 0.7680837077144288,
      "learning_rate": 1.2380157177271369e-07,
      "loss": 0.5421,
      "step": 997
    },
    {
      "epoch": 2.8112676056338026,
      "grad_norm": 0.7354184387370749,
      "learning_rate": 1.202016760344893e-07,
      "loss": 0.5652,
      "step": 998
    },
    {
      "epoch": 2.8140845070422538,
      "grad_norm": 0.7345418602331815,
      "learning_rate": 1.166542574427354e-07,
      "loss": 0.5414,
      "step": 999
    },
    {
      "epoch": 2.816901408450704,
      "grad_norm": 0.7264331561764557,
      "learning_rate": 1.131593541462439e-07,
      "loss": 0.5053,
      "step": 1000
    },
    {
      "epoch": 2.819718309859155,
      "grad_norm": 0.7215698428704066,
      "learning_rate": 1.0971700372905736e-07,
      "loss": 0.5694,
      "step": 1001
    },
    {
      "epoch": 2.8225352112676054,
      "grad_norm": 0.6924431328276708,
      "learning_rate": 1.0632724321006816e-07,
      "loss": 0.4931,
      "step": 1002
    },
    {
      "epoch": 2.8253521126760566,
      "grad_norm": 0.7433999913262525,
      "learning_rate": 1.0299010904261886e-07,
      "loss": 0.5269,
      "step": 1003
    },
    {
      "epoch": 2.828169014084507,
      "grad_norm": 0.7591641686077665,
      "learning_rate": 9.970563711410974e-08,
      "loss": 0.5789,
      "step": 1004
    },
    {
      "epoch": 2.830985915492958,
      "grad_norm": 0.7206709788993783,
      "learning_rate": 9.647386274561466e-08,
      "loss": 0.5783,
      "step": 1005
    },
    {
      "epoch": 2.8338028169014082,
      "grad_norm": 0.763303001346764,
      "learning_rate": 9.329482069149853e-08,
      "loss": 0.5639,
      "step": 1006
    },
    {
      "epoch": 2.8366197183098594,
      "grad_norm": 0.7171907005458857,
      "learning_rate": 9.016854513904828e-08,
      "loss": 0.5147,
      "step": 1007
    },
    {
      "epoch": 2.8394366197183096,
      "grad_norm": 0.7333285024549918,
      "learning_rate": 8.709506970809855e-08,
      "loss": 0.5431,
      "step": 1008
    },
    {
      "epoch": 2.8422535211267608,
      "grad_norm": 0.7283810889890997,
      "learning_rate": 8.407442745067552e-08,
      "loss": 0.5362,
      "step": 1009
    },
    {
      "epoch": 2.845070422535211,
      "grad_norm": 0.7149664274563876,
      "learning_rate": 8.110665085063918e-08,
      "loss": 0.5162,
      "step": 1010
    },
    {
      "epoch": 2.847887323943662,
      "grad_norm": 0.7302249666055635,
      "learning_rate": 7.819177182333493e-08,
      "loss": 0.5649,
      "step": 1011
    },
    {
      "epoch": 2.8507042253521124,
      "grad_norm": 0.6819672875462226,
      "learning_rate": 7.532982171524927e-08,
      "loss": 0.5188,
      "step": 1012
    },
    {
      "epoch": 2.8535211267605636,
      "grad_norm": 0.7429108794162049,
      "learning_rate": 7.252083130367349e-08,
      "loss": 0.5547,
      "step": 1013
    },
    {
      "epoch": 2.856338028169014,
      "grad_norm": 0.6925223924918105,
      "learning_rate": 6.97648307963733e-08,
      "loss": 0.5092,
      "step": 1014
    },
    {
      "epoch": 2.859154929577465,
      "grad_norm": 0.731757804946538,
      "learning_rate": 6.706184983126196e-08,
      "loss": 0.5549,
      "step": 1015
    },
    {
      "epoch": 2.8619718309859152,
      "grad_norm": 0.7104692499216267,
      "learning_rate": 6.441191747608322e-08,
      "loss": 0.5388,
      "step": 1016
    },
    {
      "epoch": 2.8647887323943664,
      "grad_norm": 0.6701176981914706,
      "learning_rate": 6.181506222809885e-08,
      "loss": 0.5234,
      "step": 1017
    },
    {
      "epoch": 2.8676056338028166,
      "grad_norm": 0.7709788734633877,
      "learning_rate": 5.9271312013781665e-08,
      "loss": 0.593,
      "step": 1018
    },
    {
      "epoch": 2.870422535211268,
      "grad_norm": 0.7829907431052303,
      "learning_rate": 5.678069418851351e-08,
      "loss": 0.6111,
      "step": 1019
    },
    {
      "epoch": 2.873239436619718,
      "grad_norm": 0.7037842335096338,
      "learning_rate": 5.4343235536294944e-08,
      "loss": 0.4803,
      "step": 1020
    },
    {
      "epoch": 2.876056338028169,
      "grad_norm": 0.667841942594328,
      "learning_rate": 5.195896226945385e-08,
      "loss": 0.4703,
      "step": 1021
    },
    {
      "epoch": 2.87887323943662,
      "grad_norm": 0.7093517015710021,
      "learning_rate": 4.9627900028365036e-08,
      "loss": 0.5247,
      "step": 1022
    },
    {
      "epoch": 2.8816901408450706,
      "grad_norm": 0.7804094006727855,
      "learning_rate": 4.735007388117441e-08,
      "loss": 0.5622,
      "step": 1023
    },
    {
      "epoch": 2.8845070422535213,
      "grad_norm": 0.7281503997189487,
      "learning_rate": 4.5125508323528025e-08,
      "loss": 0.5361,
      "step": 1024
    },
    {
      "epoch": 2.887323943661972,
      "grad_norm": 0.7459062923541441,
      "learning_rate": 4.2954227278310666e-08,
      "loss": 0.5618,
      "step": 1025
    },
    {
      "epoch": 2.8901408450704227,
      "grad_norm": 0.7441252088100604,
      "learning_rate": 4.083625409538772e-08,
      "loss": 0.6007,
      "step": 1026
    },
    {
      "epoch": 2.8929577464788734,
      "grad_norm": 0.717554049706811,
      "learning_rate": 3.877161155135423e-08,
      "loss": 0.5736,
      "step": 1027
    },
    {
      "epoch": 2.895774647887324,
      "grad_norm": 0.696592390563458,
      "learning_rate": 3.676032184928957e-08,
      "loss": 0.5046,
      "step": 1028
    },
    {
      "epoch": 2.898591549295775,
      "grad_norm": 0.6542018044465501,
      "learning_rate": 3.4802406618518195e-08,
      "loss": 0.4593,
      "step": 1029
    },
    {
      "epoch": 2.9014084507042255,
      "grad_norm": 0.6815251687238045,
      "learning_rate": 3.289788691437923e-08,
      "loss": 0.4588,
      "step": 1030
    },
    {
      "epoch": 2.904225352112676,
      "grad_norm": 0.7027235666996269,
      "learning_rate": 3.10467832179967e-08,
      "loss": 0.5113,
      "step": 1031
    },
    {
      "epoch": 2.907042253521127,
      "grad_norm": 0.7607538460194083,
      "learning_rate": 2.9249115436063013e-08,
      "loss": 0.5941,
      "step": 1032
    },
    {
      "epoch": 2.9098591549295776,
      "grad_norm": 0.7220736725918624,
      "learning_rate": 2.7504902900621356e-08,
      "loss": 0.4933,
      "step": 1033
    },
    {
      "epoch": 2.9126760563380283,
      "grad_norm": 0.7166615863712383,
      "learning_rate": 2.581416436886086e-08,
      "loss": 0.5728,
      "step": 1034
    },
    {
      "epoch": 2.915492957746479,
      "grad_norm": 0.7971855756389676,
      "learning_rate": 2.4176918022912333e-08,
      "loss": 0.6093,
      "step": 1035
    },
    {
      "epoch": 2.9183098591549297,
      "grad_norm": 0.708380543577938,
      "learning_rate": 2.2593181469653945e-08,
      "loss": 0.5801,
      "step": 1036
    },
    {
      "epoch": 2.9211267605633804,
      "grad_norm": 0.7432289103223266,
      "learning_rate": 2.1062971740523076e-08,
      "loss": 0.5307,
      "step": 1037
    },
    {
      "epoch": 2.923943661971831,
      "grad_norm": 0.7786874168213611,
      "learning_rate": 1.958630529133032e-08,
      "loss": 0.5472,
      "step": 1038
    },
    {
      "epoch": 2.926760563380282,
      "grad_norm": 0.7737112697875131,
      "learning_rate": 1.816319800208466e-08,
      "loss": 0.6477,
      "step": 1039
    },
    {
      "epoch": 2.9295774647887325,
      "grad_norm": 0.755421734849608,
      "learning_rate": 1.679366517682246e-08,
      "loss": 0.4996,
      "step": 1040
    },
    {
      "epoch": 2.932394366197183,
      "grad_norm": 0.7344390660036586,
      "learning_rate": 1.547772154344207e-08,
      "loss": 0.5684,
      "step": 1041
    },
    {
      "epoch": 2.935211267605634,
      "grad_norm": 0.7455018669291504,
      "learning_rate": 1.4215381253546712e-08,
      "loss": 0.5352,
      "step": 1042
    },
    {
      "epoch": 2.9380281690140846,
      "grad_norm": 0.6500928946288003,
      "learning_rate": 1.3006657882290163e-08,
      "loss": 0.4517,
      "step": 1043
    },
    {
      "epoch": 2.9408450704225353,
      "grad_norm": 0.7398268482770803,
      "learning_rate": 1.1851564428232987e-08,
      "loss": 0.4815,
      "step": 1044
    },
    {
      "epoch": 2.943661971830986,
      "grad_norm": 0.6758826237123673,
      "learning_rate": 1.0750113313202082e-08,
      "loss": 0.4791,
      "step": 1045
    },
    {
      "epoch": 2.9464788732394367,
      "grad_norm": 0.7585979778426581,
      "learning_rate": 9.70231638215635e-09,
      "loss": 0.6102,
      "step": 1046
    },
    {
      "epoch": 2.9492957746478874,
      "grad_norm": 0.7103789084083153,
      "learning_rate": 8.708184903060135e-09,
      "loss": 0.4698,
      "step": 1047
    },
    {
      "epoch": 2.952112676056338,
      "grad_norm": 0.7183494091050963,
      "learning_rate": 7.76772956676164e-09,
      "loss": 0.5356,
      "step": 1048
    },
    {
      "epoch": 2.954929577464789,
      "grad_norm": 0.7193080568255721,
      "learning_rate": 6.880960486877475e-09,
      "loss": 0.5064,
      "step": 1049
    },
    {
      "epoch": 2.9577464788732395,
      "grad_norm": 0.7797853793145919,
      "learning_rate": 6.047887199686075e-09,
      "loss": 0.5628,
      "step": 1050
    },
    {
      "epoch": 2.96056338028169,
      "grad_norm": 0.7388278933529127,
      "learning_rate": 5.268518664022226e-09,
      "loss": 0.5486,
      "step": 1051
    },
    {
      "epoch": 2.963380281690141,
      "grad_norm": 0.7159582661188039,
      "learning_rate": 4.54286326118214e-09,
      "loss": 0.5335,
      "step": 1052
    },
    {
      "epoch": 2.9661971830985916,
      "grad_norm": 0.7133437665306763,
      "learning_rate": 3.870928794834083e-09,
      "loss": 0.4978,
      "step": 1053
    },
    {
      "epoch": 2.9690140845070423,
      "grad_norm": 0.732528489265048,
      "learning_rate": 3.2527224909328914e-09,
      "loss": 0.561,
      "step": 1054
    },
    {
      "epoch": 2.971830985915493,
      "grad_norm": 0.7353062443834698,
      "learning_rate": 2.6882509976433604e-09,
      "loss": 0.5916,
      "step": 1055
    },
    {
      "epoch": 2.9746478873239437,
      "grad_norm": 0.7331761189776203,
      "learning_rate": 2.1775203852680836e-09,
      "loss": 0.4967,
      "step": 1056
    },
    {
      "epoch": 2.9774647887323944,
      "grad_norm": 0.7162322949974765,
      "learning_rate": 1.7205361461825054e-09,
      "loss": 0.5463,
      "step": 1057
    },
    {
      "epoch": 2.980281690140845,
      "grad_norm": 0.7187767220372333,
      "learning_rate": 1.317303194776076e-09,
      "loss": 0.4954,
      "step": 1058
    },
    {
      "epoch": 2.983098591549296,
      "grad_norm": 0.7051041793653454,
      "learning_rate": 9.678258673995189e-10,
      "loss": 0.5135,
      "step": 1059
    },
    {
      "epoch": 2.9859154929577465,
      "grad_norm": 0.7268714889415322,
      "learning_rate": 6.721079223165339e-10,
      "loss": 0.5272,
      "step": 1060
    },
    {
      "epoch": 2.988732394366197,
      "grad_norm": 1.1890425193935092,
      "learning_rate": 4.301525396666062e-10,
      "loss": 0.6821,
      "step": 1061
    },
    {
      "epoch": 2.991549295774648,
      "grad_norm": 0.7030030929326179,
      "learning_rate": 2.4196232142614794e-10,
      "loss": 0.5686,
      "step": 1062
    },
    {
      "epoch": 2.9943661971830986,
      "grad_norm": 0.6908075641092671,
      "learning_rate": 1.0753929138629382e-10,
      "loss": 0.5257,
      "step": 1063
    },
    {
      "epoch": 2.9971830985915493,
      "grad_norm": 0.7428862677010641,
      "learning_rate": 2.6884895126255695e-11,
      "loss": 0.4927,
      "step": 1064
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.7428387204524438,
      "learning_rate": 0.0,
      "loss": 0.5818,
      "step": 1065
    },
    {
      "epoch": 3.0,
      "step": 1065,
      "total_flos": 171917700349952.0,
      "train_loss": 0.6223782367549592,
      "train_runtime": 3879.5995,
      "train_samples_per_second": 26.353,
      "train_steps_per_second": 0.275
    }
  ],
  "logging_steps": 1,
  "max_steps": 1065,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 171917700349952.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}