{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.986425339366516,
  "eval_steps": 500,
  "global_step": 165,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01809954751131222,
      "grad_norm": 4.270520950401436,
      "learning_rate": 5.882352941176471e-07,
      "loss": 0.8651,
      "step": 1
    },
    {
      "epoch": 0.03619909502262444,
      "grad_norm": 4.08130709590183,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 0.834,
      "step": 2
    },
    {
      "epoch": 0.05429864253393665,
      "grad_norm": 6.3327514730586545,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 0.8286,
      "step": 3
    },
    {
      "epoch": 0.07239819004524888,
      "grad_norm": 4.619785546975456,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.8592,
      "step": 4
    },
    {
      "epoch": 0.09049773755656108,
      "grad_norm": 3.2305077950239336,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.8714,
      "step": 5
    },
    {
      "epoch": 0.1085972850678733,
      "grad_norm": 2.7370616230365483,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.846,
      "step": 6
    },
    {
      "epoch": 0.12669683257918551,
      "grad_norm": 2.0471907108946947,
      "learning_rate": 4.11764705882353e-06,
      "loss": 0.8033,
      "step": 7
    },
    {
      "epoch": 0.14479638009049775,
      "grad_norm": 1.7780057810998475,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.7808,
      "step": 8
    },
    {
      "epoch": 0.16289592760180996,
      "grad_norm": 2.3908751757347773,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.7251,
      "step": 9
    },
    {
      "epoch": 0.18099547511312217,
      "grad_norm": 2.25104000061671,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.756,
      "step": 10
    },
    {
      "epoch": 0.19909502262443438,
      "grad_norm": 1.8941739130758755,
      "learning_rate": 6.470588235294119e-06,
      "loss": 0.7291,
      "step": 11
    },
    {
      "epoch": 0.2171945701357466,
      "grad_norm": 1.6227195871257627,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.7187,
      "step": 12
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 2.117879729057304,
      "learning_rate": 7.647058823529411e-06,
      "loss": 0.7101,
      "step": 13
    },
    {
      "epoch": 0.25339366515837103,
      "grad_norm": 1.6475677575928487,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.693,
      "step": 14
    },
    {
      "epoch": 0.27149321266968324,
      "grad_norm": 1.352033468624444,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.7142,
      "step": 15
    },
    {
      "epoch": 0.2895927601809955,
      "grad_norm": 1.0129577643301186,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.6941,
      "step": 16
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.3363060312344113,
      "learning_rate": 1e-05,
      "loss": 0.6946,
      "step": 17
    },
    {
      "epoch": 0.3257918552036199,
      "grad_norm": 0.9818113208945979,
      "learning_rate": 9.998873580873848e-06,
      "loss": 0.6559,
      "step": 18
    },
    {
      "epoch": 0.3438914027149321,
      "grad_norm": 0.9497100630620063,
      "learning_rate": 9.99549483102341e-06,
      "loss": 0.6293,
      "step": 19
    },
    {
      "epoch": 0.36199095022624433,
      "grad_norm": 0.7666994164661116,
      "learning_rate": 9.989865272804064e-06,
      "loss": 0.6363,
      "step": 20
    },
    {
      "epoch": 0.38009049773755654,
      "grad_norm": 0.7657473460823022,
      "learning_rate": 9.981987442712634e-06,
      "loss": 0.619,
      "step": 21
    },
    {
      "epoch": 0.39819004524886875,
      "grad_norm": 0.7395769869216733,
      "learning_rate": 9.971864890244514e-06,
      "loss": 0.6137,
      "step": 22
    },
    {
      "epoch": 0.416289592760181,
      "grad_norm": 0.6202139618434414,
      "learning_rate": 9.959502176294384e-06,
      "loss": 0.6142,
      "step": 23
    },
    {
      "epoch": 0.4343891402714932,
      "grad_norm": 0.7479430347437638,
      "learning_rate": 9.944904871101227e-06,
      "loss": 0.618,
      "step": 24
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 0.6779505395481803,
      "learning_rate": 9.928079551738542e-06,
      "loss": 0.6177,
      "step": 25
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.5363485701627213,
      "learning_rate": 9.909033799150947e-06,
      "loss": 0.6323,
      "step": 26
    },
    {
      "epoch": 0.48868778280542985,
      "grad_norm": 0.5974955089825978,
      "learning_rate": 9.887776194738433e-06,
      "loss": 0.5826,
      "step": 27
    },
    {
      "epoch": 0.5067873303167421,
      "grad_norm": 0.5444695893455697,
      "learning_rate": 9.864316316489873e-06,
      "loss": 0.578,
      "step": 28
    },
    {
      "epoch": 0.5248868778280543,
      "grad_norm": 0.4489447311178371,
      "learning_rate": 9.838664734667496e-06,
      "loss": 0.6192,
      "step": 29
    },
    {
      "epoch": 0.5429864253393665,
      "grad_norm": 0.5254652960581311,
      "learning_rate": 9.810833007044247e-06,
      "loss": 0.5858,
      "step": 30
    },
    {
      "epoch": 0.5610859728506787,
      "grad_norm": 0.43507105065822094,
      "learning_rate": 9.780833673696255e-06,
      "loss": 0.5912,
      "step": 31
    },
    {
      "epoch": 0.579185520361991,
      "grad_norm": 0.5884456720678961,
      "learning_rate": 9.74868025135266e-06,
      "loss": 0.601,
      "step": 32
    },
    {
      "epoch": 0.5972850678733032,
      "grad_norm": 0.446124158858029,
      "learning_rate": 9.714387227305422e-06,
      "loss": 0.5716,
      "step": 33
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.4999259943183043,
      "learning_rate": 9.677970052881811e-06,
      "loss": 0.6004,
      "step": 34
    },
    {
      "epoch": 0.6334841628959276,
      "grad_norm": 0.5452059230819422,
      "learning_rate": 9.639445136482549e-06,
      "loss": 0.5771,
      "step": 35
    },
    {
      "epoch": 0.6515837104072398,
      "grad_norm": 0.45682271068627184,
      "learning_rate": 9.598829836188694e-06,
      "loss": 0.5837,
      "step": 36
    },
    {
      "epoch": 0.669683257918552,
      "grad_norm": 0.43493826579652684,
      "learning_rate": 9.55614245194068e-06,
      "loss": 0.5963,
      "step": 37
    },
    {
      "epoch": 0.6877828054298643,
      "grad_norm": 0.42543550395893537,
      "learning_rate": 9.511402217292927e-06,
      "loss": 0.5633,
      "step": 38
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.3891549600693992,
      "learning_rate": 9.464629290747844e-06,
      "loss": 0.5607,
      "step": 39
    },
    {
      "epoch": 0.7239819004524887,
      "grad_norm": 0.4002335108145771,
      "learning_rate": 9.415844746673047e-06,
      "loss": 0.5778,
      "step": 40
    },
    {
      "epoch": 0.7420814479638009,
      "grad_norm": 0.4287499076319389,
      "learning_rate": 9.365070565805941e-06,
      "loss": 0.5649,
      "step": 41
    },
    {
      "epoch": 0.7601809954751131,
      "grad_norm": 0.38942600340952016,
      "learning_rate": 9.312329625349903e-06,
      "loss": 0.5701,
      "step": 42
    },
    {
      "epoch": 0.7782805429864253,
      "grad_norm": 0.3306475208382961,
      "learning_rate": 9.257645688666557e-06,
      "loss": 0.5641,
      "step": 43
    },
    {
      "epoch": 0.7963800904977375,
      "grad_norm": 0.37084164933852937,
      "learning_rate": 9.201043394568773e-06,
      "loss": 0.5511,
      "step": 44
    },
    {
      "epoch": 0.8144796380090498,
      "grad_norm": 0.3494129880763865,
      "learning_rate": 9.142548246219212e-06,
      "loss": 0.5626,
      "step": 45
    },
    {
      "epoch": 0.832579185520362,
      "grad_norm": 0.36906169844507203,
      "learning_rate": 9.082186599639429e-06,
      "loss": 0.5659,
      "step": 46
    },
    {
      "epoch": 0.8506787330316742,
      "grad_norm": 0.3758901401117832,
      "learning_rate": 9.019985651834703e-06,
      "loss": 0.572,
      "step": 47
    },
    {
      "epoch": 0.8687782805429864,
      "grad_norm": 0.32671844293334396,
      "learning_rate": 8.955973428539943e-06,
      "loss": 0.5755,
      "step": 48
    },
    {
      "epoch": 0.8868778280542986,
      "grad_norm": 0.4489028958210117,
      "learning_rate": 8.890178771592198e-06,
      "loss": 0.578,
      "step": 49
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 0.39698421743018597,
      "learning_rate": 8.822631325935463e-06,
      "loss": 0.5742,
      "step": 50
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.40912494828005824,
      "learning_rate": 8.753361526263622e-06,
      "loss": 0.5581,
      "step": 51
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.46734953420703257,
      "learning_rate": 8.682400583307562e-06,
      "loss": 0.5684,
      "step": 52
    },
    {
      "epoch": 0.9592760180995475,
      "grad_norm": 0.3467889011356855,
      "learning_rate": 8.609780469772623e-06,
      "loss": 0.556,
      "step": 53
    },
    {
      "epoch": 0.9773755656108597,
      "grad_norm": 0.5085559424990912,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.5514,
      "step": 54
    },
    {
      "epoch": 0.995475113122172,
      "grad_norm": 0.4523513658790744,
      "learning_rate": 8.459694344887732e-06,
      "loss": 0.5925,
      "step": 55
    },
    {
      "epoch": 1.0135746606334841,
      "grad_norm": 0.7340348802970464,
      "learning_rate": 8.382295957490435e-06,
      "loss": 0.9574,
      "step": 56
    },
    {
      "epoch": 1.0316742081447963,
      "grad_norm": 0.420046446649172,
      "learning_rate": 8.303373616950408e-06,
      "loss": 0.5356,
      "step": 57
    },
    {
      "epoch": 1.0497737556561086,
      "grad_norm": 0.3421282037573979,
      "learning_rate": 8.222962883121196e-06,
      "loss": 0.5521,
      "step": 58
    },
    {
      "epoch": 1.0678733031674208,
      "grad_norm": 0.4190729595247935,
      "learning_rate": 8.141099986478212e-06,
      "loss": 0.5362,
      "step": 59
    },
    {
      "epoch": 1.085972850678733,
      "grad_norm": 0.359499883552521,
      "learning_rate": 8.057821811794457e-06,
      "loss": 0.541,
      "step": 60
    },
    {
      "epoch": 1.1040723981900453,
      "grad_norm": 0.3756476194471776,
      "learning_rate": 7.973165881521435e-06,
      "loss": 0.5467,
      "step": 61
    },
    {
      "epoch": 1.1221719457013575,
      "grad_norm": 0.35661012462013447,
      "learning_rate": 7.887170338882742e-06,
      "loss": 0.5462,
      "step": 62
    },
    {
      "epoch": 1.1402714932126696,
      "grad_norm": 0.3498507388990045,
      "learning_rate": 7.799873930687979e-06,
      "loss": 0.5171,
      "step": 63
    },
    {
      "epoch": 1.1583710407239818,
      "grad_norm": 0.3170076180552228,
      "learning_rate": 7.711315989874677e-06,
      "loss": 0.507,
      "step": 64
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.3037529085890902,
      "learning_rate": 7.621536417786159e-06,
      "loss": 0.5174,
      "step": 65
    },
    {
      "epoch": 1.1945701357466063,
      "grad_norm": 0.342570759484934,
      "learning_rate": 7.530575666193283e-06,
      "loss": 0.5317,
      "step": 66
    },
    {
      "epoch": 1.2126696832579185,
      "grad_norm": 0.30104088055723055,
      "learning_rate": 7.438474719068174e-06,
      "loss": 0.5274,
      "step": 67
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.326669875074583,
      "learning_rate": 7.3452750741181855e-06,
      "loss": 0.5135,
      "step": 68
    },
    {
      "epoch": 1.248868778280543,
      "grad_norm": 0.3551023399546242,
      "learning_rate": 7.251018724088367e-06,
      "loss": 0.5204,
      "step": 69
    },
    {
      "epoch": 1.2669683257918551,
      "grad_norm": 0.37895672243853146,
      "learning_rate": 7.155748137840892e-06,
      "loss": 0.5479,
      "step": 70
    },
    {
      "epoch": 1.2850678733031673,
      "grad_norm": 0.36133670714468175,
      "learning_rate": 7.059506241219964e-06,
      "loss": 0.5434,
      "step": 71
    },
    {
      "epoch": 1.3031674208144797,
      "grad_norm": 0.33317369601816094,
      "learning_rate": 6.962336397710819e-06,
      "loss": 0.5253,
      "step": 72
    },
    {
      "epoch": 1.3212669683257918,
      "grad_norm": 0.28803695913966876,
      "learning_rate": 6.864282388901544e-06,
      "loss": 0.5076,
      "step": 73
    },
    {
      "epoch": 1.3393665158371042,
      "grad_norm": 0.3913327961715048,
      "learning_rate": 6.765388394756504e-06,
      "loss": 0.5365,
      "step": 74
    },
    {
      "epoch": 1.3574660633484164,
      "grad_norm": 0.2977675871279601,
      "learning_rate": 6.665698973710289e-06,
      "loss": 0.5393,
      "step": 75
    },
    {
      "epoch": 1.3755656108597285,
      "grad_norm": 0.3702071945183516,
      "learning_rate": 6.565259042591112e-06,
      "loss": 0.517,
      "step": 76
    },
    {
      "epoch": 1.3936651583710407,
      "grad_norm": 0.35663025248537605,
      "learning_rate": 6.464113856382752e-06,
      "loss": 0.5218,
      "step": 77
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 0.3846006097732817,
      "learning_rate": 6.3623089878341146e-06,
      "loss": 0.5281,
      "step": 78
    },
    {
      "epoch": 1.4298642533936652,
      "grad_norm": 0.38145233359354735,
      "learning_rate": 6.259890306925627e-06,
      "loss": 0.5494,
      "step": 79
    },
    {
      "epoch": 1.4479638009049773,
      "grad_norm": 0.321686326326639,
      "learning_rate": 6.156903960201709e-06,
      "loss": 0.5215,
      "step": 80
    },
    {
      "epoch": 1.4660633484162897,
      "grad_norm": 0.3553248299309718,
      "learning_rate": 6.053396349978632e-06,
      "loss": 0.5124,
      "step": 81
    },
    {
      "epoch": 1.4841628959276019,
      "grad_norm": 0.3688316984975195,
      "learning_rate": 5.949414113437142e-06,
      "loss": 0.5297,
      "step": 82
    },
    {
      "epoch": 1.502262443438914,
      "grad_norm": 0.31268728687027997,
      "learning_rate": 5.8450041016092465e-06,
      "loss": 0.5395,
      "step": 83
    },
    {
      "epoch": 1.5203619909502262,
      "grad_norm": 0.36390895213403174,
      "learning_rate": 5.740213358268658e-06,
      "loss": 0.5247,
      "step": 84
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.3532101356565584,
      "learning_rate": 5.635089098734394e-06,
      "loss": 0.5121,
      "step": 85
    },
    {
      "epoch": 1.5565610859728507,
      "grad_norm": 0.30616495012538836,
      "learning_rate": 5.529678688597081e-06,
      "loss": 0.5301,
      "step": 86
    },
    {
      "epoch": 1.5746606334841629,
      "grad_norm": 0.41168813574652363,
      "learning_rate": 5.4240296223775465e-06,
      "loss": 0.5297,
      "step": 87
    },
    {
      "epoch": 1.5927601809954752,
      "grad_norm": 0.3480419851531957,
      "learning_rate": 5.318189502127332e-06,
      "loss": 0.5346,
      "step": 88
    },
    {
      "epoch": 1.6108597285067874,
      "grad_norm": 0.3951211138988914,
      "learning_rate": 5.212206015980742e-06,
      "loss": 0.5442,
      "step": 89
    },
    {
      "epoch": 1.6289592760180995,
      "grad_norm": 0.32142900262246665,
      "learning_rate": 5.106126916668118e-06,
      "loss": 0.5139,
      "step": 90
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 0.372934660354091,
      "learning_rate": 5e-06,
      "loss": 0.537,
      "step": 91
    },
    {
      "epoch": 1.6651583710407238,
      "grad_norm": 0.31940542344772543,
      "learning_rate": 4.8938730833318825e-06,
      "loss": 0.5255,
      "step": 92
    },
    {
      "epoch": 1.6832579185520362,
      "grad_norm": 0.3484072513306141,
      "learning_rate": 4.78779398401926e-06,
      "loss": 0.5312,
      "step": 93
    },
    {
      "epoch": 1.7013574660633484,
      "grad_norm": 0.305688116719012,
      "learning_rate": 4.6818104978726685e-06,
      "loss": 0.5404,
      "step": 94
    },
    {
      "epoch": 1.7194570135746607,
      "grad_norm": 0.2610608476826038,
      "learning_rate": 4.575970377622456e-06,
      "loss": 0.5308,
      "step": 95
    },
    {
      "epoch": 1.737556561085973,
      "grad_norm": 0.323315649537396,
      "learning_rate": 4.47032131140292e-06,
      "loss": 0.5129,
      "step": 96
    },
    {
      "epoch": 1.755656108597285,
      "grad_norm": 0.2868605984916918,
      "learning_rate": 4.364910901265607e-06,
      "loss": 0.5324,
      "step": 97
    },
    {
      "epoch": 1.7737556561085972,
      "grad_norm": 0.2480631165360626,
      "learning_rate": 4.259786641731344e-06,
      "loss": 0.5204,
      "step": 98
    },
    {
      "epoch": 1.7918552036199094,
      "grad_norm": 0.2845617409603977,
      "learning_rate": 4.154995898390756e-06,
      "loss": 0.5207,
      "step": 99
    },
    {
      "epoch": 1.8099547511312217,
      "grad_norm": 0.2901557749018309,
      "learning_rate": 4.050585886562858e-06,
      "loss": 0.5401,
      "step": 100
    },
    {
      "epoch": 1.8280542986425339,
      "grad_norm": 0.2577789829212818,
      "learning_rate": 3.94660365002137e-06,
      "loss": 0.525,
      "step": 101
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.28060392539372403,
      "learning_rate": 3.843096039798293e-06,
      "loss": 0.5267,
      "step": 102
    },
    {
      "epoch": 1.8642533936651584,
      "grad_norm": 0.27493292579589645,
      "learning_rate": 3.7401096930743753e-06,
      "loss": 0.5225,
      "step": 103
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 0.2503147317440557,
      "learning_rate": 3.6376910121658867e-06,
      "loss": 0.5183,
      "step": 104
    },
    {
      "epoch": 1.9004524886877827,
      "grad_norm": 0.29883473530138427,
      "learning_rate": 3.5358861436172487e-06,
      "loss": 0.5338,
      "step": 105
    },
    {
      "epoch": 1.9185520361990949,
      "grad_norm": 0.3003751720185607,
      "learning_rate": 3.4347409574088896e-06,
      "loss": 0.5248,
      "step": 106
    },
    {
      "epoch": 1.9366515837104072,
      "grad_norm": 0.296798930565972,
      "learning_rate": 3.3343010262897125e-06,
      "loss": 0.5172,
      "step": 107
    },
    {
      "epoch": 1.9547511312217196,
      "grad_norm": 0.29960841020898205,
      "learning_rate": 3.234611605243496e-06,
      "loss": 0.5416,
      "step": 108
    },
    {
      "epoch": 1.9728506787330318,
      "grad_norm": 0.24656341443926255,
      "learning_rate": 3.1357176110984578e-06,
      "loss": 0.5169,
      "step": 109
    },
    {
      "epoch": 1.990950226244344,
      "grad_norm": 0.24416915079855595,
      "learning_rate": 3.0376636022891813e-06,
      "loss": 0.5031,
      "step": 110
    },
    {
      "epoch": 2.009049773755656,
      "grad_norm": 0.5106478330596561,
      "learning_rate": 2.9404937587800374e-06,
      "loss": 0.8733,
      "step": 111
    },
    {
      "epoch": 2.0271493212669682,
      "grad_norm": 0.28895565841398857,
      "learning_rate": 2.8442518621591085e-06,
      "loss": 0.5102,
      "step": 112
    },
    {
      "epoch": 2.0452488687782804,
      "grad_norm": 0.274250226920425,
      "learning_rate": 2.748981275911633e-06,
      "loss": 0.4991,
      "step": 113
    },
    {
      "epoch": 2.0633484162895925,
      "grad_norm": 0.2683303919910382,
      "learning_rate": 2.6547249258818162e-06,
      "loss": 0.4811,
      "step": 114
    },
    {
      "epoch": 2.081447963800905,
      "grad_norm": 0.2670782977498998,
      "learning_rate": 2.5615252809318287e-06,
      "loss": 0.5246,
      "step": 115
    },
    {
      "epoch": 2.0995475113122173,
      "grad_norm": 0.25059501980164506,
      "learning_rate": 2.469424333806718e-06,
      "loss": 0.5181,
      "step": 116
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 0.28254518452392197,
      "learning_rate": 2.3784635822138424e-06,
      "loss": 0.5112,
      "step": 117
    },
    {
      "epoch": 2.1357466063348416,
      "grad_norm": 0.29324248893783117,
      "learning_rate": 2.288684010125325e-06,
      "loss": 0.5114,
      "step": 118
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.2503268575452895,
      "learning_rate": 2.2001260693120236e-06,
      "loss": 0.4967,
      "step": 119
    },
    {
      "epoch": 2.171945701357466,
      "grad_norm": 0.2699479211486462,
      "learning_rate": 2.1128296611172593e-06,
      "loss": 0.4959,
      "step": 120
    },
    {
      "epoch": 2.1900452488687785,
      "grad_norm": 0.2580177426665245,
      "learning_rate": 2.0268341184785674e-06,
      "loss": 0.5088,
      "step": 121
    },
    {
      "epoch": 2.2081447963800906,
      "grad_norm": 0.2508244895204738,
      "learning_rate": 1.9421781882055447e-06,
      "loss": 0.4917,
      "step": 122
    },
    {
      "epoch": 2.226244343891403,
      "grad_norm": 0.2792571659281552,
      "learning_rate": 1.8589000135217882e-06,
      "loss": 0.5023,
      "step": 123
    },
    {
      "epoch": 2.244343891402715,
      "grad_norm": 0.23158505061350954,
      "learning_rate": 1.7770371168788042e-06,
      "loss": 0.4863,
      "step": 124
    },
    {
      "epoch": 2.262443438914027,
      "grad_norm": 0.2683239496999239,
      "learning_rate": 1.6966263830495939e-06,
      "loss": 0.4873,
      "step": 125
    },
    {
      "epoch": 2.2805429864253393,
      "grad_norm": 0.24178359031260568,
      "learning_rate": 1.6177040425095664e-06,
      "loss": 0.4977,
      "step": 126
    },
    {
      "epoch": 2.2986425339366514,
      "grad_norm": 0.2542786308206507,
      "learning_rate": 1.5403056551122697e-06,
      "loss": 0.4998,
      "step": 127
    },
    {
      "epoch": 2.3167420814479636,
      "grad_norm": 0.2345038790062461,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.5061,
      "step": 128
    },
    {
      "epoch": 2.334841628959276,
      "grad_norm": 0.2494018788793317,
      "learning_rate": 1.390219530227378e-06,
      "loss": 0.5169,
      "step": 129
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.23720925343998778,
      "learning_rate": 1.3175994166924394e-06,
      "loss": 0.5023,
      "step": 130
    },
    {
      "epoch": 2.3710407239819005,
      "grad_norm": 0.20440215406384443,
      "learning_rate": 1.246638473736378e-06,
      "loss": 0.4753,
      "step": 131
    },
    {
      "epoch": 2.3891402714932126,
      "grad_norm": 0.21449535787548765,
      "learning_rate": 1.1773686740645384e-06,
      "loss": 0.5136,
      "step": 132
    },
    {
      "epoch": 2.4072398190045248,
      "grad_norm": 0.24588391549876998,
      "learning_rate": 1.1098212284078037e-06,
      "loss": 0.5009,
      "step": 133
    },
    {
      "epoch": 2.425339366515837,
      "grad_norm": 0.2388777734423218,
      "learning_rate": 1.0440265714600573e-06,
      "loss": 0.5246,
      "step": 134
    },
    {
      "epoch": 2.4434389140271495,
      "grad_norm": 0.23579449100780014,
      "learning_rate": 9.80014348165298e-07,
      "loss": 0.5026,
      "step": 135
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.22823611772484245,
      "learning_rate": 9.178134003605721e-07,
      "loss": 0.492,
      "step": 136
    },
    {
      "epoch": 2.479638009049774,
      "grad_norm": 0.21111741055317057,
      "learning_rate": 8.574517537807897e-07,
      "loss": 0.5105,
      "step": 137
    },
    {
      "epoch": 2.497737556561086,
      "grad_norm": 0.23249058681576157,
      "learning_rate": 7.989566054312286e-07,
      "loss": 0.5143,
      "step": 138
    },
    {
      "epoch": 2.515837104072398,
      "grad_norm": 0.21764828402899594,
      "learning_rate": 7.423543113334436e-07,
      "loss": 0.4849,
      "step": 139
    },
    {
      "epoch": 2.5339366515837103,
      "grad_norm": 0.24396341429275906,
      "learning_rate": 6.876703746500984e-07,
      "loss": 0.4903,
      "step": 140
    },
    {
      "epoch": 2.5520361990950224,
      "grad_norm": 0.22499941187789713,
      "learning_rate": 6.349294341940593e-07,
      "loss": 0.4772,
      "step": 141
    },
    {
      "epoch": 2.5701357466063346,
      "grad_norm": 0.23288553371110793,
      "learning_rate": 5.841552533269534e-07,
      "loss": 0.5162,
      "step": 142
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 0.205460117436211,
      "learning_rate": 5.353707092521581e-07,
      "loss": 0.4976,
      "step": 143
    },
    {
      "epoch": 2.6063348416289593,
      "grad_norm": 0.2214846135707125,
      "learning_rate": 4.885977827070748e-07,
      "loss": 0.5116,
      "step": 144
    },
    {
      "epoch": 2.6244343891402715,
      "grad_norm": 0.22509550835701087,
      "learning_rate": 4.43857548059321e-07,
      "loss": 0.5115,
      "step": 145
    },
    {
      "epoch": 2.6425339366515836,
      "grad_norm": 0.2041589989166428,
      "learning_rate": 4.0117016381130636e-07,
      "loss": 0.4798,
      "step": 146
    },
    {
      "epoch": 2.660633484162896,
      "grad_norm": 0.22016570643213332,
      "learning_rate": 3.6055486351745327e-07,
      "loss": 0.4998,
      "step": 147
    },
    {
      "epoch": 2.6787330316742084,
      "grad_norm": 0.2478568518194293,
      "learning_rate": 3.220299471181898e-07,
      "loss": 0.5039,
      "step": 148
    },
    {
      "epoch": 2.6968325791855206,
      "grad_norm": 0.20717209753663476,
      "learning_rate": 2.85612772694579e-07,
      "loss": 0.4928,
      "step": 149
    },
    {
      "epoch": 2.7149321266968327,
      "grad_norm": 0.21806938834032513,
      "learning_rate": 2.5131974864734063e-07,
      "loss": 0.5131,
      "step": 150
    },
    {
      "epoch": 2.733031674208145,
      "grad_norm": 0.21612495922499686,
      "learning_rate": 2.1916632630374579e-07,
      "loss": 0.5145,
      "step": 151
    },
    {
      "epoch": 2.751131221719457,
      "grad_norm": 0.21635896851957898,
      "learning_rate": 1.8916699295575324e-07,
      "loss": 0.4964,
      "step": 152
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.19798724526464564,
      "learning_rate": 1.6133526533250566e-07,
      "loss": 0.4855,
      "step": 153
    },
    {
      "epoch": 2.7873303167420813,
      "grad_norm": 0.20783663967394034,
      "learning_rate": 1.3568368351012718e-07,
      "loss": 0.4966,
      "step": 154
    },
    {
      "epoch": 2.8054298642533935,
      "grad_norm": 0.19191009162032222,
      "learning_rate": 1.1222380526156929e-07,
      "loss": 0.4974,
      "step": 155
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.21216955411007024,
      "learning_rate": 9.096620084905472e-08,
      "loss": 0.5191,
      "step": 156
    },
    {
      "epoch": 2.841628959276018,
      "grad_norm": 0.21639489053110292,
      "learning_rate": 7.192044826145772e-08,
      "loss": 0.5268,
      "step": 157
    },
    {
      "epoch": 2.8597285067873304,
      "grad_norm": 0.21244774609292955,
      "learning_rate": 5.509512889877333e-08,
      "loss": 0.5088,
      "step": 158
    },
    {
      "epoch": 2.8778280542986425,
      "grad_norm": 0.21215837031481655,
      "learning_rate": 4.0497823705615836e-08,
      "loss": 0.4942,
      "step": 159
    },
    {
      "epoch": 2.8959276018099547,
      "grad_norm": 0.2070665647344241,
      "learning_rate": 2.8135109755487723e-08,
      "loss": 0.5331,
      "step": 160
    },
    {
      "epoch": 2.914027149321267,
      "grad_norm": 0.19955418175982154,
      "learning_rate": 1.8012557287367394e-08,
      "loss": 0.4901,
      "step": 161
    },
    {
      "epoch": 2.9321266968325794,
      "grad_norm": 0.2052841051806031,
      "learning_rate": 1.0134727195937332e-08,
      "loss": 0.5096,
      "step": 162
    },
    {
      "epoch": 2.9502262443438916,
      "grad_norm": 0.22007204293809482,
      "learning_rate": 4.505168976592922e-09,
      "loss": 0.5248,
      "step": 163
    },
    {
      "epoch": 2.9683257918552037,
      "grad_norm": 0.21247616301770453,
      "learning_rate": 1.1264191261528557e-09,
      "loss": 0.5081,
      "step": 164
    },
    {
      "epoch": 2.986425339366516,
      "grad_norm": 0.20780388742772332,
      "learning_rate": 0.0,
      "loss": 0.5126,
      "step": 165
    },
    {
      "epoch": 2.986425339366516,
      "step": 165,
      "total_flos": 518749773889536.0,
      "train_loss": 0.5635366864276655,
      "train_runtime": 44509.1752,
      "train_samples_per_second": 0.357,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 165,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 518749773889536.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}