{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 37.47072599531616,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1873536299765808,
      "grad_norm": 5.991908550262451,
      "learning_rate": 4.9999313759953484e-05,
      "loss": 6.4768,
      "step": 10
    },
    {
      "epoch": 0.3747072599531616,
      "grad_norm": 8.760614395141602,
      "learning_rate": 4.999725507748798e-05,
      "loss": 5.0186,
      "step": 20
    },
    {
      "epoch": 0.5620608899297423,
      "grad_norm": 4.322343826293945,
      "learning_rate": 4.999382406562349e-05,
      "loss": 3.1088,
      "step": 30
    },
    {
      "epoch": 0.7494145199063232,
      "grad_norm": 1.4796526432037354,
      "learning_rate": 4.9989020912719864e-05,
      "loss": 2.2997,
      "step": 40
    },
    {
      "epoch": 0.936768149882904,
      "grad_norm": 0.8381783962249756,
      "learning_rate": 4.998284588246634e-05,
      "loss": 1.9748,
      "step": 50
    },
    {
      "epoch": 1.1241217798594847,
      "grad_norm": 0.6073408722877502,
      "learning_rate": 4.99752993138672e-05,
      "loss": 1.8716,
      "step": 60
    },
    {
      "epoch": 1.3114754098360657,
      "grad_norm": 0.5777516961097717,
      "learning_rate": 4.996638162122302e-05,
      "loss": 1.7803,
      "step": 70
    },
    {
      "epoch": 1.4988290398126463,
      "grad_norm": 0.5658383369445801,
      "learning_rate": 4.995609329410804e-05,
      "loss": 1.7585,
      "step": 80
    },
    {
      "epoch": 1.6861826697892273,
      "grad_norm": 0.6109507083892822,
      "learning_rate": 4.994443489734322e-05,
      "loss": 1.6902,
      "step": 90
    },
    {
      "epoch": 1.8735362997658078,
      "grad_norm": 0.6710304021835327,
      "learning_rate": 4.9931407070965254e-05,
      "loss": 1.675,
      "step": 100
    },
    {
      "epoch": 2.060889929742389,
      "grad_norm": 0.6605099439620972,
      "learning_rate": 4.9917010530191455e-05,
      "loss": 1.5914,
      "step": 110
    },
    {
      "epoch": 2.2482435597189694,
      "grad_norm": 0.8813541531562805,
      "learning_rate": 4.990124606538042e-05,
      "loss": 1.5681,
      "step": 120
    },
    {
      "epoch": 2.4355971896955504,
      "grad_norm": 0.9561053514480591,
      "learning_rate": 4.9884114541988747e-05,
      "loss": 1.4891,
      "step": 130
    },
    {
      "epoch": 2.6229508196721314,
      "grad_norm": 1.0302178859710693,
      "learning_rate": 4.9865616900523406e-05,
      "loss": 1.4524,
      "step": 140
    },
    {
      "epoch": 2.810304449648712,
      "grad_norm": 1.114527940750122,
      "learning_rate": 4.984575415649019e-05,
      "loss": 1.3666,
      "step": 150
    },
    {
      "epoch": 2.9976580796252925,
      "grad_norm": 1.1488112211227417,
      "learning_rate": 4.982452740033793e-05,
      "loss": 1.3581,
      "step": 160
    },
    {
      "epoch": 3.1850117096018735,
      "grad_norm": 1.3187187910079956,
      "learning_rate": 4.9801937797398636e-05,
      "loss": 1.2926,
      "step": 170
    },
    {
      "epoch": 3.3723653395784545,
      "grad_norm": 1.4319546222686768,
      "learning_rate": 4.9777986587823523e-05,
      "loss": 1.2463,
      "step": 180
    },
    {
      "epoch": 3.559718969555035,
      "grad_norm": 1.4622282981872559,
      "learning_rate": 4.975267508651492e-05,
      "loss": 1.2304,
      "step": 190
    },
    {
      "epoch": 3.747072599531616,
      "grad_norm": 2.000797748565674,
      "learning_rate": 4.97260046830541e-05,
      "loss": 1.2252,
      "step": 200
    },
    {
      "epoch": 3.9344262295081966,
      "grad_norm": 1.6277581453323364,
      "learning_rate": 4.969797684162498e-05,
      "loss": 1.1649,
      "step": 210
    },
    {
      "epoch": 4.121779859484778,
      "grad_norm": 2.1771910190582275,
      "learning_rate": 4.966859310093372e-05,
      "loss": 1.1471,
      "step": 220
    },
    {
      "epoch": 4.309133489461359,
      "grad_norm": 1.9214098453521729,
      "learning_rate": 4.9637855074124305e-05,
      "loss": 1.1064,
      "step": 230
    },
    {
      "epoch": 4.496487119437939,
      "grad_norm": 2.057615041732788,
      "learning_rate": 4.960576444868992e-05,
      "loss": 1.1061,
      "step": 240
    },
    {
      "epoch": 4.68384074941452,
      "grad_norm": 1.851131796836853,
      "learning_rate": 4.957232298638036e-05,
      "loss": 1.0318,
      "step": 250
    },
    {
      "epoch": 4.871194379391101,
      "grad_norm": 2.1048285961151123,
      "learning_rate": 4.953753252310526e-05,
      "loss": 1.0444,
      "step": 260
    },
    {
      "epoch": 5.058548009367682,
      "grad_norm": 2.0235438346862793,
      "learning_rate": 4.950139496883335e-05,
      "loss": 1.0303,
      "step": 270
    },
    {
      "epoch": 5.245901639344262,
      "grad_norm": 2.574484348297119,
      "learning_rate": 4.94639123074876e-05,
      "loss": 0.9954,
      "step": 280
    },
    {
      "epoch": 5.433255269320843,
      "grad_norm": 2.1624159812927246,
      "learning_rate": 4.9425086596836264e-05,
      "loss": 0.9686,
      "step": 290
    },
    {
      "epoch": 5.620608899297424,
      "grad_norm": 2.923964023590088,
      "learning_rate": 4.9384919968379945e-05,
      "loss": 0.961,
      "step": 300
    },
    {
      "epoch": 5.807962529274005,
      "grad_norm": 3.605888843536377,
      "learning_rate": 4.934341462723455e-05,
      "loss": 0.9713,
      "step": 310
    },
    {
      "epoch": 5.995316159250585,
      "grad_norm": 2.6934282779693604,
      "learning_rate": 4.930057285201027e-05,
      "loss": 0.9327,
      "step": 320
    },
    {
      "epoch": 6.182669789227166,
      "grad_norm": 2.723066568374634,
      "learning_rate": 4.925639699468645e-05,
      "loss": 0.8974,
      "step": 330
    },
    {
      "epoch": 6.370023419203747,
      "grad_norm": 2.7989768981933594,
      "learning_rate": 4.921088948048247e-05,
      "loss": 0.8912,
      "step": 340
    },
    {
      "epoch": 6.557377049180328,
      "grad_norm": 2.685530424118042,
      "learning_rate": 4.916405280772462e-05,
      "loss": 0.8809,
      "step": 350
    },
    {
      "epoch": 6.744730679156909,
      "grad_norm": 2.441941738128662,
      "learning_rate": 4.911588954770897e-05,
      "loss": 0.8984,
      "step": 360
    },
    {
      "epoch": 6.932084309133489,
      "grad_norm": 2.7177064418792725,
      "learning_rate": 4.9066402344560115e-05,
      "loss": 0.855,
      "step": 370
    },
    {
      "epoch": 7.11943793911007,
      "grad_norm": 3.2908644676208496,
      "learning_rate": 4.901559391508611e-05,
      "loss": 0.8785,
      "step": 380
    },
    {
      "epoch": 7.306791569086651,
      "grad_norm": 3.195590019226074,
      "learning_rate": 4.896346704862927e-05,
      "loss": 0.8542,
      "step": 390
    },
    {
      "epoch": 7.494145199063232,
      "grad_norm": 3.4960882663726807,
      "learning_rate": 4.891002460691306e-05,
      "loss": 0.7881,
      "step": 400
    },
    {
      "epoch": 7.681498829039812,
      "grad_norm": 2.852773666381836,
      "learning_rate": 4.885526952388498e-05,
      "loss": 0.7957,
      "step": 410
    },
    {
      "epoch": 7.868852459016393,
      "grad_norm": 2.8862316608428955,
      "learning_rate": 4.879920480555549e-05,
      "loss": 0.8022,
      "step": 420
    },
    {
      "epoch": 8.056206088992974,
      "grad_norm": 2.706434488296509,
      "learning_rate": 4.874183352983297e-05,
      "loss": 0.7811,
      "step": 430
    },
    {
      "epoch": 8.243559718969555,
      "grad_norm": 3.107057809829712,
      "learning_rate": 4.8683158846354786e-05,
      "loss": 0.7786,
      "step": 440
    },
    {
      "epoch": 8.430913348946136,
      "grad_norm": 3.327939033508301,
      "learning_rate": 4.862318397631434e-05,
      "loss": 0.7431,
      "step": 450
    },
    {
      "epoch": 8.618266978922717,
      "grad_norm": 3.249922513961792,
      "learning_rate": 4.8561912212284223e-05,
      "loss": 0.7477,
      "step": 460
    },
    {
      "epoch": 8.805620608899297,
      "grad_norm": 3.709353446960449,
      "learning_rate": 4.84993469180355e-05,
      "loss": 0.7973,
      "step": 470
    },
    {
      "epoch": 8.992974238875878,
      "grad_norm": 2.777991533279419,
      "learning_rate": 4.8435491528353026e-05,
      "loss": 0.7699,
      "step": 480
    },
    {
      "epoch": 9.180327868852459,
      "grad_norm": 2.6447904109954834,
      "learning_rate": 4.8370349548846823e-05,
      "loss": 0.692,
      "step": 490
    },
    {
      "epoch": 9.36768149882904,
      "grad_norm": 3.150733232498169,
      "learning_rate": 4.83039245557597e-05,
      "loss": 0.7435,
      "step": 500
    },
    {
      "epoch": 9.55503512880562,
      "grad_norm": 3.316145420074463,
      "learning_rate": 4.823622019577089e-05,
      "loss": 0.7589,
      "step": 510
    },
    {
      "epoch": 9.742388758782202,
      "grad_norm": 3.4923229217529297,
      "learning_rate": 4.8167240185795835e-05,
      "loss": 0.7262,
      "step": 520
    },
    {
      "epoch": 9.929742388758783,
      "grad_norm": 3.1557626724243164,
      "learning_rate": 4.8096988312782174e-05,
      "loss": 0.6824,
      "step": 530
    },
    {
      "epoch": 10.117096018735364,
      "grad_norm": 3.2009847164154053,
      "learning_rate": 4.8025468433501774e-05,
      "loss": 0.7238,
      "step": 540
    },
    {
      "epoch": 10.304449648711945,
      "grad_norm": 3.149319887161255,
      "learning_rate": 4.795268447433907e-05,
      "loss": 0.7002,
      "step": 550
    },
    {
      "epoch": 10.491803278688524,
      "grad_norm": 3.1471166610717773,
      "learning_rate": 4.787864043107546e-05,
      "loss": 0.6933,
      "step": 560
    },
    {
      "epoch": 10.679156908665105,
      "grad_norm": 2.9310121536254883,
      "learning_rate": 4.780334036866997e-05,
      "loss": 0.7152,
      "step": 570
    },
    {
      "epoch": 10.866510538641686,
      "grad_norm": 3.6723790168762207,
      "learning_rate": 4.772678842103605e-05,
      "loss": 0.679,
      "step": 580
    },
    {
      "epoch": 11.053864168618267,
      "grad_norm": 3.633692502975464,
      "learning_rate": 4.764898879081468e-05,
      "loss": 0.6489,
      "step": 590
    },
    {
      "epoch": 11.241217798594848,
      "grad_norm": 3.9104480743408203,
      "learning_rate": 4.756994574914359e-05,
      "loss": 0.6116,
      "step": 600
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 3.8203835487365723,
      "learning_rate": 4.748966363542285e-05,
      "loss": 0.6549,
      "step": 610
    },
    {
      "epoch": 11.61592505854801,
      "grad_norm": 3.5407750606536865,
      "learning_rate": 4.7408146857076566e-05,
      "loss": 0.6532,
      "step": 620
    },
    {
      "epoch": 11.80327868852459,
      "grad_norm": 4.155674457550049,
      "learning_rate": 4.732539988931097e-05,
      "loss": 0.6684,
      "step": 630
    },
    {
      "epoch": 11.99063231850117,
      "grad_norm": 4.21943473815918,
      "learning_rate": 4.724142727486869e-05,
      "loss": 0.683,
      "step": 640
    },
    {
      "epoch": 12.177985948477751,
      "grad_norm": 3.3667685985565186,
      "learning_rate": 4.715623362377939e-05,
      "loss": 0.6127,
      "step": 650
    },
    {
      "epoch": 12.365339578454332,
      "grad_norm": 3.7362210750579834,
      "learning_rate": 4.706982361310669e-05,
      "loss": 0.606,
      "step": 660
    },
    {
      "epoch": 12.552693208430913,
      "grad_norm": 3.549915313720703,
      "learning_rate": 4.698220198669136e-05,
      "loss": 0.6349,
      "step": 670
    },
    {
      "epoch": 12.740046838407494,
      "grad_norm": 3.360044002532959,
      "learning_rate": 4.6893373554890925e-05,
      "loss": 0.6335,
      "step": 680
    },
    {
      "epoch": 12.927400468384075,
      "grad_norm": 3.676515817642212,
      "learning_rate": 4.680334319431555e-05,
      "loss": 0.6283,
      "step": 690
    },
    {
      "epoch": 13.114754098360656,
      "grad_norm": 4.325002193450928,
      "learning_rate": 4.6712115847560355e-05,
      "loss": 0.6248,
      "step": 700
    },
    {
      "epoch": 13.302107728337237,
      "grad_norm": 4.889411449432373,
      "learning_rate": 4.6619696522934024e-05,
      "loss": 0.5959,
      "step": 710
    },
    {
      "epoch": 13.489461358313818,
      "grad_norm": 4.090158939361572,
      "learning_rate": 4.652609029418389e-05,
      "loss": 0.6068,
      "step": 720
    },
    {
      "epoch": 13.676814988290397,
      "grad_norm": 3.8901116847991943,
      "learning_rate": 4.643130230021737e-05,
      "loss": 0.6042,
      "step": 730
    },
    {
      "epoch": 13.864168618266978,
      "grad_norm": 4.178182125091553,
      "learning_rate": 4.6335337744819873e-05,
      "loss": 0.6253,
      "step": 740
    },
    {
      "epoch": 14.05152224824356,
      "grad_norm": 3.4572255611419678,
      "learning_rate": 4.6238201896369055e-05,
      "loss": 0.6136,
      "step": 750
    },
    {
      "epoch": 14.23887587822014,
      "grad_norm": 4.382098197937012,
      "learning_rate": 4.613990008754565e-05,
      "loss": 0.5499,
      "step": 760
    },
    {
      "epoch": 14.426229508196721,
      "grad_norm": 4.183515548706055,
      "learning_rate": 4.6040437715040706e-05,
      "loss": 0.5845,
      "step": 770
    },
    {
      "epoch": 14.613583138173302,
      "grad_norm": 3.2976605892181396,
      "learning_rate": 4.593982023925926e-05,
      "loss": 0.6097,
      "step": 780
    },
    {
      "epoch": 14.800936768149883,
      "grad_norm": 4.0663347244262695,
      "learning_rate": 4.58380531840206e-05,
      "loss": 0.6161,
      "step": 790
    },
    {
      "epoch": 14.988290398126464,
      "grad_norm": 4.074985980987549,
      "learning_rate": 4.573514213625505e-05,
      "loss": 0.5597,
      "step": 800
    },
    {
      "epoch": 15.175644028103045,
      "grad_norm": 4.086116790771484,
      "learning_rate": 4.563109274569717e-05,
      "loss": 0.5484,
      "step": 810
    },
    {
      "epoch": 15.362997658079625,
      "grad_norm": 3.6355836391448975,
      "learning_rate": 4.552591072457565e-05,
      "loss": 0.5561,
      "step": 820
    },
    {
      "epoch": 15.550351288056206,
      "grad_norm": 4.557271480560303,
      "learning_rate": 4.5419601847299706e-05,
      "loss": 0.5729,
      "step": 830
    },
    {
      "epoch": 15.737704918032787,
      "grad_norm": 3.3405730724334717,
      "learning_rate": 4.5312171950142034e-05,
      "loss": 0.5654,
      "step": 840
    },
    {
      "epoch": 15.925058548009368,
      "grad_norm": 5.102325439453125,
      "learning_rate": 4.5203626930918455e-05,
      "loss": 0.5766,
      "step": 850
    },
    {
      "epoch": 16.11241217798595,
      "grad_norm": 4.394238471984863,
      "learning_rate": 4.509397274866409e-05,
      "loss": 0.5617,
      "step": 860
    },
    {
      "epoch": 16.29976580796253,
      "grad_norm": 4.780090808868408,
      "learning_rate": 4.498321542330623e-05,
      "loss": 0.5363,
      "step": 870
    },
    {
      "epoch": 16.48711943793911,
      "grad_norm": 3.9079573154449463,
      "learning_rate": 4.4871361035333836e-05,
      "loss": 0.5387,
      "step": 880
    },
    {
      "epoch": 16.67447306791569,
      "grad_norm": 4.230076789855957,
      "learning_rate": 4.4758415725463746e-05,
      "loss": 0.5594,
      "step": 890
    },
    {
      "epoch": 16.861826697892273,
      "grad_norm": 3.655414581298828,
      "learning_rate": 4.464438569430354e-05,
      "loss": 0.5556,
      "step": 900
    },
    {
      "epoch": 17.049180327868854,
      "grad_norm": 3.818207025527954,
      "learning_rate": 4.452927720201112e-05,
      "loss": 0.5367,
      "step": 910
    },
    {
      "epoch": 17.236533957845435,
      "grad_norm": 3.827942371368408,
      "learning_rate": 4.441309656795106e-05,
      "loss": 0.5108,
      "step": 920
    },
    {
      "epoch": 17.423887587822016,
      "grad_norm": 3.933605194091797,
      "learning_rate": 4.4295850170347664e-05,
      "loss": 0.5258,
      "step": 930
    },
    {
      "epoch": 17.611241217798593,
      "grad_norm": 4.577270030975342,
      "learning_rate": 4.417754444593478e-05,
      "loss": 0.5313,
      "step": 940
    },
    {
      "epoch": 17.798594847775174,
      "grad_norm": 5.285182476043701,
      "learning_rate": 4.40581858896025e-05,
      "loss": 0.5421,
      "step": 950
    },
    {
      "epoch": 17.985948477751755,
      "grad_norm": 4.50776481628418,
      "learning_rate": 4.3937781054040505e-05,
      "loss": 0.5428,
      "step": 960
    },
    {
      "epoch": 18.173302107728336,
      "grad_norm": 3.9270503520965576,
      "learning_rate": 4.38163365493784e-05,
      "loss": 0.4744,
      "step": 970
    },
    {
      "epoch": 18.360655737704917,
      "grad_norm": 4.346292018890381,
      "learning_rate": 4.3693859042822774e-05,
      "loss": 0.5177,
      "step": 980
    },
    {
      "epoch": 18.548009367681498,
      "grad_norm": 3.9130234718322754,
      "learning_rate": 4.357035525829123e-05,
      "loss": 0.5387,
      "step": 990
    },
    {
      "epoch": 18.73536299765808,
      "grad_norm": 3.995023250579834,
      "learning_rate": 4.344583197604318e-05,
      "loss": 0.5071,
      "step": 1000
    },
    {
      "epoch": 18.92271662763466,
      "grad_norm": 3.8441927433013916,
      "learning_rate": 4.3320296032307675e-05,
      "loss": 0.5138,
      "step": 1010
    },
    {
      "epoch": 19.11007025761124,
      "grad_norm": 5.217072010040283,
      "learning_rate": 4.319375431890806e-05,
      "loss": 0.4962,
      "step": 1020
    },
    {
      "epoch": 19.297423887587822,
      "grad_norm": 5.450128078460693,
      "learning_rate": 4.306621378288364e-05,
      "loss": 0.4835,
      "step": 1030
    },
    {
      "epoch": 19.484777517564403,
      "grad_norm": 3.889098644256592,
      "learning_rate": 4.293768142610828e-05,
      "loss": 0.499,
      "step": 1040
    },
    {
      "epoch": 19.672131147540984,
      "grad_norm": 5.706878662109375,
      "learning_rate": 4.2808164304906026e-05,
      "loss": 0.5214,
      "step": 1050
    },
    {
      "epoch": 19.859484777517565,
      "grad_norm": 4.337571620941162,
      "learning_rate": 4.267766952966369e-05,
      "loss": 0.4985,
      "step": 1060
    },
    {
      "epoch": 20.046838407494146,
      "grad_norm": 4.532181262969971,
      "learning_rate": 4.254620426444053e-05,
      "loss": 0.5146,
      "step": 1070
    },
    {
      "epoch": 20.234192037470727,
      "grad_norm": 5.095364570617676,
      "learning_rate": 4.241377572657493e-05,
      "loss": 0.4821,
      "step": 1080
    },
    {
      "epoch": 20.421545667447308,
      "grad_norm": 4.10978889465332,
      "learning_rate": 4.228039118628816e-05,
      "loss": 0.4685,
      "step": 1090
    },
    {
      "epoch": 20.60889929742389,
      "grad_norm": 3.92051100730896,
      "learning_rate": 4.214605796628527e-05,
      "loss": 0.4857,
      "step": 1100
    },
    {
      "epoch": 20.796252927400467,
      "grad_norm": 5.784697532653809,
      "learning_rate": 4.2010783441353064e-05,
      "loss": 0.478,
      "step": 1110
    },
    {
      "epoch": 20.983606557377048,
      "grad_norm": 4.860243320465088,
      "learning_rate": 4.187457503795527e-05,
      "loss": 0.509,
      "step": 1120
    },
    {
      "epoch": 21.17096018735363,
      "grad_norm": 4.482259750366211,
      "learning_rate": 4.173744023382474e-05,
      "loss": 0.4508,
      "step": 1130
    },
    {
      "epoch": 21.35831381733021,
      "grad_norm": 4.613847255706787,
      "learning_rate": 4.159938655755306e-05,
      "loss": 0.4748,
      "step": 1140
    },
    {
      "epoch": 21.54566744730679,
      "grad_norm": 5.015346050262451,
      "learning_rate": 4.14604215881771e-05,
      "loss": 0.4587,
      "step": 1150
    },
    {
      "epoch": 21.73302107728337,
      "grad_norm": 4.96614933013916,
      "learning_rate": 4.1320552954763044e-05,
      "loss": 0.4619,
      "step": 1160
    },
    {
      "epoch": 21.920374707259953,
      "grad_norm": 4.224035739898682,
      "learning_rate": 4.117978833598747e-05,
      "loss": 0.476,
      "step": 1170
    },
    {
      "epoch": 22.107728337236534,
      "grad_norm": 4.694319725036621,
      "learning_rate": 4.103813545971589e-05,
      "loss": 0.4964,
      "step": 1180
    },
    {
      "epoch": 22.295081967213115,
      "grad_norm": 4.884482383728027,
      "learning_rate": 4.089560210257838e-05,
      "loss": 0.4527,
      "step": 1190
    },
    {
      "epoch": 22.482435597189696,
      "grad_norm": 4.385354518890381,
      "learning_rate": 4.075219608954278e-05,
      "loss": 0.4593,
      "step": 1200
    },
    {
      "epoch": 22.669789227166277,
      "grad_norm": 4.597926139831543,
      "learning_rate": 4.0607925293485e-05,
      "loss": 0.4531,
      "step": 1210
    },
    {
      "epoch": 22.857142857142858,
      "grad_norm": 4.493633270263672,
      "learning_rate": 4.046279763475687e-05,
      "loss": 0.4357,
      "step": 1220
    },
    {
      "epoch": 23.04449648711944,
      "grad_norm": 4.796749114990234,
      "learning_rate": 4.031682108075129e-05,
      "loss": 0.4529,
      "step": 1230
    },
    {
      "epoch": 23.23185011709602,
      "grad_norm": 4.556844711303711,
      "learning_rate": 4.017000364546484e-05,
      "loss": 0.4613,
      "step": 1240
    },
    {
      "epoch": 23.4192037470726,
      "grad_norm": 5.220188140869141,
      "learning_rate": 4.00223533890578e-05,
      "loss": 0.433,
      "step": 1250
    },
    {
      "epoch": 23.60655737704918,
      "grad_norm": 5.892832279205322,
      "learning_rate": 3.987387841741169e-05,
      "loss": 0.4388,
      "step": 1260
    },
    {
      "epoch": 23.793911007025763,
      "grad_norm": 5.893739700317383,
      "learning_rate": 3.972458688168421e-05,
      "loss": 0.4542,
      "step": 1270
    },
    {
      "epoch": 23.98126463700234,
      "grad_norm": 4.80185079574585,
      "learning_rate": 3.95744869778618e-05,
      "loss": 0.4289,
      "step": 1280
    },
    {
      "epoch": 24.16861826697892,
      "grad_norm": 4.6050028800964355,
      "learning_rate": 3.942358694630967e-05,
      "loss": 0.438,
      "step": 1290
    },
    {
      "epoch": 24.355971896955502,
      "grad_norm": 4.912991046905518,
      "learning_rate": 3.927189507131938e-05,
      "loss": 0.4329,
      "step": 1300
    },
    {
      "epoch": 24.543325526932083,
      "grad_norm": 4.563324928283691,
      "learning_rate": 3.911941968065408e-05,
      "loss": 0.4508,
      "step": 1310
    },
    {
      "epoch": 24.730679156908664,
      "grad_norm": 5.688429355621338,
      "learning_rate": 3.896616914509131e-05,
      "loss": 0.4303,
      "step": 1320
    },
    {
      "epoch": 24.918032786885245,
      "grad_norm": 5.020318984985352,
      "learning_rate": 3.881215187796344e-05,
      "loss": 0.4255,
      "step": 1330
    },
    {
      "epoch": 25.105386416861826,
      "grad_norm": 6.469161510467529,
      "learning_rate": 3.8657376334695794e-05,
      "loss": 0.4206,
      "step": 1340
    },
    {
      "epoch": 25.292740046838407,
      "grad_norm": 4.912801742553711,
      "learning_rate": 3.8501851012342446e-05,
      "loss": 0.4545,
      "step": 1350
    },
    {
      "epoch": 25.480093676814988,
      "grad_norm": 4.866584777832031,
      "learning_rate": 3.8345584449119776e-05,
      "loss": 0.4167,
      "step": 1360
    },
    {
      "epoch": 25.66744730679157,
      "grad_norm": 4.946688175201416,
      "learning_rate": 3.818858522393764e-05,
      "loss": 0.423,
      "step": 1370
    },
    {
      "epoch": 25.85480093676815,
      "grad_norm": 5.518560886383057,
      "learning_rate": 3.80308619559285e-05,
      "loss": 0.4393,
      "step": 1380
    },
    {
      "epoch": 26.04215456674473,
      "grad_norm": 4.3973283767700195,
      "learning_rate": 3.787242330397418e-05,
      "loss": 0.4142,
      "step": 1390
    },
    {
      "epoch": 26.229508196721312,
      "grad_norm": 4.848239898681641,
      "learning_rate": 3.7713277966230514e-05,
      "loss": 0.4099,
      "step": 1400
    },
    {
      "epoch": 26.416861826697893,
      "grad_norm": 4.581872463226318,
      "learning_rate": 3.755343467964981e-05,
      "loss": 0.3986,
      "step": 1410
    },
    {
      "epoch": 26.604215456674474,
      "grad_norm": 4.8950419425964355,
      "learning_rate": 3.7392902219501234e-05,
      "loss": 0.4239,
      "step": 1420
    },
    {
      "epoch": 26.791569086651055,
      "grad_norm": 4.911006450653076,
      "learning_rate": 3.723168939888901e-05,
      "loss": 0.4013,
      "step": 1430
    },
    {
      "epoch": 26.978922716627636,
      "grad_norm": 5.166593074798584,
      "learning_rate": 3.706980506826863e-05,
      "loss": 0.4381,
      "step": 1440
    },
    {
      "epoch": 27.166276346604217,
      "grad_norm": 5.103715896606445,
      "learning_rate": 3.690725811496092e-05,
      "loss": 0.4018,
      "step": 1450
    },
    {
      "epoch": 27.353629976580795,
      "grad_norm": 5.886387825012207,
      "learning_rate": 3.67440574626642e-05,
      "loss": 0.3995,
      "step": 1460
    },
    {
      "epoch": 27.540983606557376,
      "grad_norm": 5.4808268547058105,
      "learning_rate": 3.6580212070964324e-05,
      "loss": 0.4004,
      "step": 1470
    },
    {
      "epoch": 27.728337236533957,
      "grad_norm": 4.735198020935059,
      "learning_rate": 3.6415730934842827e-05,
      "loss": 0.3999,
      "step": 1480
    },
    {
      "epoch": 27.915690866510538,
      "grad_norm": 5.017817497253418,
      "learning_rate": 3.625062308418312e-05,
      "loss": 0.4149,
      "step": 1490
    },
    {
      "epoch": 28.10304449648712,
      "grad_norm": 5.427640914916992,
      "learning_rate": 3.608489758327472e-05,
      "loss": 0.4194,
      "step": 1500
    },
    {
      "epoch": 28.2903981264637,
      "grad_norm": 5.762901306152344,
      "learning_rate": 3.5918563530315664e-05,
      "loss": 0.3852,
      "step": 1510
    },
    {
      "epoch": 28.47775175644028,
      "grad_norm": 4.809139728546143,
      "learning_rate": 3.575163005691302e-05,
      "loss": 0.3858,
      "step": 1520
    },
    {
      "epoch": 28.66510538641686,
      "grad_norm": 5.195406436920166,
      "learning_rate": 3.5584106327581536e-05,
      "loss": 0.3931,
      "step": 1530
    },
    {
      "epoch": 28.852459016393443,
      "grad_norm": 5.359652996063232,
      "learning_rate": 3.541600153924058e-05,
      "loss": 0.4196,
      "step": 1540
    },
    {
      "epoch": 29.039812646370024,
      "grad_norm": 4.440913200378418,
      "learning_rate": 3.524732492070915e-05,
      "loss": 0.3731,
      "step": 1550
    },
    {
      "epoch": 29.227166276346605,
      "grad_norm": 4.653567790985107,
      "learning_rate": 3.507808573219931e-05,
      "loss": 0.3628,
      "step": 1560
    },
    {
      "epoch": 29.414519906323186,
      "grad_norm": 6.330109119415283,
      "learning_rate": 3.4908293264807734e-05,
      "loss": 0.4074,
      "step": 1570
    },
    {
      "epoch": 29.601873536299767,
      "grad_norm": 4.850047588348389,
      "learning_rate": 3.473795684000569e-05,
      "loss": 0.3495,
      "step": 1580
    },
    {
      "epoch": 29.789227166276348,
      "grad_norm": 5.027477264404297,
      "learning_rate": 3.456708580912725e-05,
      "loss": 0.409,
      "step": 1590
    },
    {
      "epoch": 29.97658079625293,
      "grad_norm": 5.475801467895508,
      "learning_rate": 3.4395689552855955e-05,
      "loss": 0.3954,
      "step": 1600
    },
    {
      "epoch": 30.16393442622951,
      "grad_norm": 4.786725044250488,
      "learning_rate": 3.4223777480709805e-05,
      "loss": 0.3666,
      "step": 1610
    },
    {
      "epoch": 30.35128805620609,
      "grad_norm": 6.034923076629639,
      "learning_rate": 3.4051359030524654e-05,
      "loss": 0.3557,
      "step": 1620
    },
    {
      "epoch": 30.538641686182668,
      "grad_norm": 5.1971755027771,
      "learning_rate": 3.387844366793614e-05,
      "loss": 0.3563,
      "step": 1630
    },
    {
      "epoch": 30.72599531615925,
      "grad_norm": 5.740716457366943,
      "learning_rate": 3.3705040885859975e-05,
      "loss": 0.3874,
      "step": 1640
    },
    {
      "epoch": 30.91334894613583,
      "grad_norm": 5.543055057525635,
      "learning_rate": 3.3531160203970805e-05,
      "loss": 0.4104,
      "step": 1650
    },
    {
      "epoch": 31.10070257611241,
      "grad_norm": 4.964486598968506,
      "learning_rate": 3.335681116817963e-05,
      "loss": 0.3809,
      "step": 1660
    },
    {
      "epoch": 31.288056206088992,
      "grad_norm": 5.344038963317871,
      "learning_rate": 3.318200335010967e-05,
      "loss": 0.3536,
      "step": 1670
    },
    {
      "epoch": 31.475409836065573,
      "grad_norm": 5.5590901374816895,
      "learning_rate": 3.300674634657094e-05,
      "loss": 0.3613,
      "step": 1680
    },
    {
      "epoch": 31.662763466042154,
      "grad_norm": 5.377177715301514,
      "learning_rate": 3.28310497790334e-05,
      "loss": 0.3828,
      "step": 1690
    },
    {
      "epoch": 31.850117096018735,
      "grad_norm": 5.412164688110352,
      "learning_rate": 3.265492329309867e-05,
      "loss": 0.3481,
      "step": 1700
    },
    {
      "epoch": 32.03747072599531,
      "grad_norm": 4.8478593826293945,
      "learning_rate": 3.247837655797061e-05,
      "loss": 0.3609,
      "step": 1710
    },
    {
      "epoch": 32.2248243559719,
      "grad_norm": 4.969062328338623,
      "learning_rate": 3.2301419265924395e-05,
      "loss": 0.3319,
      "step": 1720
    },
    {
      "epoch": 32.412177985948475,
      "grad_norm": 5.705166816711426,
      "learning_rate": 3.212406113177445e-05,
      "loss": 0.3464,
      "step": 1730
    },
    {
      "epoch": 32.59953161592506,
      "grad_norm": 5.679583549499512,
      "learning_rate": 3.19463118923411e-05,
      "loss": 0.3518,
      "step": 1740
    },
    {
      "epoch": 32.78688524590164,
      "grad_norm": 5.57464075088501,
      "learning_rate": 3.1768181305916066e-05,
      "loss": 0.3644,
      "step": 1750
    },
    {
      "epoch": 32.97423887587822,
      "grad_norm": 5.604707717895508,
      "learning_rate": 3.158967915172669e-05,
      "loss": 0.3856,
      "step": 1760
    },
    {
      "epoch": 33.1615925058548,
      "grad_norm": 4.796475887298584,
      "learning_rate": 3.1410815229399116e-05,
      "loss": 0.349,
      "step": 1770
    },
    {
      "epoch": 33.34894613583138,
      "grad_norm": 5.308904647827148,
      "learning_rate": 3.123159935842024e-05,
      "loss": 0.3319,
      "step": 1780
    },
    {
      "epoch": 33.53629976580796,
      "grad_norm": 5.319141387939453,
      "learning_rate": 3.1052041377598674e-05,
      "loss": 0.3403,
      "step": 1790
    },
    {
      "epoch": 33.723653395784545,
      "grad_norm": 6.2813496589660645,
      "learning_rate": 3.0872151144524595e-05,
      "loss": 0.331,
      "step": 1800
    },
    {
      "epoch": 33.91100702576112,
      "grad_norm": 6.759060859680176,
      "learning_rate": 3.069193853502855e-05,
      "loss": 0.3683,
      "step": 1810
    },
    {
      "epoch": 34.09836065573771,
      "grad_norm": 5.812283515930176,
      "learning_rate": 3.0511413442639296e-05,
      "loss": 0.3389,
      "step": 1820
    },
    {
      "epoch": 34.285714285714285,
      "grad_norm": 5.7895026206970215,
      "learning_rate": 3.0330585778040677e-05,
      "loss": 0.3302,
      "step": 1830
    },
    {
      "epoch": 34.47306791569087,
      "grad_norm": 5.957363605499268,
      "learning_rate": 3.014946546852746e-05,
      "loss": 0.3334,
      "step": 1840
    },
    {
      "epoch": 34.66042154566745,
      "grad_norm": 5.722705364227295,
      "learning_rate": 2.996806245746044e-05,
      "loss": 0.3419,
      "step": 1850
    },
    {
      "epoch": 34.84777517564403,
      "grad_norm": 6.884836196899414,
      "learning_rate": 2.978638670372047e-05,
      "loss": 0.3375,
      "step": 1860
    },
    {
      "epoch": 35.03512880562061,
      "grad_norm": 4.799129962921143,
      "learning_rate": 2.960444818116176e-05,
      "loss": 0.3473,
      "step": 1870
    },
    {
      "epoch": 35.222482435597186,
      "grad_norm": 5.28724479675293,
      "learning_rate": 2.9422256878064325e-05,
      "loss": 0.2882,
      "step": 1880
    },
    {
      "epoch": 35.40983606557377,
      "grad_norm": 5.755520343780518,
      "learning_rate": 2.923982279658564e-05,
      "loss": 0.3336,
      "step": 1890
    },
    {
      "epoch": 35.59718969555035,
      "grad_norm": 5.549156188964844,
      "learning_rate": 2.9057155952211502e-05,
      "loss": 0.3487,
      "step": 1900
    },
    {
      "epoch": 35.78454332552693,
      "grad_norm": 5.643553256988525,
      "learning_rate": 2.8874266373206216e-05,
      "loss": 0.3483,
      "step": 1910
    },
    {
      "epoch": 35.97189695550351,
      "grad_norm": 5.7322540283203125,
      "learning_rate": 2.8691164100062034e-05,
      "loss": 0.3339,
      "step": 1920
    },
    {
      "epoch": 36.159250585480095,
      "grad_norm": 9.893467903137207,
      "learning_rate": 2.8507859184947957e-05,
      "loss": 0.3177,
      "step": 1930
    },
    {
      "epoch": 36.34660421545667,
      "grad_norm": 4.880067348480225,
      "learning_rate": 2.8324361691157858e-05,
      "loss": 0.3103,
      "step": 1940
    },
    {
      "epoch": 36.53395784543326,
      "grad_norm": 5.725404262542725,
      "learning_rate": 2.8140681692558035e-05,
      "loss": 0.3145,
      "step": 1950
    },
    {
      "epoch": 36.721311475409834,
      "grad_norm": 5.862415313720703,
      "learning_rate": 2.7956829273034148e-05,
      "loss": 0.3246,
      "step": 1960
    },
    {
      "epoch": 36.90866510538642,
      "grad_norm": 6.573834419250488,
      "learning_rate": 2.7772814525937635e-05,
      "loss": 0.3479,
      "step": 1970
    },
    {
      "epoch": 37.096018735362996,
      "grad_norm": 6.182538032531738,
      "learning_rate": 2.7588647553531576e-05,
      "loss": 0.324,
      "step": 1980
    },
    {
      "epoch": 37.28337236533958,
      "grad_norm": 5.400746822357178,
      "learning_rate": 2.740433846643612e-05,
      "loss": 0.3064,
      "step": 1990
    },
    {
      "epoch": 37.47072599531616,
      "grad_norm": 5.840080738067627,
      "learning_rate": 2.7219897383073373e-05,
      "loss": 0.3211,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 4240,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 80,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.569321974353953e+18,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}