{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.985250737463127,
  "eval_steps": 500,
  "global_step": 845,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0058997050147492625,
      "grad_norm": 1.106083567904979,
      "learning_rate": 1.1764705882352942e-07,
      "loss": 0.7816,
      "step": 1
    },
    {
      "epoch": 0.029498525073746312,
      "grad_norm": 1.1433080381542629,
      "learning_rate": 5.882352941176471e-07,
      "loss": 0.7757,
      "step": 5
    },
    {
      "epoch": 0.058997050147492625,
      "grad_norm": 0.997014214705184,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 0.7736,
      "step": 10
    },
    {
      "epoch": 0.08849557522123894,
      "grad_norm": 1.304994737635826,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 0.7594,
      "step": 15
    },
    {
      "epoch": 0.11799410029498525,
      "grad_norm": 0.5741459890364078,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.7332,
      "step": 20
    },
    {
      "epoch": 0.14749262536873156,
      "grad_norm": 0.4736057964790196,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.7054,
      "step": 25
    },
    {
      "epoch": 0.17699115044247787,
      "grad_norm": 0.28699264838960103,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.6613,
      "step": 30
    },
    {
      "epoch": 0.20648967551622419,
      "grad_norm": 1.92856903253004,
      "learning_rate": 4.11764705882353e-06,
      "loss": 0.6422,
      "step": 35
    },
    {
      "epoch": 0.2359882005899705,
      "grad_norm": 0.346137515731761,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.6165,
      "step": 40
    },
    {
      "epoch": 0.26548672566371684,
      "grad_norm": 0.17870145514430266,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.6133,
      "step": 45
    },
    {
      "epoch": 0.2949852507374631,
      "grad_norm": 0.1437606973005659,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.5986,
      "step": 50
    },
    {
      "epoch": 0.32448377581120946,
      "grad_norm": 0.2706264861398608,
      "learning_rate": 6.470588235294119e-06,
      "loss": 0.5884,
      "step": 55
    },
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 0.6332617880988516,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.5818,
      "step": 60
    },
    {
      "epoch": 0.3834808259587021,
      "grad_norm": 0.1015116079049458,
      "learning_rate": 7.647058823529411e-06,
      "loss": 0.5798,
      "step": 65
    },
    {
      "epoch": 0.41297935103244837,
      "grad_norm": 0.12119348356809045,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.5751,
      "step": 70
    },
    {
      "epoch": 0.4424778761061947,
      "grad_norm": 0.07879965059698645,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.5708,
      "step": 75
    },
    {
      "epoch": 0.471976401179941,
      "grad_norm": 0.05646247242948782,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.5683,
      "step": 80
    },
    {
      "epoch": 0.5014749262536873,
      "grad_norm": 0.25525240715915204,
      "learning_rate": 1e-05,
      "loss": 0.5662,
      "step": 85
    },
    {
      "epoch": 0.5309734513274337,
      "grad_norm": 0.05365048303720814,
      "learning_rate": 9.998932083939657e-06,
      "loss": 0.5598,
      "step": 90
    },
    {
      "epoch": 0.56047197640118,
      "grad_norm": 0.1595860307142945,
      "learning_rate": 9.995728791936505e-06,
      "loss": 0.5538,
      "step": 95
    },
    {
      "epoch": 0.5899705014749262,
      "grad_norm": 0.06609453133465848,
      "learning_rate": 9.990391492329341e-06,
      "loss": 0.5529,
      "step": 100
    },
    {
      "epoch": 0.6194690265486725,
      "grad_norm": 1.6293266027560704,
      "learning_rate": 9.98292246503335e-06,
      "loss": 0.5527,
      "step": 105
    },
    {
      "epoch": 0.6489675516224189,
      "grad_norm": 1.050544643875783,
      "learning_rate": 9.973324900566214e-06,
      "loss": 0.5477,
      "step": 110
    },
    {
      "epoch": 0.6784660766961652,
      "grad_norm": 0.052879637742834044,
      "learning_rate": 9.961602898685225e-06,
      "loss": 0.5474,
      "step": 115
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 0.04928862663129842,
      "learning_rate": 9.947761466636014e-06,
      "loss": 0.5553,
      "step": 120
    },
    {
      "epoch": 0.7374631268436578,
      "grad_norm": 0.052753160381468045,
      "learning_rate": 9.931806517013612e-06,
      "loss": 0.5464,
      "step": 125
    },
    {
      "epoch": 0.7669616519174042,
      "grad_norm": 0.045802114899820966,
      "learning_rate": 9.913744865236798e-06,
      "loss": 0.5404,
      "step": 130
    },
    {
      "epoch": 0.7964601769911505,
      "grad_norm": 0.11489905003299361,
      "learning_rate": 9.893584226636773e-06,
      "loss": 0.5317,
      "step": 135
    },
    {
      "epoch": 0.8259587020648967,
      "grad_norm": 0.4919380291913098,
      "learning_rate": 9.871333213161438e-06,
      "loss": 0.5481,
      "step": 140
    },
    {
      "epoch": 0.855457227138643,
      "grad_norm": 0.3232334093103194,
      "learning_rate": 9.847001329696653e-06,
      "loss": 0.5339,
      "step": 145
    },
    {
      "epoch": 0.8849557522123894,
      "grad_norm": 0.05048150556921708,
      "learning_rate": 9.820598970006068e-06,
      "loss": 0.5325,
      "step": 150
    },
    {
      "epoch": 0.9144542772861357,
      "grad_norm": 0.058183934565565226,
      "learning_rate": 9.792137412291265e-06,
      "loss": 0.5373,
      "step": 155
    },
    {
      "epoch": 0.943952802359882,
      "grad_norm": 2.1026211814523927,
      "learning_rate": 9.761628814374074e-06,
      "loss": 0.535,
      "step": 160
    },
    {
      "epoch": 0.9734513274336283,
      "grad_norm": 0.05037291432057576,
      "learning_rate": 9.729086208503174e-06,
      "loss": 0.5392,
      "step": 165
    },
    {
      "epoch": 0.9970501474926253,
      "eval_loss": 0.5948278307914734,
      "eval_runtime": 7.8455,
      "eval_samples_per_second": 16.825,
      "eval_steps_per_second": 0.382,
      "step": 169
    },
    {
      "epoch": 1.0029498525073746,
      "grad_norm": 0.07970296331803481,
      "learning_rate": 9.694523495787149e-06,
      "loss": 0.5852,
      "step": 170
    },
    {
      "epoch": 1.0324483775811208,
      "grad_norm": 0.06217085534785087,
      "learning_rate": 9.657955440256396e-06,
      "loss": 0.5318,
      "step": 175
    },
    {
      "epoch": 1.0619469026548674,
      "grad_norm": 0.4533798599174413,
      "learning_rate": 9.619397662556434e-06,
      "loss": 0.5265,
      "step": 180
    },
    {
      "epoch": 1.0914454277286136,
      "grad_norm": 0.0843198746785751,
      "learning_rate": 9.578866633275289e-06,
      "loss": 0.525,
      "step": 185
    },
    {
      "epoch": 1.12094395280236,
      "grad_norm": 0.0514110786588162,
      "learning_rate": 9.536379665907801e-06,
      "loss": 0.5244,
      "step": 190
    },
    {
      "epoch": 1.1504424778761062,
      "grad_norm": 0.08421706916029806,
      "learning_rate": 9.491954909459895e-06,
      "loss": 0.5241,
      "step": 195
    },
    {
      "epoch": 1.1799410029498525,
      "grad_norm": 0.058452224546329916,
      "learning_rate": 9.445611340695926e-06,
      "loss": 0.5274,
      "step": 200
    },
    {
      "epoch": 1.2094395280235988,
      "grad_norm": 1.2314254826441438,
      "learning_rate": 9.397368756032445e-06,
      "loss": 0.5247,
      "step": 205
    },
    {
      "epoch": 1.238938053097345,
      "grad_norm": 0.04772904502073005,
      "learning_rate": 9.347247763081834e-06,
      "loss": 0.5276,
      "step": 210
    },
    {
      "epoch": 1.2684365781710913,
      "grad_norm": 0.05022705703233357,
      "learning_rate": 9.295269771849426e-06,
      "loss": 0.5179,
      "step": 215
    },
    {
      "epoch": 1.2979351032448379,
      "grad_norm": 0.2724781073186335,
      "learning_rate": 9.241456985587868e-06,
      "loss": 0.5229,
      "step": 220
    },
    {
      "epoch": 1.3274336283185841,
      "grad_norm": 0.07955839264628826,
      "learning_rate": 9.185832391312644e-06,
      "loss": 0.5222,
      "step": 225
    },
    {
      "epoch": 1.3569321533923304,
      "grad_norm": 0.047043054214154625,
      "learning_rate": 9.12841974998278e-06,
      "loss": 0.5195,
      "step": 230
    },
    {
      "epoch": 1.3864306784660767,
      "grad_norm": 0.045497809508961325,
      "learning_rate": 9.069243586350976e-06,
      "loss": 0.5148,
      "step": 235
    },
    {
      "epoch": 1.415929203539823,
      "grad_norm": 0.8566869256944054,
      "learning_rate": 9.008329178487442e-06,
      "loss": 0.5207,
      "step": 240
    },
    {
      "epoch": 1.4454277286135693,
      "grad_norm": 0.06712694488880502,
      "learning_rate": 8.94570254698197e-06,
      "loss": 0.5219,
      "step": 245
    },
    {
      "epoch": 1.4749262536873156,
      "grad_norm": 0.134636628527114,
      "learning_rate": 8.881390443828788e-06,
      "loss": 0.5164,
      "step": 250
    },
    {
      "epoch": 1.504424778761062,
      "grad_norm": 1.017642297039446,
      "learning_rate": 8.815420340999034e-06,
      "loss": 0.5164,
      "step": 255
    },
    {
      "epoch": 1.5339233038348081,
      "grad_norm": 0.8748816419357938,
      "learning_rate": 8.747820418705632e-06,
      "loss": 0.519,
      "step": 260
    },
    {
      "epoch": 1.5634218289085546,
      "grad_norm": 0.05916211446645424,
      "learning_rate": 8.67861955336566e-06,
      "loss": 0.5132,
      "step": 265
    },
    {
      "epoch": 1.592920353982301,
      "grad_norm": 0.06267760570910012,
      "learning_rate": 8.607847305265312e-06,
      "loss": 0.5119,
      "step": 270
    },
    {
      "epoch": 1.6224188790560472,
      "grad_norm": 0.053722149220927,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.514,
      "step": 275
    },
    {
      "epoch": 1.6519174041297935,
      "grad_norm": 0.055409146579795114,
      "learning_rate": 8.461710245224149e-06,
      "loss": 0.5231,
      "step": 280
    },
    {
      "epoch": 1.6814159292035398,
      "grad_norm": 0.049718992850954775,
      "learning_rate": 8.386407858128707e-06,
      "loss": 0.5127,
      "step": 285
    },
    {
      "epoch": 1.7109144542772863,
      "grad_norm": 0.0443810313683345,
      "learning_rate": 8.309658911297833e-06,
      "loss": 0.5116,
      "step": 290
    },
    {
      "epoch": 1.7404129793510323,
      "grad_norm": 0.05127452771633588,
      "learning_rate": 8.231496189304704e-06,
      "loss": 0.5078,
      "step": 295
    },
    {
      "epoch": 1.7699115044247788,
      "grad_norm": 0.04591077767546143,
      "learning_rate": 8.151953080639777e-06,
      "loss": 0.5125,
      "step": 300
    },
    {
      "epoch": 1.799410029498525,
      "grad_norm": 0.04535715037949931,
      "learning_rate": 8.071063563448341e-06,
      "loss": 0.5131,
      "step": 305
    },
    {
      "epoch": 1.8289085545722714,
      "grad_norm": 0.045271495366352554,
      "learning_rate": 7.988862191016204e-06,
      "loss": 0.5123,
      "step": 310
    },
    {
      "epoch": 1.8584070796460177,
      "grad_norm": 0.056004335836578926,
      "learning_rate": 7.905384077009693e-06,
      "loss": 0.5097,
      "step": 315
    },
    {
      "epoch": 1.887905604719764,
      "grad_norm": 0.04430378987199138,
      "learning_rate": 7.820664880476257e-06,
      "loss": 0.5143,
      "step": 320
    },
    {
      "epoch": 1.9174041297935103,
      "grad_norm": 0.04609433007960605,
      "learning_rate": 7.734740790612137e-06,
      "loss": 0.5086,
      "step": 325
    },
    {
      "epoch": 1.9469026548672566,
      "grad_norm": 0.7820689144245092,
      "learning_rate": 7.647648511303545e-06,
      "loss": 0.5095,
      "step": 330
    },
    {
      "epoch": 1.976401179941003,
      "grad_norm": 0.049876695974305066,
      "learning_rate": 7.559425245448006e-06,
      "loss": 0.5116,
      "step": 335
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.569428026676178,
      "eval_runtime": 7.9223,
      "eval_samples_per_second": 16.662,
      "eval_steps_per_second": 0.379,
      "step": 339
    },
    {
      "epoch": 2.005899705014749,
      "grad_norm": 0.059860668705846505,
      "learning_rate": 7.470108679062521e-06,
      "loss": 0.5565,
      "step": 340
    },
    {
      "epoch": 2.0353982300884956,
      "grad_norm": 0.045373657400373905,
      "learning_rate": 7.379736965185369e-06,
      "loss": 0.5022,
      "step": 345
    },
    {
      "epoch": 2.0648967551622417,
      "grad_norm": 0.04575003134013503,
      "learning_rate": 7.288348707578409e-06,
      "loss": 0.5009,
      "step": 350
    },
    {
      "epoch": 2.094395280235988,
      "grad_norm": 0.0764963225778181,
      "learning_rate": 7.195982944236853e-06,
      "loss": 0.5023,
      "step": 355
    },
    {
      "epoch": 2.1238938053097347,
      "grad_norm": 0.2864046551111833,
      "learning_rate": 7.102679130713538e-06,
      "loss": 0.5027,
      "step": 360
    },
    {
      "epoch": 2.1533923303834808,
      "grad_norm": 0.0726950183868685,
      "learning_rate": 7.008477123264849e-06,
      "loss": 0.4995,
      "step": 365
    },
    {
      "epoch": 2.1828908554572273,
      "grad_norm": 0.047612550060808626,
      "learning_rate": 6.913417161825449e-06,
      "loss": 0.5073,
      "step": 370
    },
    {
      "epoch": 2.2123893805309733,
      "grad_norm": 0.045980323605959564,
      "learning_rate": 6.817539852819149e-06,
      "loss": 0.5066,
      "step": 375
    },
    {
      "epoch": 2.24188790560472,
      "grad_norm": 0.05019367448115624,
      "learning_rate": 6.720886151813194e-06,
      "loss": 0.5054,
      "step": 380
    },
    {
      "epoch": 2.271386430678466,
      "grad_norm": 0.04465323510528684,
      "learning_rate": 6.6234973460234184e-06,
      "loss": 0.5003,
      "step": 385
    },
    {
      "epoch": 2.3008849557522124,
      "grad_norm": 0.08235286259691993,
      "learning_rate": 6.525415036677745e-06,
      "loss": 0.5001,
      "step": 390
    },
    {
      "epoch": 2.330383480825959,
      "grad_norm": 0.050999382045359705,
      "learning_rate": 6.426681121245527e-06,
      "loss": 0.498,
      "step": 395
    },
    {
      "epoch": 2.359882005899705,
      "grad_norm": 0.04526036928138616,
      "learning_rate": 6.327337775540362e-06,
      "loss": 0.5018,
      "step": 400
    },
    {
      "epoch": 2.3893805309734515,
      "grad_norm": 0.05806925044679012,
      "learning_rate": 6.227427435703997e-06,
      "loss": 0.4955,
      "step": 405
    },
    {
      "epoch": 2.4188790560471976,
      "grad_norm": 0.06164688967940204,
      "learning_rate": 6.126992780079032e-06,
      "loss": 0.4971,
      "step": 410
    },
    {
      "epoch": 2.448377581120944,
      "grad_norm": 0.5078396005551373,
      "learning_rate": 6.026076710978172e-06,
      "loss": 0.5015,
      "step": 415
    },
    {
      "epoch": 2.47787610619469,
      "grad_norm": 0.046783560822131726,
      "learning_rate": 5.924722336357793e-06,
      "loss": 0.4975,
      "step": 420
    },
    {
      "epoch": 2.5073746312684366,
      "grad_norm": 0.04594136178012529,
      "learning_rate": 5.82297295140367e-06,
      "loss": 0.4996,
      "step": 425
    },
    {
      "epoch": 2.5368731563421827,
      "grad_norm": 0.05594049666474868,
      "learning_rate": 5.720872020036734e-06,
      "loss": 0.5001,
      "step": 430
    },
    {
      "epoch": 2.566371681415929,
      "grad_norm": 0.04465947789722648,
      "learning_rate": 5.61846315634674e-06,
      "loss": 0.4924,
      "step": 435
    },
    {
      "epoch": 2.5958702064896757,
      "grad_norm": 0.060580400184871375,
      "learning_rate": 5.515790105961785e-06,
      "loss": 0.5022,
      "step": 440
    },
    {
      "epoch": 2.6253687315634218,
      "grad_norm": 0.12381786538248248,
      "learning_rate": 5.412896727361663e-06,
      "loss": 0.4972,
      "step": 445
    },
    {
      "epoch": 2.6548672566371683,
      "grad_norm": 0.05202660251491312,
      "learning_rate": 5.309826973142974e-06,
      "loss": 0.5071,
      "step": 450
    },
    {
      "epoch": 2.6843657817109143,
      "grad_norm": 0.10377000214654016,
      "learning_rate": 5.206624871244066e-06,
      "loss": 0.4995,
      "step": 455
    },
    {
      "epoch": 2.713864306784661,
      "grad_norm": 0.044378951816130024,
      "learning_rate": 5.103334506137773e-06,
      "loss": 0.4974,
      "step": 460
    },
    {
      "epoch": 2.7433628318584073,
      "grad_norm": 0.04467225886658485,
      "learning_rate": 5e-06,
      "loss": 0.497,
      "step": 465
    },
    {
      "epoch": 2.7728613569321534,
      "grad_norm": 0.051986874546360556,
      "learning_rate": 4.89666549386223e-06,
      "loss": 0.4971,
      "step": 470
    },
    {
      "epoch": 2.8023598820058995,
      "grad_norm": 0.12453400877778924,
      "learning_rate": 4.793375128755934e-06,
      "loss": 0.4989,
      "step": 475
    },
    {
      "epoch": 2.831858407079646,
      "grad_norm": 0.04420192438109124,
      "learning_rate": 4.690173026857028e-06,
      "loss": 0.4965,
      "step": 480
    },
    {
      "epoch": 2.8613569321533925,
      "grad_norm": 0.043489134164912784,
      "learning_rate": 4.587103272638339e-06,
      "loss": 0.5001,
      "step": 485
    },
    {
      "epoch": 2.8908554572271385,
      "grad_norm": 0.057345889273731514,
      "learning_rate": 4.4842098940382155e-06,
      "loss": 0.4965,
      "step": 490
    },
    {
      "epoch": 2.920353982300885,
      "grad_norm": 0.04346872325174773,
      "learning_rate": 4.381536843653262e-06,
      "loss": 0.4973,
      "step": 495
    },
    {
      "epoch": 2.949852507374631,
      "grad_norm": 0.05768914593482109,
      "learning_rate": 4.279127979963266e-06,
      "loss": 0.5033,
      "step": 500
    },
    {
      "epoch": 2.9793510324483776,
      "grad_norm": 0.07469078383028477,
      "learning_rate": 4.17702704859633e-06,
      "loss": 0.4932,
      "step": 505
    },
    {
      "epoch": 2.9970501474926254,
      "eval_loss": 0.5568187236785889,
      "eval_runtime": 7.8687,
      "eval_samples_per_second": 16.775,
      "eval_steps_per_second": 0.381,
      "step": 508
    },
    {
      "epoch": 3.0088495575221237,
      "grad_norm": 0.2325348943012431,
      "learning_rate": 4.075277663642208e-06,
      "loss": 0.5464,
      "step": 510
    },
    {
      "epoch": 3.03834808259587,
      "grad_norm": 0.05925612576951284,
      "learning_rate": 3.973923289021829e-06,
      "loss": 0.4879,
      "step": 515
    },
    {
      "epoch": 3.0678466076696167,
      "grad_norm": 0.04576359473331283,
      "learning_rate": 3.8730072199209705e-06,
      "loss": 0.4958,
      "step": 520
    },
    {
      "epoch": 3.0973451327433628,
      "grad_norm": 0.04411225192878531,
      "learning_rate": 3.7725725642960047e-06,
      "loss": 0.4937,
      "step": 525
    },
    {
      "epoch": 3.1268436578171093,
      "grad_norm": 0.04681950811111515,
      "learning_rate": 3.67266222445964e-06,
      "loss": 0.497,
      "step": 530
    },
    {
      "epoch": 3.1563421828908553,
      "grad_norm": 0.05140593649320022,
      "learning_rate": 3.573318878754475e-06,
      "loss": 0.4908,
      "step": 535
    },
    {
      "epoch": 3.185840707964602,
      "grad_norm": 0.04848431413605644,
      "learning_rate": 3.4745849633222566e-06,
      "loss": 0.4907,
      "step": 540
    },
    {
      "epoch": 3.215339233038348,
      "grad_norm": 0.11169113540037036,
      "learning_rate": 3.3765026539765832e-06,
      "loss": 0.4954,
      "step": 545
    },
    {
      "epoch": 3.2448377581120944,
      "grad_norm": 0.045625351277697936,
      "learning_rate": 3.2791138481868084e-06,
      "loss": 0.4875,
      "step": 550
    },
    {
      "epoch": 3.274336283185841,
      "grad_norm": 0.04470601186507566,
      "learning_rate": 3.1824601471808504e-06,
      "loss": 0.4913,
      "step": 555
    },
    {
      "epoch": 3.303834808259587,
      "grad_norm": 0.04510846620481134,
      "learning_rate": 3.0865828381745515e-06,
      "loss": 0.4977,
      "step": 560
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.04641841941445331,
      "learning_rate": 2.991522876735154e-06,
      "loss": 0.492,
      "step": 565
    },
    {
      "epoch": 3.3628318584070795,
      "grad_norm": 0.044008859582161636,
      "learning_rate": 2.8973208692864623e-06,
      "loss": 0.4927,
      "step": 570
    },
    {
      "epoch": 3.392330383480826,
      "grad_norm": 0.058212049337815264,
      "learning_rate": 2.804017055763149e-06,
      "loss": 0.4934,
      "step": 575
    },
    {
      "epoch": 3.421828908554572,
      "grad_norm": 0.04488763032020628,
      "learning_rate": 2.711651292421593e-06,
      "loss": 0.4896,
      "step": 580
    },
    {
      "epoch": 3.4513274336283186,
      "grad_norm": 0.06877731409673225,
      "learning_rate": 2.6202630348146323e-06,
      "loss": 0.4927,
      "step": 585
    },
    {
      "epoch": 3.4808259587020647,
      "grad_norm": 0.04405767793752617,
      "learning_rate": 2.529891320937481e-06,
      "loss": 0.4885,
      "step": 590
    },
    {
      "epoch": 3.510324483775811,
      "grad_norm": 0.046525497495949794,
      "learning_rate": 2.4405747545519966e-06,
      "loss": 0.493,
      "step": 595
    },
    {
      "epoch": 3.5398230088495577,
      "grad_norm": 0.04464423997103832,
      "learning_rate": 2.352351488696457e-06,
      "loss": 0.4871,
      "step": 600
    },
    {
      "epoch": 3.5693215339233038,
      "grad_norm": 0.04487754260652396,
      "learning_rate": 2.265259209387867e-06,
      "loss": 0.4897,
      "step": 605
    },
    {
      "epoch": 3.5988200589970503,
      "grad_norm": 0.06310865942039023,
      "learning_rate": 2.179335119523745e-06,
      "loss": 0.4929,
      "step": 610
    },
    {
      "epoch": 3.6283185840707963,
      "grad_norm": 0.04443946832576421,
      "learning_rate": 2.094615922990309e-06,
      "loss": 0.4938,
      "step": 615
    },
    {
      "epoch": 3.657817109144543,
      "grad_norm": 0.04515597574554685,
      "learning_rate": 2.0111378089837958e-06,
      "loss": 0.4882,
      "step": 620
    },
    {
      "epoch": 3.6873156342182893,
      "grad_norm": 0.04358107380856759,
      "learning_rate": 1.928936436551661e-06,
      "loss": 0.4903,
      "step": 625
    },
    {
      "epoch": 3.7168141592920354,
      "grad_norm": 0.045563864404630304,
      "learning_rate": 1.848046919360225e-06,
      "loss": 0.4921,
      "step": 630
    },
    {
      "epoch": 3.7463126843657815,
      "grad_norm": 0.04666731006378484,
      "learning_rate": 1.7685038106952952e-06,
      "loss": 0.4934,
      "step": 635
    },
    {
      "epoch": 3.775811209439528,
      "grad_norm": 0.07117810484547947,
      "learning_rate": 1.6903410887021676e-06,
      "loss": 0.4892,
      "step": 640
    },
    {
      "epoch": 3.8053097345132745,
      "grad_norm": 0.23100334767483371,
      "learning_rate": 1.6135921418712959e-06,
      "loss": 0.493,
      "step": 645
    },
    {
      "epoch": 3.8348082595870205,
      "grad_norm": 0.04506424951487985,
      "learning_rate": 1.5382897547758513e-06,
      "loss": 0.484,
      "step": 650
    },
    {
      "epoch": 3.864306784660767,
      "grad_norm": 0.10488547297270173,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.4877,
      "step": 655
    },
    {
      "epoch": 3.893805309734513,
      "grad_norm": 0.04390462723720627,
      "learning_rate": 1.3921526947346902e-06,
      "loss": 0.4887,
      "step": 660
    },
    {
      "epoch": 3.9233038348082596,
      "grad_norm": 0.059362742241561586,
      "learning_rate": 1.321380446634342e-06,
      "loss": 0.4943,
      "step": 665
    },
    {
      "epoch": 3.952802359882006,
      "grad_norm": 0.05424105447849983,
      "learning_rate": 1.2521795812943704e-06,
      "loss": 0.4871,
      "step": 670
    },
    {
      "epoch": 3.982300884955752,
      "grad_norm": 0.04260561612932512,
      "learning_rate": 1.1845796590009684e-06,
      "loss": 0.4874,
      "step": 675
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.5515686869621277,
      "eval_runtime": 7.9174,
      "eval_samples_per_second": 16.672,
      "eval_steps_per_second": 0.379,
      "step": 678
    },
    {
      "epoch": 4.011799410029498,
      "grad_norm": 0.04414788535025088,
      "learning_rate": 1.118609556171213e-06,
      "loss": 0.535,
      "step": 680
    },
    {
      "epoch": 4.041297935103245,
      "grad_norm": 0.04732115155993842,
      "learning_rate": 1.0542974530180327e-06,
      "loss": 0.4859,
      "step": 685
    },
    {
      "epoch": 4.070796460176991,
      "grad_norm": 0.04337501922937707,
      "learning_rate": 9.916708215125586e-07,
      "loss": 0.4893,
      "step": 690
    },
    {
      "epoch": 4.100294985250738,
      "grad_norm": 0.052054539750301554,
      "learning_rate": 9.307564136490255e-07,
      "loss": 0.4837,
      "step": 695
    },
    {
      "epoch": 4.129793510324483,
      "grad_norm": 0.043254413851663974,
      "learning_rate": 8.715802500172215e-07,
      "loss": 0.4897,
      "step": 700
    },
    {
      "epoch": 4.15929203539823,
      "grad_norm": 0.05537638890929335,
      "learning_rate": 8.141676086873574e-07,
      "loss": 0.4893,
      "step": 705
    },
    {
      "epoch": 4.188790560471976,
      "grad_norm": 0.04519429234937821,
      "learning_rate": 7.585430144121319e-07,
      "loss": 0.4871,
      "step": 710
    },
    {
      "epoch": 4.218289085545723,
      "grad_norm": 0.09284032958781858,
      "learning_rate": 7.047302281505735e-07,
      "loss": 0.4829,
      "step": 715
    },
    {
      "epoch": 4.247787610619469,
      "grad_norm": 0.05759138824322539,
      "learning_rate": 6.527522369181655e-07,
      "loss": 0.4904,
      "step": 720
    },
    {
      "epoch": 4.277286135693215,
      "grad_norm": 0.04524068280213349,
      "learning_rate": 6.026312439675553e-07,
      "loss": 0.4841,
      "step": 725
    },
    {
      "epoch": 4.3067846607669615,
      "grad_norm": 0.04432058714882555,
      "learning_rate": 5.543886593040737e-07,
      "loss": 0.4843,
      "step": 730
    },
    {
      "epoch": 4.336283185840708,
      "grad_norm": 0.04232360342920672,
      "learning_rate": 5.080450905401057e-07,
      "loss": 0.4928,
      "step": 735
    },
    {
      "epoch": 4.3657817109144545,
      "grad_norm": 0.12702550471244367,
      "learning_rate": 4.6362033409220077e-07,
      "loss": 0.4951,
      "step": 740
    },
    {
      "epoch": 4.395280235988201,
      "grad_norm": 0.0473973137647136,
      "learning_rate": 4.211333667247125e-07,
      "loss": 0.4931,
      "step": 745
    },
    {
      "epoch": 4.424778761061947,
      "grad_norm": 0.043912927697138504,
      "learning_rate": 3.8060233744356634e-07,
      "loss": 0.4883,
      "step": 750
    },
    {
      "epoch": 4.454277286135693,
      "grad_norm": 0.04305758726287443,
      "learning_rate": 3.420445597436056e-07,
      "loss": 0.4877,
      "step": 755
    },
    {
      "epoch": 4.48377581120944,
      "grad_norm": 0.04286327782385863,
      "learning_rate": 3.0547650421285216e-07,
      "loss": 0.4865,
      "step": 760
    },
    {
      "epoch": 4.513274336283186,
      "grad_norm": 0.04387385477938106,
      "learning_rate": 2.7091379149682683e-07,
      "loss": 0.4891,
      "step": 765
    },
    {
      "epoch": 4.542772861356932,
      "grad_norm": 0.042851842666364756,
      "learning_rate": 2.3837118562592799e-07,
      "loss": 0.4886,
      "step": 770
    },
    {
      "epoch": 4.572271386430678,
      "grad_norm": 0.04267358478101285,
      "learning_rate": 2.0786258770873647e-07,
      "loss": 0.4896,
      "step": 775
    },
    {
      "epoch": 4.601769911504425,
      "grad_norm": 0.050416063074236905,
      "learning_rate": 1.7940102999393194e-07,
      "loss": 0.4875,
      "step": 780
    },
    {
      "epoch": 4.631268436578171,
      "grad_norm": 0.043881002529456536,
      "learning_rate": 1.5299867030334815e-07,
      "loss": 0.4854,
      "step": 785
    },
    {
      "epoch": 4.660766961651918,
      "grad_norm": 0.06742603559290723,
      "learning_rate": 1.286667868385627e-07,
      "loss": 0.4833,
      "step": 790
    },
    {
      "epoch": 4.6902654867256635,
      "grad_norm": 0.04689112762822426,
      "learning_rate": 1.0641577336322761e-07,
      "loss": 0.4859,
      "step": 795
    },
    {
      "epoch": 4.71976401179941,
      "grad_norm": 0.04458797008950871,
      "learning_rate": 8.625513476320291e-08,
      "loss": 0.486,
      "step": 800
    },
    {
      "epoch": 4.7492625368731565,
      "grad_norm": 0.043403401141790046,
      "learning_rate": 6.819348298638839e-08,
      "loss": 0.4835,
      "step": 805
    },
    {
      "epoch": 4.778761061946903,
      "grad_norm": 0.04203084473909298,
      "learning_rate": 5.223853336398632e-08,
      "loss": 0.4846,
      "step": 810
    },
    {
      "epoch": 4.808259587020649,
      "grad_norm": 0.046069003410869176,
      "learning_rate": 3.839710131477492e-08,
      "loss": 0.4887,
      "step": 815
    },
    {
      "epoch": 4.837758112094395,
      "grad_norm": 0.04757707619938308,
      "learning_rate": 2.6675099433787212e-08,
      "loss": 0.4878,
      "step": 820
    },
    {
      "epoch": 4.867256637168142,
      "grad_norm": 0.042268713033133586,
      "learning_rate": 1.7077534966650767e-08,
      "loss": 0.4882,
      "step": 825
    },
    {
      "epoch": 4.896755162241888,
      "grad_norm": 0.04302102116033562,
      "learning_rate": 9.608507670659239e-09,
      "loss": 0.4888,
      "step": 830
    },
    {
      "epoch": 4.926253687315635,
      "grad_norm": 0.07913283260437641,
      "learning_rate": 4.2712080634949024e-09,
      "loss": 0.4839,
      "step": 835
    },
    {
      "epoch": 4.95575221238938,
      "grad_norm": 0.04332335955644444,
      "learning_rate": 1.0679160603449533e-09,
      "loss": 0.4917,
      "step": 840
    },
    {
      "epoch": 4.985250737463127,
      "grad_norm": 0.04328053326566176,
      "learning_rate": 0.0,
      "loss": 0.4883,
      "step": 845
    }
  ],
  "logging_steps": 5,
  "max_steps": 845,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 56,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2830394185482240.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}