| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.985250737463127, | |
| "eval_steps": 500, | |
| "global_step": 845, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0058997050147492625, | |
| "grad_norm": 1.106083567904979, | |
| "learning_rate": 1.1764705882352942e-07, | |
| "loss": 0.7816, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.029498525073746312, | |
| "grad_norm": 1.1433080381542629, | |
| "learning_rate": 5.882352941176471e-07, | |
| "loss": 0.7757, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.058997050147492625, | |
| "grad_norm": 0.997014214705184, | |
| "learning_rate": 1.1764705882352942e-06, | |
| "loss": 0.7736, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08849557522123894, | |
| "grad_norm": 1.304994737635826, | |
| "learning_rate": 1.7647058823529414e-06, | |
| "loss": 0.7594, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.11799410029498525, | |
| "grad_norm": 0.5741459890364078, | |
| "learning_rate": 2.3529411764705885e-06, | |
| "loss": 0.7332, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.14749262536873156, | |
| "grad_norm": 0.4736057964790196, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "loss": 0.7054, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.17699115044247787, | |
| "grad_norm": 0.28699264838960103, | |
| "learning_rate": 3.529411764705883e-06, | |
| "loss": 0.6613, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.20648967551622419, | |
| "grad_norm": 1.92856903253004, | |
| "learning_rate": 4.11764705882353e-06, | |
| "loss": 0.6422, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.2359882005899705, | |
| "grad_norm": 0.346137515731761, | |
| "learning_rate": 4.705882352941177e-06, | |
| "loss": 0.6165, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.26548672566371684, | |
| "grad_norm": 0.17870145514430266, | |
| "learning_rate": 5.294117647058824e-06, | |
| "loss": 0.6133, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2949852507374631, | |
| "grad_norm": 0.1437606973005659, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 0.5986, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.32448377581120946, | |
| "grad_norm": 0.2706264861398608, | |
| "learning_rate": 6.470588235294119e-06, | |
| "loss": 0.5884, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.35398230088495575, | |
| "grad_norm": 0.6332617880988516, | |
| "learning_rate": 7.058823529411766e-06, | |
| "loss": 0.5818, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3834808259587021, | |
| "grad_norm": 0.1015116079049458, | |
| "learning_rate": 7.647058823529411e-06, | |
| "loss": 0.5798, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.41297935103244837, | |
| "grad_norm": 0.12119348356809045, | |
| "learning_rate": 8.23529411764706e-06, | |
| "loss": 0.5751, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4424778761061947, | |
| "grad_norm": 0.07879965059698645, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 0.5708, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.471976401179941, | |
| "grad_norm": 0.05646247242948782, | |
| "learning_rate": 9.411764705882354e-06, | |
| "loss": 0.5683, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5014749262536873, | |
| "grad_norm": 0.25525240715915204, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5662, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5309734513274337, | |
| "grad_norm": 0.05365048303720814, | |
| "learning_rate": 9.998932083939657e-06, | |
| "loss": 0.5598, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.56047197640118, | |
| "grad_norm": 0.1595860307142945, | |
| "learning_rate": 9.995728791936505e-06, | |
| "loss": 0.5538, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.5899705014749262, | |
| "grad_norm": 0.06609453133465848, | |
| "learning_rate": 9.990391492329341e-06, | |
| "loss": 0.5529, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6194690265486725, | |
| "grad_norm": 1.6293266027560704, | |
| "learning_rate": 9.98292246503335e-06, | |
| "loss": 0.5527, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.6489675516224189, | |
| "grad_norm": 1.050544643875783, | |
| "learning_rate": 9.973324900566214e-06, | |
| "loss": 0.5477, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.6784660766961652, | |
| "grad_norm": 0.052879637742834044, | |
| "learning_rate": 9.961602898685225e-06, | |
| "loss": 0.5474, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7079646017699115, | |
| "grad_norm": 0.04928862663129842, | |
| "learning_rate": 9.947761466636014e-06, | |
| "loss": 0.5553, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7374631268436578, | |
| "grad_norm": 0.052753160381468045, | |
| "learning_rate": 9.931806517013612e-06, | |
| "loss": 0.5464, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.7669616519174042, | |
| "grad_norm": 0.045802114899820966, | |
| "learning_rate": 9.913744865236798e-06, | |
| "loss": 0.5404, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.7964601769911505, | |
| "grad_norm": 0.11489905003299361, | |
| "learning_rate": 9.893584226636773e-06, | |
| "loss": 0.5317, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.8259587020648967, | |
| "grad_norm": 0.4919380291913098, | |
| "learning_rate": 9.871333213161438e-06, | |
| "loss": 0.5481, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.855457227138643, | |
| "grad_norm": 0.3232334093103194, | |
| "learning_rate": 9.847001329696653e-06, | |
| "loss": 0.5339, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.8849557522123894, | |
| "grad_norm": 0.05048150556921708, | |
| "learning_rate": 9.820598970006068e-06, | |
| "loss": 0.5325, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9144542772861357, | |
| "grad_norm": 0.058183934565565226, | |
| "learning_rate": 9.792137412291265e-06, | |
| "loss": 0.5373, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.943952802359882, | |
| "grad_norm": 2.1026211814523927, | |
| "learning_rate": 9.761628814374074e-06, | |
| "loss": 0.535, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.9734513274336283, | |
| "grad_norm": 0.05037291432057576, | |
| "learning_rate": 9.729086208503174e-06, | |
| "loss": 0.5392, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.9970501474926253, | |
| "eval_loss": 0.5948278307914734, | |
| "eval_runtime": 7.8455, | |
| "eval_samples_per_second": 16.825, | |
| "eval_steps_per_second": 0.382, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.0029498525073746, | |
| "grad_norm": 0.07970296331803481, | |
| "learning_rate": 9.694523495787149e-06, | |
| "loss": 0.5852, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0324483775811208, | |
| "grad_norm": 0.06217085534785087, | |
| "learning_rate": 9.657955440256396e-06, | |
| "loss": 0.5318, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.0619469026548674, | |
| "grad_norm": 0.4533798599174413, | |
| "learning_rate": 9.619397662556434e-06, | |
| "loss": 0.5265, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.0914454277286136, | |
| "grad_norm": 0.0843198746785751, | |
| "learning_rate": 9.578866633275289e-06, | |
| "loss": 0.525, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.12094395280236, | |
| "grad_norm": 0.0514110786588162, | |
| "learning_rate": 9.536379665907801e-06, | |
| "loss": 0.5244, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.1504424778761062, | |
| "grad_norm": 0.08421706916029806, | |
| "learning_rate": 9.491954909459895e-06, | |
| "loss": 0.5241, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.1799410029498525, | |
| "grad_norm": 0.058452224546329916, | |
| "learning_rate": 9.445611340695926e-06, | |
| "loss": 0.5274, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.2094395280235988, | |
| "grad_norm": 1.2314254826441438, | |
| "learning_rate": 9.397368756032445e-06, | |
| "loss": 0.5247, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.238938053097345, | |
| "grad_norm": 0.04772904502073005, | |
| "learning_rate": 9.347247763081834e-06, | |
| "loss": 0.5276, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.2684365781710913, | |
| "grad_norm": 0.05022705703233357, | |
| "learning_rate": 9.295269771849426e-06, | |
| "loss": 0.5179, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.2979351032448379, | |
| "grad_norm": 0.2724781073186335, | |
| "learning_rate": 9.241456985587868e-06, | |
| "loss": 0.5229, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.3274336283185841, | |
| "grad_norm": 0.07955839264628826, | |
| "learning_rate": 9.185832391312644e-06, | |
| "loss": 0.5222, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.3569321533923304, | |
| "grad_norm": 0.047043054214154625, | |
| "learning_rate": 9.12841974998278e-06, | |
| "loss": 0.5195, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.3864306784660767, | |
| "grad_norm": 0.045497809508961325, | |
| "learning_rate": 9.069243586350976e-06, | |
| "loss": 0.5148, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.415929203539823, | |
| "grad_norm": 0.8566869256944054, | |
| "learning_rate": 9.008329178487442e-06, | |
| "loss": 0.5207, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.4454277286135693, | |
| "grad_norm": 0.06712694488880502, | |
| "learning_rate": 8.94570254698197e-06, | |
| "loss": 0.5219, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.4749262536873156, | |
| "grad_norm": 0.134636628527114, | |
| "learning_rate": 8.881390443828788e-06, | |
| "loss": 0.5164, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.504424778761062, | |
| "grad_norm": 1.017642297039446, | |
| "learning_rate": 8.815420340999034e-06, | |
| "loss": 0.5164, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.5339233038348081, | |
| "grad_norm": 0.8748816419357938, | |
| "learning_rate": 8.747820418705632e-06, | |
| "loss": 0.519, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.5634218289085546, | |
| "grad_norm": 0.05916211446645424, | |
| "learning_rate": 8.67861955336566e-06, | |
| "loss": 0.5132, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.592920353982301, | |
| "grad_norm": 0.06267760570910012, | |
| "learning_rate": 8.607847305265312e-06, | |
| "loss": 0.5119, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.6224188790560472, | |
| "grad_norm": 0.053722149220927, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.514, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.6519174041297935, | |
| "grad_norm": 0.055409146579795114, | |
| "learning_rate": 8.461710245224149e-06, | |
| "loss": 0.5231, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.6814159292035398, | |
| "grad_norm": 0.049718992850954775, | |
| "learning_rate": 8.386407858128707e-06, | |
| "loss": 0.5127, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.7109144542772863, | |
| "grad_norm": 0.0443810313683345, | |
| "learning_rate": 8.309658911297833e-06, | |
| "loss": 0.5116, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.7404129793510323, | |
| "grad_norm": 0.05127452771633588, | |
| "learning_rate": 8.231496189304704e-06, | |
| "loss": 0.5078, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.7699115044247788, | |
| "grad_norm": 0.04591077767546143, | |
| "learning_rate": 8.151953080639777e-06, | |
| "loss": 0.5125, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.799410029498525, | |
| "grad_norm": 0.04535715037949931, | |
| "learning_rate": 8.071063563448341e-06, | |
| "loss": 0.5131, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.8289085545722714, | |
| "grad_norm": 0.045271495366352554, | |
| "learning_rate": 7.988862191016204e-06, | |
| "loss": 0.5123, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.8584070796460177, | |
| "grad_norm": 0.056004335836578926, | |
| "learning_rate": 7.905384077009693e-06, | |
| "loss": 0.5097, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.887905604719764, | |
| "grad_norm": 0.04430378987199138, | |
| "learning_rate": 7.820664880476257e-06, | |
| "loss": 0.5143, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.9174041297935103, | |
| "grad_norm": 0.04609433007960605, | |
| "learning_rate": 7.734740790612137e-06, | |
| "loss": 0.5086, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.9469026548672566, | |
| "grad_norm": 0.7820689144245092, | |
| "learning_rate": 7.647648511303545e-06, | |
| "loss": 0.5095, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.976401179941003, | |
| "grad_norm": 0.049876695974305066, | |
| "learning_rate": 7.559425245448006e-06, | |
| "loss": 0.5116, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.569428026676178, | |
| "eval_runtime": 7.9223, | |
| "eval_samples_per_second": 16.662, | |
| "eval_steps_per_second": 0.379, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.005899705014749, | |
| "grad_norm": 0.059860668705846505, | |
| "learning_rate": 7.470108679062521e-06, | |
| "loss": 0.5565, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.0353982300884956, | |
| "grad_norm": 0.045373657400373905, | |
| "learning_rate": 7.379736965185369e-06, | |
| "loss": 0.5022, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.0648967551622417, | |
| "grad_norm": 0.04575003134013503, | |
| "learning_rate": 7.288348707578409e-06, | |
| "loss": 0.5009, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.094395280235988, | |
| "grad_norm": 0.0764963225778181, | |
| "learning_rate": 7.195982944236853e-06, | |
| "loss": 0.5023, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.1238938053097347, | |
| "grad_norm": 0.2864046551111833, | |
| "learning_rate": 7.102679130713538e-06, | |
| "loss": 0.5027, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.1533923303834808, | |
| "grad_norm": 0.0726950183868685, | |
| "learning_rate": 7.008477123264849e-06, | |
| "loss": 0.4995, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.1828908554572273, | |
| "grad_norm": 0.047612550060808626, | |
| "learning_rate": 6.913417161825449e-06, | |
| "loss": 0.5073, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.2123893805309733, | |
| "grad_norm": 0.045980323605959564, | |
| "learning_rate": 6.817539852819149e-06, | |
| "loss": 0.5066, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.24188790560472, | |
| "grad_norm": 0.05019367448115624, | |
| "learning_rate": 6.720886151813194e-06, | |
| "loss": 0.5054, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.271386430678466, | |
| "grad_norm": 0.04465323510528684, | |
| "learning_rate": 6.6234973460234184e-06, | |
| "loss": 0.5003, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.3008849557522124, | |
| "grad_norm": 0.08235286259691993, | |
| "learning_rate": 6.525415036677745e-06, | |
| "loss": 0.5001, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.330383480825959, | |
| "grad_norm": 0.050999382045359705, | |
| "learning_rate": 6.426681121245527e-06, | |
| "loss": 0.498, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.359882005899705, | |
| "grad_norm": 0.04526036928138616, | |
| "learning_rate": 6.327337775540362e-06, | |
| "loss": 0.5018, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.3893805309734515, | |
| "grad_norm": 0.05806925044679012, | |
| "learning_rate": 6.227427435703997e-06, | |
| "loss": 0.4955, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.4188790560471976, | |
| "grad_norm": 0.06164688967940204, | |
| "learning_rate": 6.126992780079032e-06, | |
| "loss": 0.4971, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.448377581120944, | |
| "grad_norm": 0.5078396005551373, | |
| "learning_rate": 6.026076710978172e-06, | |
| "loss": 0.5015, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.47787610619469, | |
| "grad_norm": 0.046783560822131726, | |
| "learning_rate": 5.924722336357793e-06, | |
| "loss": 0.4975, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.5073746312684366, | |
| "grad_norm": 0.04594136178012529, | |
| "learning_rate": 5.82297295140367e-06, | |
| "loss": 0.4996, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.5368731563421827, | |
| "grad_norm": 0.05594049666474868, | |
| "learning_rate": 5.720872020036734e-06, | |
| "loss": 0.5001, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.566371681415929, | |
| "grad_norm": 0.04465947789722648, | |
| "learning_rate": 5.61846315634674e-06, | |
| "loss": 0.4924, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.5958702064896757, | |
| "grad_norm": 0.060580400184871375, | |
| "learning_rate": 5.515790105961785e-06, | |
| "loss": 0.5022, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.6253687315634218, | |
| "grad_norm": 0.12381786538248248, | |
| "learning_rate": 5.412896727361663e-06, | |
| "loss": 0.4972, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.6548672566371683, | |
| "grad_norm": 0.05202660251491312, | |
| "learning_rate": 5.309826973142974e-06, | |
| "loss": 0.5071, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.6843657817109143, | |
| "grad_norm": 0.10377000214654016, | |
| "learning_rate": 5.206624871244066e-06, | |
| "loss": 0.4995, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.713864306784661, | |
| "grad_norm": 0.044378951816130024, | |
| "learning_rate": 5.103334506137773e-06, | |
| "loss": 0.4974, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.7433628318584073, | |
| "grad_norm": 0.04467225886658485, | |
| "learning_rate": 5e-06, | |
| "loss": 0.497, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.7728613569321534, | |
| "grad_norm": 0.051986874546360556, | |
| "learning_rate": 4.89666549386223e-06, | |
| "loss": 0.4971, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.8023598820058995, | |
| "grad_norm": 0.12453400877778924, | |
| "learning_rate": 4.793375128755934e-06, | |
| "loss": 0.4989, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.831858407079646, | |
| "grad_norm": 0.04420192438109124, | |
| "learning_rate": 4.690173026857028e-06, | |
| "loss": 0.4965, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.8613569321533925, | |
| "grad_norm": 0.043489134164912784, | |
| "learning_rate": 4.587103272638339e-06, | |
| "loss": 0.5001, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 2.8908554572271385, | |
| "grad_norm": 0.057345889273731514, | |
| "learning_rate": 4.4842098940382155e-06, | |
| "loss": 0.4965, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.920353982300885, | |
| "grad_norm": 0.04346872325174773, | |
| "learning_rate": 4.381536843653262e-06, | |
| "loss": 0.4973, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 2.949852507374631, | |
| "grad_norm": 0.05768914593482109, | |
| "learning_rate": 4.279127979963266e-06, | |
| "loss": 0.5033, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.9793510324483776, | |
| "grad_norm": 0.07469078383028477, | |
| "learning_rate": 4.17702704859633e-06, | |
| "loss": 0.4932, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.9970501474926254, | |
| "eval_loss": 0.5568187236785889, | |
| "eval_runtime": 7.8687, | |
| "eval_samples_per_second": 16.775, | |
| "eval_steps_per_second": 0.381, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 3.0088495575221237, | |
| "grad_norm": 0.2325348943012431, | |
| "learning_rate": 4.075277663642208e-06, | |
| "loss": 0.5464, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.03834808259587, | |
| "grad_norm": 0.05925612576951284, | |
| "learning_rate": 3.973923289021829e-06, | |
| "loss": 0.4879, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 3.0678466076696167, | |
| "grad_norm": 0.04576359473331283, | |
| "learning_rate": 3.8730072199209705e-06, | |
| "loss": 0.4958, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.0973451327433628, | |
| "grad_norm": 0.04411225192878531, | |
| "learning_rate": 3.7725725642960047e-06, | |
| "loss": 0.4937, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.1268436578171093, | |
| "grad_norm": 0.04681950811111515, | |
| "learning_rate": 3.67266222445964e-06, | |
| "loss": 0.497, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.1563421828908553, | |
| "grad_norm": 0.05140593649320022, | |
| "learning_rate": 3.573318878754475e-06, | |
| "loss": 0.4908, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 3.185840707964602, | |
| "grad_norm": 0.04848431413605644, | |
| "learning_rate": 3.4745849633222566e-06, | |
| "loss": 0.4907, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.215339233038348, | |
| "grad_norm": 0.11169113540037036, | |
| "learning_rate": 3.3765026539765832e-06, | |
| "loss": 0.4954, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 3.2448377581120944, | |
| "grad_norm": 0.045625351277697936, | |
| "learning_rate": 3.2791138481868084e-06, | |
| "loss": 0.4875, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.274336283185841, | |
| "grad_norm": 0.04470601186507566, | |
| "learning_rate": 3.1824601471808504e-06, | |
| "loss": 0.4913, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 3.303834808259587, | |
| "grad_norm": 0.04510846620481134, | |
| "learning_rate": 3.0865828381745515e-06, | |
| "loss": 0.4977, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.04641841941445331, | |
| "learning_rate": 2.991522876735154e-06, | |
| "loss": 0.492, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 3.3628318584070795, | |
| "grad_norm": 0.044008859582161636, | |
| "learning_rate": 2.8973208692864623e-06, | |
| "loss": 0.4927, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.392330383480826, | |
| "grad_norm": 0.058212049337815264, | |
| "learning_rate": 2.804017055763149e-06, | |
| "loss": 0.4934, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.421828908554572, | |
| "grad_norm": 0.04488763032020628, | |
| "learning_rate": 2.711651292421593e-06, | |
| "loss": 0.4896, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.4513274336283186, | |
| "grad_norm": 0.06877731409673225, | |
| "learning_rate": 2.6202630348146323e-06, | |
| "loss": 0.4927, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 3.4808259587020647, | |
| "grad_norm": 0.04405767793752617, | |
| "learning_rate": 2.529891320937481e-06, | |
| "loss": 0.4885, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.510324483775811, | |
| "grad_norm": 0.046525497495949794, | |
| "learning_rate": 2.4405747545519966e-06, | |
| "loss": 0.493, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 3.5398230088495577, | |
| "grad_norm": 0.04464423997103832, | |
| "learning_rate": 2.352351488696457e-06, | |
| "loss": 0.4871, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.5693215339233038, | |
| "grad_norm": 0.04487754260652396, | |
| "learning_rate": 2.265259209387867e-06, | |
| "loss": 0.4897, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 3.5988200589970503, | |
| "grad_norm": 0.06310865942039023, | |
| "learning_rate": 2.179335119523745e-06, | |
| "loss": 0.4929, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.6283185840707963, | |
| "grad_norm": 0.04443946832576421, | |
| "learning_rate": 2.094615922990309e-06, | |
| "loss": 0.4938, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 3.657817109144543, | |
| "grad_norm": 0.04515597574554685, | |
| "learning_rate": 2.0111378089837958e-06, | |
| "loss": 0.4882, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.6873156342182893, | |
| "grad_norm": 0.04358107380856759, | |
| "learning_rate": 1.928936436551661e-06, | |
| "loss": 0.4903, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 3.7168141592920354, | |
| "grad_norm": 0.045563864404630304, | |
| "learning_rate": 1.848046919360225e-06, | |
| "loss": 0.4921, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.7463126843657815, | |
| "grad_norm": 0.04666731006378484, | |
| "learning_rate": 1.7685038106952952e-06, | |
| "loss": 0.4934, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 3.775811209439528, | |
| "grad_norm": 0.07117810484547947, | |
| "learning_rate": 1.6903410887021676e-06, | |
| "loss": 0.4892, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.8053097345132745, | |
| "grad_norm": 0.23100334767483371, | |
| "learning_rate": 1.6135921418712959e-06, | |
| "loss": 0.493, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 3.8348082595870205, | |
| "grad_norm": 0.04506424951487985, | |
| "learning_rate": 1.5382897547758513e-06, | |
| "loss": 0.484, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.864306784660767, | |
| "grad_norm": 0.10488547297270173, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.4877, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 3.893805309734513, | |
| "grad_norm": 0.04390462723720627, | |
| "learning_rate": 1.3921526947346902e-06, | |
| "loss": 0.4887, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.9233038348082596, | |
| "grad_norm": 0.059362742241561586, | |
| "learning_rate": 1.321380446634342e-06, | |
| "loss": 0.4943, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 3.952802359882006, | |
| "grad_norm": 0.05424105447849983, | |
| "learning_rate": 1.2521795812943704e-06, | |
| "loss": 0.4871, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.982300884955752, | |
| "grad_norm": 0.04260561612932512, | |
| "learning_rate": 1.1845796590009684e-06, | |
| "loss": 0.4874, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.5515686869621277, | |
| "eval_runtime": 7.9174, | |
| "eval_samples_per_second": 16.672, | |
| "eval_steps_per_second": 0.379, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 4.011799410029498, | |
| "grad_norm": 0.04414788535025088, | |
| "learning_rate": 1.118609556171213e-06, | |
| "loss": 0.535, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 4.041297935103245, | |
| "grad_norm": 0.04732115155993842, | |
| "learning_rate": 1.0542974530180327e-06, | |
| "loss": 0.4859, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 4.070796460176991, | |
| "grad_norm": 0.04337501922937707, | |
| "learning_rate": 9.916708215125586e-07, | |
| "loss": 0.4893, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 4.100294985250738, | |
| "grad_norm": 0.052054539750301554, | |
| "learning_rate": 9.307564136490255e-07, | |
| "loss": 0.4837, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 4.129793510324483, | |
| "grad_norm": 0.043254413851663974, | |
| "learning_rate": 8.715802500172215e-07, | |
| "loss": 0.4897, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.15929203539823, | |
| "grad_norm": 0.05537638890929335, | |
| "learning_rate": 8.141676086873574e-07, | |
| "loss": 0.4893, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 4.188790560471976, | |
| "grad_norm": 0.04519429234937821, | |
| "learning_rate": 7.585430144121319e-07, | |
| "loss": 0.4871, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 4.218289085545723, | |
| "grad_norm": 0.09284032958781858, | |
| "learning_rate": 7.047302281505735e-07, | |
| "loss": 0.4829, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 4.247787610619469, | |
| "grad_norm": 0.05759138824322539, | |
| "learning_rate": 6.527522369181655e-07, | |
| "loss": 0.4904, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 4.277286135693215, | |
| "grad_norm": 0.04524068280213349, | |
| "learning_rate": 6.026312439675553e-07, | |
| "loss": 0.4841, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 4.3067846607669615, | |
| "grad_norm": 0.04432058714882555, | |
| "learning_rate": 5.543886593040737e-07, | |
| "loss": 0.4843, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 4.336283185840708, | |
| "grad_norm": 0.04232360342920672, | |
| "learning_rate": 5.080450905401057e-07, | |
| "loss": 0.4928, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 4.3657817109144545, | |
| "grad_norm": 0.12702550471244367, | |
| "learning_rate": 4.6362033409220077e-07, | |
| "loss": 0.4951, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.395280235988201, | |
| "grad_norm": 0.0473973137647136, | |
| "learning_rate": 4.211333667247125e-07, | |
| "loss": 0.4931, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 4.424778761061947, | |
| "grad_norm": 0.043912927697138504, | |
| "learning_rate": 3.8060233744356634e-07, | |
| "loss": 0.4883, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.454277286135693, | |
| "grad_norm": 0.04305758726287443, | |
| "learning_rate": 3.420445597436056e-07, | |
| "loss": 0.4877, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 4.48377581120944, | |
| "grad_norm": 0.04286327782385863, | |
| "learning_rate": 3.0547650421285216e-07, | |
| "loss": 0.4865, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 4.513274336283186, | |
| "grad_norm": 0.04387385477938106, | |
| "learning_rate": 2.7091379149682683e-07, | |
| "loss": 0.4891, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 4.542772861356932, | |
| "grad_norm": 0.042851842666364756, | |
| "learning_rate": 2.3837118562592799e-07, | |
| "loss": 0.4886, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 4.572271386430678, | |
| "grad_norm": 0.04267358478101285, | |
| "learning_rate": 2.0786258770873647e-07, | |
| "loss": 0.4896, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 4.601769911504425, | |
| "grad_norm": 0.050416063074236905, | |
| "learning_rate": 1.7940102999393194e-07, | |
| "loss": 0.4875, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 4.631268436578171, | |
| "grad_norm": 0.043881002529456536, | |
| "learning_rate": 1.5299867030334815e-07, | |
| "loss": 0.4854, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 4.660766961651918, | |
| "grad_norm": 0.06742603559290723, | |
| "learning_rate": 1.286667868385627e-07, | |
| "loss": 0.4833, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 4.6902654867256635, | |
| "grad_norm": 0.04689112762822426, | |
| "learning_rate": 1.0641577336322761e-07, | |
| "loss": 0.4859, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 4.71976401179941, | |
| "grad_norm": 0.04458797008950871, | |
| "learning_rate": 8.625513476320291e-08, | |
| "loss": 0.486, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.7492625368731565, | |
| "grad_norm": 0.043403401141790046, | |
| "learning_rate": 6.819348298638839e-08, | |
| "loss": 0.4835, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 4.778761061946903, | |
| "grad_norm": 0.04203084473909298, | |
| "learning_rate": 5.223853336398632e-08, | |
| "loss": 0.4846, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 4.808259587020649, | |
| "grad_norm": 0.046069003410869176, | |
| "learning_rate": 3.839710131477492e-08, | |
| "loss": 0.4887, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 4.837758112094395, | |
| "grad_norm": 0.04757707619938308, | |
| "learning_rate": 2.6675099433787212e-08, | |
| "loss": 0.4878, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 4.867256637168142, | |
| "grad_norm": 0.042268713033133586, | |
| "learning_rate": 1.7077534966650767e-08, | |
| "loss": 0.4882, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 4.896755162241888, | |
| "grad_norm": 0.04302102116033562, | |
| "learning_rate": 9.608507670659239e-09, | |
| "loss": 0.4888, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 4.926253687315635, | |
| "grad_norm": 0.07913283260437641, | |
| "learning_rate": 4.2712080634949024e-09, | |
| "loss": 0.4839, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 4.95575221238938, | |
| "grad_norm": 0.04332335955644444, | |
| "learning_rate": 1.0679160603449533e-09, | |
| "loss": 0.4917, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.985250737463127, | |
| "grad_norm": 0.04328053326566176, | |
| "learning_rate": 0.0, | |
| "loss": 0.4883, | |
| "step": 845 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 845, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 56, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2830394185482240.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |