{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 7454,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00013415615776764153,
      "grad_norm": 8.1875,
      "learning_rate": 2.6809651474530834e-08,
      "loss": 5.4504,
      "step": 1
    },
    {
      "epoch": 0.0006707807888382077,
      "grad_norm": 8.0625,
      "learning_rate": 1.3404825737265417e-07,
      "loss": 5.4299,
      "step": 5
    },
    {
      "epoch": 0.0013415615776764154,
      "grad_norm": 8.8125,
      "learning_rate": 2.6809651474530835e-07,
      "loss": 5.4123,
      "step": 10
    },
    {
      "epoch": 0.002012342366514623,
      "grad_norm": 8.9375,
      "learning_rate": 4.021447721179625e-07,
      "loss": 5.4355,
      "step": 15
    },
    {
      "epoch": 0.002683123155352831,
      "grad_norm": 8.5,
      "learning_rate": 5.361930294906167e-07,
      "loss": 5.4206,
      "step": 20
    },
    {
      "epoch": 0.0033539039441910384,
      "grad_norm": 9.125,
      "learning_rate": 6.702412868632709e-07,
      "loss": 5.4374,
      "step": 25
    },
    {
      "epoch": 0.004024684733029246,
      "grad_norm": 8.5625,
      "learning_rate": 8.04289544235925e-07,
      "loss": 5.4034,
      "step": 30
    },
    {
      "epoch": 0.004695465521867454,
      "grad_norm": 9.25,
      "learning_rate": 9.383378016085791e-07,
      "loss": 5.4501,
      "step": 35
    },
    {
      "epoch": 0.005366246310705662,
      "grad_norm": 9.5,
      "learning_rate": 1.0723860589812334e-06,
      "loss": 5.4001,
      "step": 40
    },
    {
      "epoch": 0.006037027099543869,
      "grad_norm": 8.9375,
      "learning_rate": 1.2064343163538874e-06,
      "loss": 5.4229,
      "step": 45
    },
    {
      "epoch": 0.006707807888382077,
      "grad_norm": 9.0,
      "learning_rate": 1.3404825737265418e-06,
      "loss": 5.3579,
      "step": 50
    },
    {
      "epoch": 0.007378588677220284,
      "grad_norm": 8.9375,
      "learning_rate": 1.4745308310991958e-06,
      "loss": 5.407,
      "step": 55
    },
    {
      "epoch": 0.008049369466058493,
      "grad_norm": 9.0,
      "learning_rate": 1.60857908847185e-06,
      "loss": 5.3885,
      "step": 60
    },
    {
      "epoch": 0.0087201502548967,
      "grad_norm": 9.0625,
      "learning_rate": 1.7426273458445042e-06,
      "loss": 5.4106,
      "step": 65
    },
    {
      "epoch": 0.009390931043734908,
      "grad_norm": 9.125,
      "learning_rate": 1.8766756032171582e-06,
      "loss": 5.4105,
      "step": 70
    },
    {
      "epoch": 0.010061711832573116,
      "grad_norm": 9.125,
      "learning_rate": 2.0107238605898126e-06,
      "loss": 5.4066,
      "step": 75
    },
    {
      "epoch": 0.010732492621411323,
      "grad_norm": 9.0,
      "learning_rate": 2.1447721179624668e-06,
      "loss": 5.4043,
      "step": 80
    },
    {
      "epoch": 0.01140327341024953,
      "grad_norm": 9.0,
      "learning_rate": 2.278820375335121e-06,
      "loss": 5.4473,
      "step": 85
    },
    {
      "epoch": 0.012074054199087738,
      "grad_norm": 9.1875,
      "learning_rate": 2.4128686327077747e-06,
      "loss": 5.3858,
      "step": 90
    },
    {
      "epoch": 0.012744834987925946,
      "grad_norm": 8.8125,
      "learning_rate": 2.5469168900804294e-06,
      "loss": 5.4037,
      "step": 95
    },
    {
      "epoch": 0.013415615776764154,
      "grad_norm": 9.0,
      "learning_rate": 2.6809651474530836e-06,
      "loss": 5.393,
      "step": 100
    },
    {
      "epoch": 0.014086396565602361,
      "grad_norm": 8.1875,
      "learning_rate": 2.8150134048257378e-06,
      "loss": 5.388,
      "step": 105
    },
    {
      "epoch": 0.014757177354440569,
      "grad_norm": 8.1875,
      "learning_rate": 2.9490616621983915e-06,
      "loss": 5.3953,
      "step": 110
    },
    {
      "epoch": 0.015427958143278776,
      "grad_norm": 8.1875,
      "learning_rate": 3.0831099195710457e-06,
      "loss": 5.3861,
      "step": 115
    },
    {
      "epoch": 0.016098738932116986,
      "grad_norm": 8.4375,
      "learning_rate": 3.2171581769437e-06,
      "loss": 5.3817,
      "step": 120
    },
    {
      "epoch": 0.01676951972095519,
      "grad_norm": 8.3125,
      "learning_rate": 3.351206434316354e-06,
      "loss": 5.3575,
      "step": 125
    },
    {
      "epoch": 0.0174403005097934,
      "grad_norm": 8.9375,
      "learning_rate": 3.4852546916890083e-06,
      "loss": 5.4005,
      "step": 130
    },
    {
      "epoch": 0.018111081298631607,
      "grad_norm": 8.5,
      "learning_rate": 3.6193029490616625e-06,
      "loss": 5.4164,
      "step": 135
    },
    {
      "epoch": 0.018781862087469816,
      "grad_norm": 8.3125,
      "learning_rate": 3.7533512064343163e-06,
      "loss": 5.4165,
      "step": 140
    },
    {
      "epoch": 0.019452642876308022,
      "grad_norm": 7.875,
      "learning_rate": 3.8873994638069705e-06,
      "loss": 5.3457,
      "step": 145
    },
    {
      "epoch": 0.02012342366514623,
      "grad_norm": 8.5625,
      "learning_rate": 4.021447721179625e-06,
      "loss": 5.4649,
      "step": 150
    },
    {
      "epoch": 0.020794204453984437,
      "grad_norm": 8.625,
      "learning_rate": 4.155495978552279e-06,
      "loss": 5.3878,
      "step": 155
    },
    {
      "epoch": 0.021464985242822646,
      "grad_norm": 9.4375,
      "learning_rate": 4.2895442359249335e-06,
      "loss": 5.4015,
      "step": 160
    },
    {
      "epoch": 0.022135766031660852,
      "grad_norm": 8.25,
      "learning_rate": 4.423592493297587e-06,
      "loss": 5.3703,
      "step": 165
    },
    {
      "epoch": 0.02280654682049906,
      "grad_norm": 9.5625,
      "learning_rate": 4.557640750670242e-06,
      "loss": 5.3875,
      "step": 170
    },
    {
      "epoch": 0.023477327609337267,
      "grad_norm": 9.125,
      "learning_rate": 4.691689008042896e-06,
      "loss": 5.3573,
      "step": 175
    },
    {
      "epoch": 0.024148108398175477,
      "grad_norm": 8.5,
      "learning_rate": 4.8257372654155495e-06,
      "loss": 5.3552,
      "step": 180
    },
    {
      "epoch": 0.024818889187013683,
      "grad_norm": 8.5625,
      "learning_rate": 4.959785522788204e-06,
      "loss": 5.3685,
      "step": 185
    },
    {
      "epoch": 0.025489669975851892,
      "grad_norm": 7.96875,
      "learning_rate": 5.093833780160859e-06,
      "loss": 5.3749,
      "step": 190
    },
    {
      "epoch": 0.026160450764690098,
      "grad_norm": 8.8125,
      "learning_rate": 5.2278820375335125e-06,
      "loss": 5.3618,
      "step": 195
    },
    {
      "epoch": 0.026831231553528307,
      "grad_norm": 7.65625,
      "learning_rate": 5.361930294906167e-06,
      "loss": 5.3699,
      "step": 200
    },
    {
      "epoch": 0.027502012342366513,
      "grad_norm": 8.5,
      "learning_rate": 5.495978552278821e-06,
      "loss": 5.3798,
      "step": 205
    },
    {
      "epoch": 0.028172793131204722,
      "grad_norm": 8.125,
      "learning_rate": 5.6300268096514755e-06,
      "loss": 5.3516,
      "step": 210
    },
    {
      "epoch": 0.02884357392004293,
      "grad_norm": 8.1875,
      "learning_rate": 5.764075067024129e-06,
      "loss": 5.3616,
      "step": 215
    },
    {
      "epoch": 0.029514354708881137,
      "grad_norm": 8.1875,
      "learning_rate": 5.898123324396783e-06,
      "loss": 5.3436,
      "step": 220
    },
    {
      "epoch": 0.030185135497719347,
      "grad_norm": 7.96875,
      "learning_rate": 6.032171581769437e-06,
      "loss": 5.3178,
      "step": 225
    },
    {
      "epoch": 0.030855916286557553,
      "grad_norm": 8.25,
      "learning_rate": 6.1662198391420915e-06,
      "loss": 5.2885,
      "step": 230
    },
    {
      "epoch": 0.03152669707539576,
      "grad_norm": 8.6875,
      "learning_rate": 6.300268096514745e-06,
      "loss": 5.3546,
      "step": 235
    },
    {
      "epoch": 0.03219747786423397,
      "grad_norm": 8.5,
      "learning_rate": 6.4343163538874e-06,
      "loss": 5.3342,
      "step": 240
    },
    {
      "epoch": 0.03286825865307218,
      "grad_norm": 7.75,
      "learning_rate": 6.5683646112600545e-06,
      "loss": 5.3256,
      "step": 245
    },
    {
      "epoch": 0.03353903944191038,
      "grad_norm": 7.875,
      "learning_rate": 6.702412868632708e-06,
      "loss": 5.3461,
      "step": 250
    },
    {
      "epoch": 0.03420982023074859,
      "grad_norm": 7.25,
      "learning_rate": 6.836461126005363e-06,
      "loss": 5.3205,
      "step": 255
    },
    {
      "epoch": 0.0348806010195868,
      "grad_norm": 7.59375,
      "learning_rate": 6.970509383378017e-06,
      "loss": 5.2975,
      "step": 260
    },
    {
      "epoch": 0.03555138180842501,
      "grad_norm": 7.90625,
      "learning_rate": 7.104557640750671e-06,
      "loss": 5.3069,
      "step": 265
    },
    {
      "epoch": 0.03622216259726321,
      "grad_norm": 8.625,
      "learning_rate": 7.238605898123325e-06,
      "loss": 5.3156,
      "step": 270
    },
    {
      "epoch": 0.03689294338610142,
      "grad_norm": 8.25,
      "learning_rate": 7.37265415549598e-06,
      "loss": 5.2831,
      "step": 275
    },
    {
      "epoch": 0.03756372417493963,
      "grad_norm": 7.4375,
      "learning_rate": 7.506702412868633e-06,
      "loss": 5.3046,
      "step": 280
    },
    {
      "epoch": 0.03823450496377784,
      "grad_norm": 8.0,
      "learning_rate": 7.640750670241287e-06,
      "loss": 5.2892,
      "step": 285
    },
    {
      "epoch": 0.038905285752616044,
      "grad_norm": 8.5,
      "learning_rate": 7.774798927613941e-06,
      "loss": 5.3001,
      "step": 290
    },
    {
      "epoch": 0.03957606654145425,
      "grad_norm": 7.375,
      "learning_rate": 7.908847184986595e-06,
      "loss": 5.273,
      "step": 295
    },
    {
      "epoch": 0.04024684733029246,
      "grad_norm": 7.8125,
      "learning_rate": 8.04289544235925e-06,
      "loss": 5.2766,
      "step": 300
    },
    {
      "epoch": 0.04091762811913067,
      "grad_norm": 7.9375,
      "learning_rate": 8.176943699731904e-06,
      "loss": 5.2722,
      "step": 305
    },
    {
      "epoch": 0.041588408907968874,
      "grad_norm": 6.75,
      "learning_rate": 8.310991957104558e-06,
      "loss": 5.3008,
      "step": 310
    },
    {
      "epoch": 0.04225918969680709,
      "grad_norm": 8.25,
      "learning_rate": 8.445040214477213e-06,
      "loss": 5.2501,
      "step": 315
    },
    {
      "epoch": 0.04292997048564529,
      "grad_norm": 7.78125,
      "learning_rate": 8.579088471849867e-06,
      "loss": 5.2168,
      "step": 320
    },
    {
      "epoch": 0.0436007512744835,
      "grad_norm": 7.625,
      "learning_rate": 8.71313672922252e-06,
      "loss": 5.2447,
      "step": 325
    },
    {
      "epoch": 0.044271532063321704,
      "grad_norm": 7.875,
      "learning_rate": 8.847184986595175e-06,
      "loss": 5.2456,
      "step": 330
    },
    {
      "epoch": 0.04494231285215992,
      "grad_norm": 8.3125,
      "learning_rate": 8.98123324396783e-06,
      "loss": 5.2333,
      "step": 335
    },
    {
      "epoch": 0.04561309364099812,
      "grad_norm": 8.0625,
      "learning_rate": 9.115281501340484e-06,
      "loss": 5.2385,
      "step": 340
    },
    {
      "epoch": 0.04628387442983633,
      "grad_norm": 8.8125,
      "learning_rate": 9.249329758713138e-06,
      "loss": 5.249,
      "step": 345
    },
    {
      "epoch": 0.046954655218674535,
      "grad_norm": 7.78125,
      "learning_rate": 9.383378016085791e-06,
      "loss": 5.2488,
      "step": 350
    },
    {
      "epoch": 0.04762543600751275,
      "grad_norm": 7.1875,
      "learning_rate": 9.517426273458445e-06,
      "loss": 5.1848,
      "step": 355
    },
    {
      "epoch": 0.04829621679635095,
      "grad_norm": 7.375,
      "learning_rate": 9.651474530831099e-06,
      "loss": 5.209,
      "step": 360
    },
    {
      "epoch": 0.04896699758518916,
      "grad_norm": 8.0,
      "learning_rate": 9.785522788203754e-06,
      "loss": 5.1832,
      "step": 365
    },
    {
      "epoch": 0.049637778374027365,
      "grad_norm": 8.0625,
      "learning_rate": 9.919571045576408e-06,
      "loss": 5.1808,
      "step": 370
    },
    {
      "epoch": 0.05030855916286558,
      "grad_norm": 7.15625,
      "learning_rate": 1.0053619302949062e-05,
      "loss": 5.1798,
      "step": 375
    },
    {
      "epoch": 0.050979339951703784,
      "grad_norm": 7.125,
      "learning_rate": 1.0187667560321717e-05,
      "loss": 5.1462,
      "step": 380
    },
    {
      "epoch": 0.05165012074054199,
      "grad_norm": 6.25,
      "learning_rate": 1.0321715817694371e-05,
      "loss": 5.1521,
      "step": 385
    },
    {
      "epoch": 0.052320901529380195,
      "grad_norm": 6.96875,
      "learning_rate": 1.0455764075067025e-05,
      "loss": 5.1394,
      "step": 390
    },
    {
      "epoch": 0.05299168231821841,
      "grad_norm": 6.6875,
      "learning_rate": 1.0589812332439679e-05,
      "loss": 5.1408,
      "step": 395
    },
    {
      "epoch": 0.053662463107056614,
      "grad_norm": 6.8125,
      "learning_rate": 1.0723860589812334e-05,
      "loss": 5.0856,
      "step": 400
    },
    {
      "epoch": 0.05433324389589482,
      "grad_norm": 7.25,
      "learning_rate": 1.0857908847184988e-05,
      "loss": 5.0621,
      "step": 405
    },
    {
      "epoch": 0.055004024684733026,
      "grad_norm": 6.34375,
      "learning_rate": 1.0991957104557642e-05,
      "loss": 5.0859,
      "step": 410
    },
    {
      "epoch": 0.05567480547357124,
      "grad_norm": 6.65625,
      "learning_rate": 1.1126005361930297e-05,
      "loss": 5.0641,
      "step": 415
    },
    {
      "epoch": 0.056345586262409444,
      "grad_norm": 6.53125,
      "learning_rate": 1.1260053619302951e-05,
      "loss": 5.1037,
      "step": 420
    },
    {
      "epoch": 0.05701636705124765,
      "grad_norm": 6.375,
      "learning_rate": 1.1394101876675605e-05,
      "loss": 5.0467,
      "step": 425
    },
    {
      "epoch": 0.05768714784008586,
      "grad_norm": 6.40625,
      "learning_rate": 1.1528150134048259e-05,
      "loss": 5.072,
      "step": 430
    },
    {
      "epoch": 0.05835792862892407,
      "grad_norm": 6.25,
      "learning_rate": 1.1662198391420914e-05,
      "loss": 5.0457,
      "step": 435
    },
    {
      "epoch": 0.059028709417762275,
      "grad_norm": 6.28125,
      "learning_rate": 1.1796246648793566e-05,
      "loss": 5.0391,
      "step": 440
    },
    {
      "epoch": 0.05969949020660048,
      "grad_norm": 6.09375,
      "learning_rate": 1.193029490616622e-05,
      "loss": 5.0458,
      "step": 445
    },
    {
      "epoch": 0.06037027099543869,
      "grad_norm": 5.71875,
      "learning_rate": 1.2064343163538874e-05,
      "loss": 5.0164,
      "step": 450
    },
    {
      "epoch": 0.0610410517842769,
      "grad_norm": 5.875,
      "learning_rate": 1.219839142091153e-05,
      "loss": 5.0291,
      "step": 455
    },
    {
      "epoch": 0.061711832573115105,
      "grad_norm": 5.875,
      "learning_rate": 1.2332439678284183e-05,
      "loss": 4.9909,
      "step": 460
    },
    {
      "epoch": 0.06238261336195331,
      "grad_norm": 6.09375,
      "learning_rate": 1.2466487935656837e-05,
      "loss": 5.0022,
      "step": 465
    },
    {
      "epoch": 0.06305339415079152,
      "grad_norm": 6.0,
      "learning_rate": 1.260053619302949e-05,
      "loss": 5.0228,
      "step": 470
    },
    {
      "epoch": 0.06372417493962973,
      "grad_norm": 5.6875,
      "learning_rate": 1.2734584450402146e-05,
      "loss": 4.9727,
      "step": 475
    },
    {
      "epoch": 0.06439495572846794,
      "grad_norm": 5.375,
      "learning_rate": 1.28686327077748e-05,
      "loss": 4.9947,
      "step": 480
    },
    {
      "epoch": 0.06506573651730614,
      "grad_norm": 5.5625,
      "learning_rate": 1.3002680965147454e-05,
      "loss": 4.9518,
      "step": 485
    },
    {
      "epoch": 0.06573651730614435,
      "grad_norm": 5.75,
      "learning_rate": 1.3136729222520109e-05,
      "loss": 4.9473,
      "step": 490
    },
    {
      "epoch": 0.06640729809498255,
      "grad_norm": 5.65625,
      "learning_rate": 1.3270777479892763e-05,
      "loss": 4.9456,
      "step": 495
    },
    {
      "epoch": 0.06707807888382077,
      "grad_norm": 5.65625,
      "learning_rate": 1.3404825737265417e-05,
      "loss": 4.9316,
      "step": 500
    },
    {
      "epoch": 0.06774885967265898,
      "grad_norm": 5.625,
      "learning_rate": 1.353887399463807e-05,
      "loss": 4.9074,
      "step": 505
    },
    {
      "epoch": 0.06841964046149718,
      "grad_norm": 5.34375,
      "learning_rate": 1.3672922252010726e-05,
      "loss": 4.9208,
      "step": 510
    },
    {
      "epoch": 0.06909042125033539,
      "grad_norm": 5.6875,
      "learning_rate": 1.380697050938338e-05,
      "loss": 4.9392,
      "step": 515
    },
    {
      "epoch": 0.0697612020391736,
      "grad_norm": 5.53125,
      "learning_rate": 1.3941018766756033e-05,
      "loss": 4.9199,
      "step": 520
    },
    {
      "epoch": 0.0704319828280118,
      "grad_norm": 5.53125,
      "learning_rate": 1.4075067024128689e-05,
      "loss": 4.9472,
      "step": 525
    },
    {
      "epoch": 0.07110276361685001,
      "grad_norm": 5.40625,
      "learning_rate": 1.4209115281501343e-05,
      "loss": 4.9466,
      "step": 530
    },
    {
      "epoch": 0.07177354440568823,
      "grad_norm": 5.9375,
      "learning_rate": 1.4343163538873996e-05,
      "loss": 4.8262,
      "step": 535
    },
    {
      "epoch": 0.07244432519452643,
      "grad_norm": 5.65625,
      "learning_rate": 1.447721179624665e-05,
      "loss": 4.9246,
      "step": 540
    },
    {
      "epoch": 0.07311510598336464,
      "grad_norm": 4.96875,
      "learning_rate": 1.4611260053619306e-05,
      "loss": 4.8883,
      "step": 545
    },
    {
      "epoch": 0.07378588677220284,
      "grad_norm": 5.28125,
      "learning_rate": 1.474530831099196e-05,
      "loss": 4.842,
      "step": 550
    },
    {
      "epoch": 0.07445666756104105,
      "grad_norm": 5.0625,
      "learning_rate": 1.4879356568364613e-05,
      "loss": 4.8574,
      "step": 555
    },
    {
      "epoch": 0.07512744834987926,
      "grad_norm": 5.3125,
      "learning_rate": 1.5013404825737265e-05,
      "loss": 4.8697,
      "step": 560
    },
    {
      "epoch": 0.07579822913871746,
      "grad_norm": 5.1875,
      "learning_rate": 1.5147453083109919e-05,
      "loss": 4.8338,
      "step": 565
    },
    {
      "epoch": 0.07646900992755568,
      "grad_norm": 5.28125,
      "learning_rate": 1.5281501340482574e-05,
      "loss": 4.8414,
      "step": 570
    },
    {
      "epoch": 0.07713979071639389,
      "grad_norm": 4.8125,
      "learning_rate": 1.541554959785523e-05,
      "loss": 4.8836,
      "step": 575
    },
    {
      "epoch": 0.07781057150523209,
      "grad_norm": 5.375,
      "learning_rate": 1.5549597855227882e-05,
      "loss": 4.8591,
      "step": 580
    },
    {
      "epoch": 0.0784813522940703,
      "grad_norm": 5.09375,
      "learning_rate": 1.5683646112600538e-05,
      "loss": 4.8049,
      "step": 585
    },
    {
      "epoch": 0.0791521330829085,
      "grad_norm": 4.96875,
      "learning_rate": 1.581769436997319e-05,
      "loss": 4.8538,
      "step": 590
    },
    {
      "epoch": 0.07982291387174671,
      "grad_norm": 5.4375,
      "learning_rate": 1.5951742627345845e-05,
      "loss": 4.8651,
      "step": 595
    },
    {
      "epoch": 0.08049369466058492,
      "grad_norm": 5.3125,
      "learning_rate": 1.60857908847185e-05,
      "loss": 4.8247,
      "step": 600
    },
    {
      "epoch": 0.08116447544942312,
      "grad_norm": 5.0,
      "learning_rate": 1.6219839142091153e-05,
      "loss": 4.8217,
      "step": 605
    },
    {
      "epoch": 0.08183525623826134,
      "grad_norm": 5.1875,
      "learning_rate": 1.6353887399463808e-05,
      "loss": 4.8204,
      "step": 610
    },
    {
      "epoch": 0.08250603702709955,
      "grad_norm": 5.0,
      "learning_rate": 1.6487935656836464e-05,
      "loss": 4.8164,
      "step": 615
    },
    {
      "epoch": 0.08317681781593775,
      "grad_norm": 4.90625,
      "learning_rate": 1.6621983914209116e-05,
      "loss": 4.8127,
      "step": 620
    },
    {
      "epoch": 0.08384759860477596,
      "grad_norm": 4.90625,
      "learning_rate": 1.675603217158177e-05,
      "loss": 4.7912,
      "step": 625
    },
    {
      "epoch": 0.08451837939361417,
      "grad_norm": 5.21875,
      "learning_rate": 1.6890080428954427e-05,
      "loss": 4.8293,
      "step": 630
    },
    {
      "epoch": 0.08518916018245237,
      "grad_norm": 5.125,
      "learning_rate": 1.702412868632708e-05,
      "loss": 4.8181,
      "step": 635
    },
    {
      "epoch": 0.08585994097129059,
      "grad_norm": 4.8125,
      "learning_rate": 1.7158176943699734e-05,
      "loss": 4.7758,
      "step": 640
    },
    {
      "epoch": 0.08653072176012878,
      "grad_norm": 4.53125,
      "learning_rate": 1.7292225201072386e-05,
      "loss": 4.8266,
      "step": 645
    },
    {
      "epoch": 0.087201502548967,
      "grad_norm": 4.90625,
      "learning_rate": 1.742627345844504e-05,
      "loss": 4.7627,
      "step": 650
    },
    {
      "epoch": 0.08787228333780521,
      "grad_norm": 4.71875,
      "learning_rate": 1.7560321715817697e-05,
      "loss": 4.7842,
      "step": 655
    },
    {
      "epoch": 0.08854306412664341,
      "grad_norm": 4.6875,
      "learning_rate": 1.769436997319035e-05,
      "loss": 4.733,
      "step": 660
    },
    {
      "epoch": 0.08921384491548162,
      "grad_norm": 4.8125,
      "learning_rate": 1.7828418230563005e-05,
      "loss": 4.7759,
      "step": 665
    },
    {
      "epoch": 0.08988462570431983,
      "grad_norm": 4.5,
      "learning_rate": 1.796246648793566e-05,
      "loss": 4.7474,
      "step": 670
    },
    {
      "epoch": 0.09055540649315803,
      "grad_norm": 5.03125,
      "learning_rate": 1.8096514745308312e-05,
      "loss": 4.7218,
      "step": 675
    },
    {
      "epoch": 0.09122618728199625,
      "grad_norm": 4.875,
      "learning_rate": 1.8230563002680968e-05,
      "loss": 4.7831,
      "step": 680
    },
    {
      "epoch": 0.09189696807083444,
      "grad_norm": 4.71875,
      "learning_rate": 1.836461126005362e-05,
      "loss": 4.7727,
      "step": 685
    },
    {
      "epoch": 0.09256774885967266,
      "grad_norm": 4.65625,
      "learning_rate": 1.8498659517426275e-05,
      "loss": 4.7595,
      "step": 690
    },
    {
      "epoch": 0.09323852964851087,
      "grad_norm": 4.78125,
      "learning_rate": 1.8632707774798927e-05,
      "loss": 4.7422,
      "step": 695
    },
    {
      "epoch": 0.09390931043734907,
      "grad_norm": 4.71875,
      "learning_rate": 1.8766756032171583e-05,
      "loss": 4.6978,
      "step": 700
    },
    {
      "epoch": 0.09458009122618728,
      "grad_norm": 4.5625,
      "learning_rate": 1.8900804289544238e-05,
      "loss": 4.7197,
      "step": 705
    },
    {
      "epoch": 0.0952508720150255,
      "grad_norm": 4.65625,
      "learning_rate": 1.903485254691689e-05,
      "loss": 4.7553,
      "step": 710
    },
    {
      "epoch": 0.0959216528038637,
      "grad_norm": 4.71875,
      "learning_rate": 1.9168900804289546e-05,
      "loss": 4.7196,
      "step": 715
    },
    {
      "epoch": 0.0965924335927019,
      "grad_norm": 4.90625,
      "learning_rate": 1.9302949061662198e-05,
      "loss": 4.7149,
      "step": 720
    },
    {
      "epoch": 0.09726321438154012,
      "grad_norm": 4.375,
      "learning_rate": 1.9436997319034853e-05,
      "loss": 4.7124,
      "step": 725
    },
    {
      "epoch": 0.09793399517037832,
      "grad_norm": 4.5625,
      "learning_rate": 1.957104557640751e-05,
      "loss": 4.6549,
      "step": 730
    },
    {
      "epoch": 0.09860477595921653,
      "grad_norm": 4.09375,
      "learning_rate": 1.970509383378016e-05,
      "loss": 4.7137,
      "step": 735
    },
    {
      "epoch": 0.09927555674805473,
      "grad_norm": 4.65625,
      "learning_rate": 1.9839142091152816e-05,
      "loss": 4.6671,
      "step": 740
    },
    {
      "epoch": 0.09994633753689294,
      "grad_norm": 4.5625,
      "learning_rate": 1.9973190348525472e-05,
      "loss": 4.7296,
      "step": 745
    },
    {
      "epoch": 0.10061711832573116,
      "grad_norm": 4.34375,
      "learning_rate": 1.9999982452974893e-05,
      "loss": 4.7069,
      "step": 750
    },
    {
      "epoch": 0.10128789911456935,
      "grad_norm": 3.953125,
      "learning_rate": 1.9999911168290933e-05,
      "loss": 4.689,
      "step": 755
    },
    {
      "epoch": 0.10195867990340757,
      "grad_norm": 4.6875,
      "learning_rate": 1.999978504964964e-05,
      "loss": 4.6645,
      "step": 760
    },
    {
      "epoch": 0.10262946069224578,
      "grad_norm": 4.59375,
      "learning_rate": 1.999960409774257e-05,
      "loss": 4.656,
      "step": 765
    },
    {
      "epoch": 0.10330024148108398,
      "grad_norm": 4.5625,
      "learning_rate": 1.9999368313561967e-05,
      "loss": 4.6363,
      "step": 770
    },
    {
      "epoch": 0.10397102226992219,
      "grad_norm": 4.3125,
      "learning_rate": 1.9999077698400742e-05,
      "loss": 4.6598,
      "step": 775
    },
    {
      "epoch": 0.10464180305876039,
      "grad_norm": 4.09375,
      "learning_rate": 1.9998732253852467e-05,
      "loss": 4.6542,
      "step": 780
    },
    {
      "epoch": 0.1053125838475986,
      "grad_norm": 4.5625,
      "learning_rate": 1.999833198181137e-05,
      "loss": 4.6505,
      "step": 785
    },
    {
      "epoch": 0.10598336463643682,
      "grad_norm": 4.3125,
      "learning_rate": 1.999787688447231e-05,
      "loss": 4.6467,
      "step": 790
    },
    {
      "epoch": 0.10665414542527502,
      "grad_norm": 4.28125,
      "learning_rate": 1.99973669643308e-05,
      "loss": 4.6537,
      "step": 795
    },
    {
      "epoch": 0.10732492621411323,
      "grad_norm": 4.03125,
      "learning_rate": 1.9996802224182953e-05,
      "loss": 4.6373,
      "step": 800
    },
    {
      "epoch": 0.10799570700295144,
      "grad_norm": 4.1875,
      "learning_rate": 1.9996182667125495e-05,
      "loss": 4.6019,
      "step": 805
    },
    {
      "epoch": 0.10866648779178964,
      "grad_norm": 4.71875,
      "learning_rate": 1.9995508296555725e-05,
      "loss": 4.6458,
      "step": 810
    },
    {
      "epoch": 0.10933726858062785,
      "grad_norm": 4.5625,
      "learning_rate": 1.9994779116171524e-05,
      "loss": 4.6334,
      "step": 815
    },
    {
      "epoch": 0.11000804936946605,
      "grad_norm": 4.125,
      "learning_rate": 1.9993995129971305e-05,
      "loss": 4.6204,
      "step": 820
    },
    {
      "epoch": 0.11067883015830426,
      "grad_norm": 3.96875,
      "learning_rate": 1.999315634225402e-05,
      "loss": 4.655,
      "step": 825
    },
    {
      "epoch": 0.11134961094714248,
      "grad_norm": 4.09375,
      "learning_rate": 1.999226275761911e-05,
      "loss": 4.5946,
      "step": 830
    },
    {
      "epoch": 0.11202039173598068,
      "grad_norm": 4.1875,
      "learning_rate": 1.9991314380966496e-05,
      "loss": 4.6585,
      "step": 835
    },
    {
      "epoch": 0.11269117252481889,
      "grad_norm": 4.125,
      "learning_rate": 1.9990311217496554e-05,
      "loss": 4.6658,
      "step": 840
    },
    {
      "epoch": 0.1133619533136571,
      "grad_norm": 3.890625,
      "learning_rate": 1.998925327271007e-05,
      "loss": 4.5976,
      "step": 845
    },
    {
      "epoch": 0.1140327341024953,
      "grad_norm": 3.890625,
      "learning_rate": 1.998814055240823e-05,
      "loss": 4.5957,
      "step": 850
    },
    {
      "epoch": 0.11470351489133351,
      "grad_norm": 4.4375,
      "learning_rate": 1.998697306269257e-05,
      "loss": 4.6033,
      "step": 855
    },
    {
      "epoch": 0.11537429568017173,
      "grad_norm": 4.125,
      "learning_rate": 1.998575080996496e-05,
      "loss": 4.6202,
      "step": 860
    },
    {
      "epoch": 0.11604507646900993,
      "grad_norm": 4.40625,
      "learning_rate": 1.998447380092755e-05,
      "loss": 4.5933,
      "step": 865
    },
    {
      "epoch": 0.11671585725784814,
      "grad_norm": 4.125,
      "learning_rate": 1.9983142042582745e-05,
      "loss": 4.5676,
      "step": 870
    },
    {
      "epoch": 0.11738663804668634,
      "grad_norm": 4.125,
      "learning_rate": 1.9981755542233175e-05,
      "loss": 4.5953,
      "step": 875
    },
    {
      "epoch": 0.11805741883552455,
      "grad_norm": 4.15625,
      "learning_rate": 1.9980314307481638e-05,
      "loss": 4.588,
      "step": 880
    },
    {
      "epoch": 0.11872819962436276,
      "grad_norm": 4.03125,
      "learning_rate": 1.9978818346231058e-05,
      "loss": 4.519,
      "step": 885
    },
    {
      "epoch": 0.11939898041320096,
      "grad_norm": 4.09375,
      "learning_rate": 1.997726766668446e-05,
      "loss": 4.6255,
      "step": 890
    },
    {
      "epoch": 0.12006976120203917,
      "grad_norm": 4.3125,
      "learning_rate": 1.9975662277344908e-05,
      "loss": 4.594,
      "step": 895
    },
    {
      "epoch": 0.12074054199087739,
      "grad_norm": 4.125,
      "learning_rate": 1.9974002187015467e-05,
      "loss": 4.5651,
      "step": 900
    },
    {
      "epoch": 0.12141132277971559,
      "grad_norm": 4.0625,
      "learning_rate": 1.9972287404799146e-05,
      "loss": 4.5711,
      "step": 905
    },
    {
      "epoch": 0.1220821035685538,
      "grad_norm": 4.375,
      "learning_rate": 1.9970517940098864e-05,
      "loss": 4.5614,
      "step": 910
    },
    {
      "epoch": 0.122752884357392,
      "grad_norm": 4.21875,
      "learning_rate": 1.9968693802617377e-05,
      "loss": 4.5412,
      "step": 915
    },
    {
      "epoch": 0.12342366514623021,
      "grad_norm": 3.921875,
      "learning_rate": 1.9966815002357243e-05,
      "loss": 4.5596,
      "step": 920
    },
    {
      "epoch": 0.12409444593506842,
      "grad_norm": 3.984375,
      "learning_rate": 1.996488154962076e-05,
      "loss": 4.5865,
      "step": 925
    },
    {
      "epoch": 0.12476522672390662,
      "grad_norm": 4.125,
      "learning_rate": 1.996289345500991e-05,
      "loss": 4.5762,
      "step": 930
    },
    {
      "epoch": 0.12543600751274483,
      "grad_norm": 3.78125,
      "learning_rate": 1.9960850729426296e-05,
      "loss": 4.593,
      "step": 935
    },
    {
      "epoch": 0.12610678830158303,
      "grad_norm": 4.09375,
      "learning_rate": 1.995875338407109e-05,
      "loss": 4.5774,
      "step": 940
    },
    {
      "epoch": 0.12677756909042126,
      "grad_norm": 4.0625,
      "learning_rate": 1.9956601430444973e-05,
      "loss": 4.5131,
      "step": 945
    },
    {
      "epoch": 0.12744834987925946,
      "grad_norm": 4.125,
      "learning_rate": 1.995439488034806e-05,
      "loss": 4.5451,
      "step": 950
    },
    {
      "epoch": 0.12811913066809766,
      "grad_norm": 4.09375,
      "learning_rate": 1.9952133745879844e-05,
      "loss": 4.5449,
      "step": 955
    },
    {
      "epoch": 0.12878991145693588,
      "grad_norm": 4.1875,
      "learning_rate": 1.9949818039439137e-05,
      "loss": 4.5772,
      "step": 960
    },
    {
      "epoch": 0.12946069224577408,
      "grad_norm": 3.734375,
      "learning_rate": 1.994744777372398e-05,
      "loss": 4.5225,
      "step": 965
    },
    {
      "epoch": 0.13013147303461228,
      "grad_norm": 3.921875,
      "learning_rate": 1.9945022961731596e-05,
      "loss": 4.5347,
      "step": 970
    },
    {
      "epoch": 0.1308022538234505,
      "grad_norm": 4.1875,
      "learning_rate": 1.9942543616758304e-05,
      "loss": 4.5648,
      "step": 975
    },
    {
      "epoch": 0.1314730346122887,
      "grad_norm": 4.03125,
      "learning_rate": 1.9940009752399462e-05,
      "loss": 4.5185,
      "step": 980
    },
    {
      "epoch": 0.1321438154011269,
      "grad_norm": 3.78125,
      "learning_rate": 1.9937421382549367e-05,
      "loss": 4.5739,
      "step": 985
    },
    {
      "epoch": 0.1328145961899651,
      "grad_norm": 3.71875,
      "learning_rate": 1.99347785214012e-05,
      "loss": 4.554,
      "step": 990
    },
    {
      "epoch": 0.13348537697880333,
      "grad_norm": 3.90625,
      "learning_rate": 1.9932081183446953e-05,
      "loss": 4.5733,
      "step": 995
    },
    {
      "epoch": 0.13415615776764153,
      "grad_norm": 3.921875,
      "learning_rate": 1.992932938347732e-05,
      "loss": 4.5142,
      "step": 1000
    },
    {
      "epoch": 0.13482693855647973,
      "grad_norm": 3.828125,
      "learning_rate": 1.9926523136581643e-05,
      "loss": 4.5331,
      "step": 1005
    },
    {
      "epoch": 0.13549771934531796,
      "grad_norm": 4.0,
      "learning_rate": 1.992366245814783e-05,
      "loss": 4.5364,
      "step": 1010
    },
    {
      "epoch": 0.13616850013415616,
      "grad_norm": 4.09375,
      "learning_rate": 1.992074736386224e-05,
      "loss": 4.528,
      "step": 1015
    },
    {
      "epoch": 0.13683928092299436,
      "grad_norm": 4.25,
      "learning_rate": 1.991777786970964e-05,
      "loss": 4.5612,
      "step": 1020
    },
    {
      "epoch": 0.13751006171183258,
      "grad_norm": 3.765625,
      "learning_rate": 1.9914753991973084e-05,
      "loss": 4.4952,
      "step": 1025
    },
    {
      "epoch": 0.13818084250067078,
      "grad_norm": 3.96875,
      "learning_rate": 1.9911675747233834e-05,
      "loss": 4.5122,
      "step": 1030
    },
    {
      "epoch": 0.13885162328950898,
      "grad_norm": 3.71875,
      "learning_rate": 1.9908543152371278e-05,
      "loss": 4.5297,
      "step": 1035
    },
    {
      "epoch": 0.1395224040783472,
      "grad_norm": 3.71875,
      "learning_rate": 1.9905356224562824e-05,
      "loss": 4.5079,
      "step": 1040
    },
    {
      "epoch": 0.1401931848671854,
      "grad_norm": 4.03125,
      "learning_rate": 1.9902114981283812e-05,
      "loss": 4.5109,
      "step": 1045
    },
    {
      "epoch": 0.1408639656560236,
      "grad_norm": 3.65625,
      "learning_rate": 1.9898819440307427e-05,
      "loss": 4.5694,
      "step": 1050
    },
    {
      "epoch": 0.14153474644486183,
      "grad_norm": 4.03125,
      "learning_rate": 1.9895469619704576e-05,
      "loss": 4.5367,
      "step": 1055
    },
    {
      "epoch": 0.14220552723370003,
      "grad_norm": 4.09375,
      "learning_rate": 1.9892065537843817e-05,
      "loss": 4.514,
      "step": 1060
    },
    {
      "epoch": 0.14287630802253823,
      "grad_norm": 3.640625,
      "learning_rate": 1.9888607213391246e-05,
      "loss": 4.5282,
      "step": 1065
    },
    {
      "epoch": 0.14354708881137646,
      "grad_norm": 3.859375,
      "learning_rate": 1.988509466531039e-05,
      "loss": 4.5126,
      "step": 1070
    },
    {
      "epoch": 0.14421786960021465,
      "grad_norm": 3.6875,
      "learning_rate": 1.988152791286211e-05,
      "loss": 4.5547,
      "step": 1075
    },
    {
      "epoch": 0.14488865038905285,
      "grad_norm": 3.5625,
      "learning_rate": 1.9877906975604503e-05,
      "loss": 4.5705,
      "step": 1080
    },
    {
      "epoch": 0.14555943117789105,
      "grad_norm": 4.28125,
      "learning_rate": 1.987423187339277e-05,
      "loss": 4.5192,
      "step": 1085
    },
    {
      "epoch": 0.14623021196672928,
      "grad_norm": 3.890625,
      "learning_rate": 1.9870502626379127e-05,
      "loss": 4.5349,
      "step": 1090
    },
    {
      "epoch": 0.14690099275556748,
      "grad_norm": 4.0625,
      "learning_rate": 1.9866719255012702e-05,
      "loss": 4.472,
      "step": 1095
    },
    {
      "epoch": 0.14757177354440568,
      "grad_norm": 3.78125,
      "learning_rate": 1.9862881780039398e-05,
      "loss": 4.5542,
      "step": 1100
    },
    {
      "epoch": 0.1482425543332439,
      "grad_norm": 3.828125,
      "learning_rate": 1.9858990222501796e-05,
      "loss": 4.5082,
      "step": 1105
    },
    {
      "epoch": 0.1489133351220821,
      "grad_norm": 3.84375,
      "learning_rate": 1.985504460373903e-05,
      "loss": 4.5119,
      "step": 1110
    },
    {
      "epoch": 0.1495841159109203,
      "grad_norm": 3.90625,
      "learning_rate": 1.9851044945386687e-05,
      "loss": 4.5104,
      "step": 1115
    },
    {
      "epoch": 0.15025489669975853,
      "grad_norm": 3.484375,
      "learning_rate": 1.984699126937667e-05,
      "loss": 4.476,
      "step": 1120
    },
    {
      "epoch": 0.15092567748859673,
      "grad_norm": 3.984375,
      "learning_rate": 1.9842883597937084e-05,
      "loss": 4.5008,
      "step": 1125
    },
    {
      "epoch": 0.15159645827743493,
      "grad_norm": 3.71875,
      "learning_rate": 1.9838721953592122e-05,
      "loss": 4.4806,
      "step": 1130
    },
    {
      "epoch": 0.15226723906627315,
      "grad_norm": 4.0625,
      "learning_rate": 1.983450635916193e-05,
      "loss": 4.4887,
      "step": 1135
    },
    {
      "epoch": 0.15293801985511135,
      "grad_norm": 3.90625,
      "learning_rate": 1.983023683776248e-05,
      "loss": 4.4838,
      "step": 1140
    },
    {
      "epoch": 0.15360880064394955,
      "grad_norm": 3.90625,
      "learning_rate": 1.9825913412805456e-05,
      "loss": 4.519,
      "step": 1145
    },
    {
      "epoch": 0.15427958143278778,
      "grad_norm": 3.890625,
      "learning_rate": 1.9821536107998126e-05,
      "loss": 4.5381,
      "step": 1150
    },
    {
      "epoch": 0.15495036222162598,
      "grad_norm": 3.796875,
      "learning_rate": 1.9817104947343188e-05,
      "loss": 4.5032,
      "step": 1155
    },
    {
      "epoch": 0.15562114301046417,
      "grad_norm": 3.875,
      "learning_rate": 1.981261995513867e-05,
      "loss": 4.4454,
      "step": 1160
    },
    {
      "epoch": 0.1562919237993024,
      "grad_norm": 3.5625,
      "learning_rate": 1.980808115597778e-05,
      "loss": 4.4839,
      "step": 1165
    },
    {
      "epoch": 0.1569627045881406,
      "grad_norm": 4.125,
      "learning_rate": 1.9803488574748767e-05,
      "loss": 4.4902,
      "step": 1170
    },
    {
      "epoch": 0.1576334853769788,
      "grad_norm": 3.875,
      "learning_rate": 1.9798842236634797e-05,
      "loss": 4.486,
      "step": 1175
    },
    {
      "epoch": 0.158304266165817,
      "grad_norm": 3.921875,
      "learning_rate": 1.9794142167113802e-05,
      "loss": 4.5046,
      "step": 1180
    },
    {
      "epoch": 0.15897504695465522,
      "grad_norm": 3.921875,
      "learning_rate": 1.9789388391958365e-05,
      "loss": 4.506,
      "step": 1185
    },
    {
      "epoch": 0.15964582774349342,
      "grad_norm": 3.921875,
      "learning_rate": 1.9784580937235535e-05,
      "loss": 4.4873,
      "step": 1190
    },
    {
      "epoch": 0.16031660853233162,
      "grad_norm": 3.6875,
      "learning_rate": 1.9779719829306725e-05,
      "loss": 4.5101,
      "step": 1195
    },
    {
      "epoch": 0.16098738932116985,
      "grad_norm": 3.53125,
      "learning_rate": 1.9774805094827557e-05,
      "loss": 4.4654,
      "step": 1200
    },
    {
      "epoch": 0.16165817011000805,
      "grad_norm": 3.953125,
      "learning_rate": 1.9769836760747693e-05,
      "loss": 4.4927,
      "step": 1205
    },
    {
      "epoch": 0.16232895089884625,
      "grad_norm": 3.75,
      "learning_rate": 1.976481485431073e-05,
      "loss": 4.5078,
      "step": 1210
    },
    {
      "epoch": 0.16299973168768447,
      "grad_norm": 4.125,
      "learning_rate": 1.9759739403054004e-05,
      "loss": 4.4274,
      "step": 1215
    },
    {
      "epoch": 0.16367051247652267,
      "grad_norm": 3.90625,
      "learning_rate": 1.9754610434808476e-05,
      "loss": 4.4607,
      "step": 1220
    },
    {
      "epoch": 0.16434129326536087,
      "grad_norm": 3.71875,
      "learning_rate": 1.9749427977698555e-05,
      "loss": 4.4978,
      "step": 1225
    },
    {
      "epoch": 0.1650120740541991,
      "grad_norm": 3.859375,
      "learning_rate": 1.9744192060141956e-05,
      "loss": 4.46,
      "step": 1230
    },
    {
      "epoch": 0.1656828548430373,
      "grad_norm": 3.9375,
      "learning_rate": 1.9738902710849545e-05,
      "loss": 4.5099,
      "step": 1235
    },
    {
      "epoch": 0.1663536356318755,
      "grad_norm": 3.921875,
      "learning_rate": 1.9733559958825167e-05,
      "loss": 4.505,
      "step": 1240
    },
    {
      "epoch": 0.16702441642071372,
      "grad_norm": 3.65625,
      "learning_rate": 1.972816383336552e-05,
      "loss": 4.4777,
      "step": 1245
    },
    {
      "epoch": 0.16769519720955192,
      "grad_norm": 3.984375,
      "learning_rate": 1.9722714364059943e-05,
      "loss": 4.4861,
      "step": 1250
    },
    {
      "epoch": 0.16836597799839012,
      "grad_norm": 3.90625,
      "learning_rate": 1.971721158079031e-05,
      "loss": 4.4889,
      "step": 1255
    },
    {
      "epoch": 0.16903675878722835,
      "grad_norm": 3.484375,
      "learning_rate": 1.9711655513730822e-05,
      "loss": 4.4638,
      "step": 1260
    },
    {
      "epoch": 0.16970753957606655,
      "grad_norm": 3.625,
      "learning_rate": 1.970604619334786e-05,
      "loss": 4.4618,
      "step": 1265
    },
    {
      "epoch": 0.17037832036490475,
      "grad_norm": 3.734375,
      "learning_rate": 1.970038365039983e-05,
      "loss": 4.4446,
      "step": 1270
    },
    {
      "epoch": 0.17104910115374294,
      "grad_norm": 3.859375,
      "learning_rate": 1.9694667915936966e-05,
      "loss": 4.4818,
      "step": 1275
    },
    {
      "epoch": 0.17171988194258117,
      "grad_norm": 3.75,
      "learning_rate": 1.9688899021301182e-05,
      "loss": 4.4632,
      "step": 1280
    },
    {
      "epoch": 0.17239066273141937,
      "grad_norm": 3.8125,
      "learning_rate": 1.968307699812589e-05,
      "loss": 4.4962,
      "step": 1285
    },
    {
      "epoch": 0.17306144352025757,
      "grad_norm": 3.703125,
      "learning_rate": 1.967720187833583e-05,
      "loss": 4.4323,
      "step": 1290
    },
    {
      "epoch": 0.1737322243090958,
      "grad_norm": 3.734375,
      "learning_rate": 1.9671273694146897e-05,
      "loss": 4.5151,
      "step": 1295
    },
    {
      "epoch": 0.174403005097934,
      "grad_norm": 3.796875,
      "learning_rate": 1.9665292478065962e-05,
      "loss": 4.5083,
      "step": 1300
    },
    {
      "epoch": 0.1750737858867722,
      "grad_norm": 3.78125,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 4.4574,
      "step": 1305
    },
    {
      "epoch": 0.17574456667561042,
      "grad_norm": 3.734375,
      "learning_rate": 1.9653171081709353e-05,
      "loss": 4.4577,
      "step": 1310
    },
    {
      "epoch": 0.17641534746444862,
      "grad_norm": 3.765625,
      "learning_rate": 1.9647030967900685e-05,
      "loss": 4.4341,
      "step": 1315
    },
    {
      "epoch": 0.17708612825328682,
      "grad_norm": 3.625,
      "learning_rate": 1.9640837955133655e-05,
      "loss": 4.5131,
      "step": 1320
    },
    {
      "epoch": 0.17775690904212504,
      "grad_norm": 3.828125,
      "learning_rate": 1.9634592077367306e-05,
      "loss": 4.4504,
      "step": 1325
    },
    {
      "epoch": 0.17842768983096324,
      "grad_norm": 4.0,
      "learning_rate": 1.9628293368850557e-05,
      "loss": 4.4687,
      "step": 1330
    },
    {
      "epoch": 0.17909847061980144,
      "grad_norm": 3.484375,
      "learning_rate": 1.9621941864122028e-05,
      "loss": 4.4425,
      "step": 1335
    },
    {
      "epoch": 0.17976925140863967,
      "grad_norm": 3.703125,
      "learning_rate": 1.9615537598009845e-05,
      "loss": 4.4812,
      "step": 1340
    },
    {
      "epoch": 0.18044003219747787,
      "grad_norm": 3.734375,
      "learning_rate": 1.9609080605631444e-05,
      "loss": 4.4735,
      "step": 1345
    },
    {
      "epoch": 0.18111081298631607,
      "grad_norm": 3.796875,
      "learning_rate": 1.9602570922393383e-05,
      "loss": 4.421,
      "step": 1350
    },
    {
      "epoch": 0.1817815937751543,
      "grad_norm": 3.703125,
      "learning_rate": 1.959600858399115e-05,
      "loss": 4.4084,
      "step": 1355
    },
    {
      "epoch": 0.1824523745639925,
      "grad_norm": 3.578125,
      "learning_rate": 1.958939362640896e-05,
      "loss": 4.435,
      "step": 1360
    },
    {
      "epoch": 0.1831231553528307,
      "grad_norm": 3.6875,
      "learning_rate": 1.958272608591957e-05,
      "loss": 4.4884,
      "step": 1365
    },
    {
      "epoch": 0.1837939361416689,
      "grad_norm": 3.546875,
      "learning_rate": 1.957600599908406e-05,
      "loss": 4.4484,
      "step": 1370
    },
    {
      "epoch": 0.18446471693050712,
      "grad_norm": 3.84375,
      "learning_rate": 1.9569233402751663e-05,
      "loss": 4.4781,
      "step": 1375
    },
    {
      "epoch": 0.18513549771934532,
      "grad_norm": 4.09375,
      "learning_rate": 1.9562408334059528e-05,
      "loss": 4.5157,
      "step": 1380
    },
    {
      "epoch": 0.18580627850818351,
      "grad_norm": 3.75,
      "learning_rate": 1.9555530830432543e-05,
      "loss": 4.4841,
      "step": 1385
    },
    {
      "epoch": 0.18647705929702174,
      "grad_norm": 3.90625,
      "learning_rate": 1.9548600929583116e-05,
      "loss": 4.4756,
      "step": 1390
    },
    {
      "epoch": 0.18714784008585994,
      "grad_norm": 3.84375,
      "learning_rate": 1.954161866951097e-05,
      "loss": 4.4691,
      "step": 1395
    },
    {
      "epoch": 0.18781862087469814,
      "grad_norm": 3.703125,
      "learning_rate": 1.9534584088502946e-05,
      "loss": 4.4098,
      "step": 1400
    },
    {
      "epoch": 0.18848940166353637,
      "grad_norm": 3.703125,
      "learning_rate": 1.9527497225132776e-05,
      "loss": 4.4561,
      "step": 1405
    },
    {
      "epoch": 0.18916018245237456,
      "grad_norm": 3.65625,
      "learning_rate": 1.9520358118260882e-05,
      "loss": 4.429,
      "step": 1410
    },
    {
      "epoch": 0.18983096324121276,
      "grad_norm": 3.765625,
      "learning_rate": 1.9513166807034156e-05,
      "loss": 4.4711,
      "step": 1415
    },
    {
      "epoch": 0.190501744030051,
      "grad_norm": 3.6875,
      "learning_rate": 1.950592333088576e-05,
      "loss": 4.4349,
      "step": 1420
    },
    {
      "epoch": 0.1911725248188892,
      "grad_norm": 3.9375,
      "learning_rate": 1.9498627729534885e-05,
      "loss": 4.4481,
      "step": 1425
    },
    {
      "epoch": 0.1918433056077274,
      "grad_norm": 3.578125,
      "learning_rate": 1.9491280042986566e-05,
      "loss": 4.507,
      "step": 1430
    },
    {
      "epoch": 0.19251408639656561,
      "grad_norm": 3.546875,
      "learning_rate": 1.9483880311531424e-05,
      "loss": 4.4605,
      "step": 1435
    },
    {
      "epoch": 0.1931848671854038,
      "grad_norm": 4.28125,
      "learning_rate": 1.947642857574548e-05,
      "loss": 4.4604,
      "step": 1440
    },
    {
      "epoch": 0.193855647974242,
      "grad_norm": 3.625,
      "learning_rate": 1.9468924876489915e-05,
      "loss": 4.4499,
      "step": 1445
    },
    {
      "epoch": 0.19452642876308024,
      "grad_norm": 3.46875,
      "learning_rate": 1.9461369254910844e-05,
      "loss": 4.449,
      "step": 1450
    },
    {
      "epoch": 0.19519720955191844,
      "grad_norm": 3.671875,
      "learning_rate": 1.94537617524391e-05,
      "loss": 4.4513,
      "step": 1455
    },
    {
      "epoch": 0.19586799034075664,
      "grad_norm": 3.484375,
      "learning_rate": 1.944610241079e-05,
      "loss": 4.4322,
      "step": 1460
    },
    {
      "epoch": 0.19653877112959484,
      "grad_norm": 3.828125,
      "learning_rate": 1.943839127196311e-05,
      "loss": 4.4345,
      "step": 1465
    },
    {
      "epoch": 0.19720955191843306,
      "grad_norm": 3.8125,
      "learning_rate": 1.9430628378242047e-05,
      "loss": 4.4492,
      "step": 1470
    },
    {
      "epoch": 0.19788033270727126,
      "grad_norm": 3.984375,
      "learning_rate": 1.9422813772194197e-05,
      "loss": 4.4094,
      "step": 1475
    },
    {
      "epoch": 0.19855111349610946,
      "grad_norm": 3.796875,
      "learning_rate": 1.9414947496670523e-05,
      "loss": 4.4448,
      "step": 1480
    },
    {
      "epoch": 0.1992218942849477,
      "grad_norm": 3.625,
      "learning_rate": 1.94070295948053e-05,
      "loss": 4.4932,
      "step": 1485
    },
    {
      "epoch": 0.19989267507378589,
      "grad_norm": 3.609375,
      "learning_rate": 1.9399060110015918e-05,
      "loss": 4.4421,
      "step": 1490
    },
    {
      "epoch": 0.20056345586262408,
      "grad_norm": 3.875,
      "learning_rate": 1.9391039086002594e-05,
      "loss": 4.4216,
      "step": 1495
    },
    {
      "epoch": 0.2012342366514623,
      "grad_norm": 3.65625,
      "learning_rate": 1.938296656674817e-05,
      "loss": 4.479,
      "step": 1500
    },
    {
      "epoch": 0.2019050174403005,
      "grad_norm": 3.640625,
      "learning_rate": 1.9374842596517855e-05,
      "loss": 4.436,
      "step": 1505
    },
    {
      "epoch": 0.2025757982291387,
      "grad_norm": 3.859375,
      "learning_rate": 1.936666721985899e-05,
      "loss": 4.4568,
      "step": 1510
    },
    {
      "epoch": 0.20324657901797694,
      "grad_norm": 3.6875,
      "learning_rate": 1.9358440481600803e-05,
      "loss": 4.4605,
      "step": 1515
    },
    {
      "epoch": 0.20391735980681513,
      "grad_norm": 3.515625,
      "learning_rate": 1.9350162426854152e-05,
      "loss": 4.4594,
      "step": 1520
    },
    {
      "epoch": 0.20458814059565333,
      "grad_norm": 3.90625,
      "learning_rate": 1.9341833101011283e-05,
      "loss": 4.4777,
      "step": 1525
    },
    {
      "epoch": 0.20525892138449156,
      "grad_norm": 3.828125,
      "learning_rate": 1.933345254974561e-05,
      "loss": 4.4416,
      "step": 1530
    },
    {
      "epoch": 0.20592970217332976,
      "grad_norm": 3.5625,
      "learning_rate": 1.9325020819011403e-05,
      "loss": 4.4037,
      "step": 1535
    },
    {
      "epoch": 0.20660048296216796,
      "grad_norm": 3.703125,
      "learning_rate": 1.9316537955043592e-05,
      "loss": 4.4825,
      "step": 1540
    },
    {
      "epoch": 0.20727126375100619,
      "grad_norm": 3.640625,
      "learning_rate": 1.93080040043575e-05,
      "loss": 4.4204,
      "step": 1545
    },
    {
      "epoch": 0.20794204453984438,
      "grad_norm": 3.828125,
      "learning_rate": 1.929941901374856e-05,
      "loss": 4.4384,
      "step": 1550
    },
    {
      "epoch": 0.20861282532868258,
      "grad_norm": 3.578125,
      "learning_rate": 1.92907830302921e-05,
      "loss": 4.4358,
      "step": 1555
    },
    {
      "epoch": 0.20928360611752078,
      "grad_norm": 3.78125,
      "learning_rate": 1.9282096101343052e-05,
      "loss": 4.4517,
      "step": 1560
    },
    {
      "epoch": 0.209954386906359,
      "grad_norm": 3.6875,
      "learning_rate": 1.9273358274535703e-05,
      "loss": 4.4393,
      "step": 1565
    },
    {
      "epoch": 0.2106251676951972,
      "grad_norm": 3.625,
      "learning_rate": 1.926456959778345e-05,
      "loss": 4.4431,
      "step": 1570
    },
    {
      "epoch": 0.2112959484840354,
      "grad_norm": 3.921875,
      "learning_rate": 1.9255730119278507e-05,
      "loss": 4.4922,
      "step": 1575
    },
    {
      "epoch": 0.21196672927287363,
      "grad_norm": 3.71875,
      "learning_rate": 1.924683988749167e-05,
      "loss": 4.4552,
      "step": 1580
    },
    {
      "epoch": 0.21263751006171183,
      "grad_norm": 3.921875,
      "learning_rate": 1.9237898951172025e-05,
      "loss": 4.452,
      "step": 1585
    },
    {
      "epoch": 0.21330829085055003,
      "grad_norm": 3.625,
      "learning_rate": 1.92289073593467e-05,
      "loss": 4.4399,
      "step": 1590
    },
    {
      "epoch": 0.21397907163938826,
      "grad_norm": 3.9375,
      "learning_rate": 1.921986516132059e-05,
      "loss": 4.4321,
      "step": 1595
    },
    {
      "epoch": 0.21464985242822646,
      "grad_norm": 3.703125,
      "learning_rate": 1.921077240667609e-05,
      "loss": 4.4525,
      "step": 1600
    },
    {
      "epoch": 0.21532063321706466,
      "grad_norm": 3.640625,
      "learning_rate": 1.9201629145272807e-05,
      "loss": 4.4522,
      "step": 1605
    },
    {
      "epoch": 0.21599141400590288,
      "grad_norm": 3.515625,
      "learning_rate": 1.9192435427247313e-05,
      "loss": 4.459,
      "step": 1610
    },
    {
      "epoch": 0.21666219479474108,
      "grad_norm": 3.890625,
      "learning_rate": 1.918319130301285e-05,
      "loss": 4.4189,
      "step": 1615
    },
    {
      "epoch": 0.21733297558357928,
      "grad_norm": 3.640625,
      "learning_rate": 1.9173896823259052e-05,
      "loss": 4.4315,
      "step": 1620
    },
    {
      "epoch": 0.2180037563724175,
      "grad_norm": 3.734375,
      "learning_rate": 1.9164552038951692e-05,
      "loss": 4.4628,
      "step": 1625
    },
    {
      "epoch": 0.2186745371612557,
      "grad_norm": 3.5625,
      "learning_rate": 1.9155157001332374e-05,
      "loss": 4.4324,
      "step": 1630
    },
    {
      "epoch": 0.2193453179500939,
      "grad_norm": 3.796875,
      "learning_rate": 1.914571176191826e-05,
      "loss": 4.4043,
      "step": 1635
    },
    {
      "epoch": 0.2200160987389321,
      "grad_norm": 4.0625,
      "learning_rate": 1.91362163725018e-05,
      "loss": 4.441,
      "step": 1640
    },
    {
      "epoch": 0.22068687952777033,
      "grad_norm": 3.53125,
      "learning_rate": 1.912667088515043e-05,
      "loss": 4.4331,
      "step": 1645
    },
    {
      "epoch": 0.22135766031660853,
      "grad_norm": 3.734375,
      "learning_rate": 1.9117075352206303e-05,
      "loss": 4.452,
      "step": 1650
    },
    {
      "epoch": 0.22202844110544673,
      "grad_norm": 3.546875,
      "learning_rate": 1.9107429826285992e-05,
      "loss": 4.4131,
      "step": 1655
    },
    {
      "epoch": 0.22269922189428495,
      "grad_norm": 3.421875,
      "learning_rate": 1.9097734360280197e-05,
      "loss": 4.4637,
      "step": 1660
    },
    {
      "epoch": 0.22337000268312315,
      "grad_norm": 3.734375,
      "learning_rate": 1.908798900735347e-05,
      "loss": 4.4253,
      "step": 1665
    },
    {
      "epoch": 0.22404078347196135,
      "grad_norm": 3.65625,
      "learning_rate": 1.9078193820943916e-05,
      "loss": 4.4178,
      "step": 1670
    },
    {
      "epoch": 0.22471156426079958,
      "grad_norm": 3.765625,
      "learning_rate": 1.906834885476289e-05,
      "loss": 4.4321,
      "step": 1675
    },
    {
      "epoch": 0.22538234504963778,
      "grad_norm": 3.859375,
      "learning_rate": 1.9058454162794723e-05,
      "loss": 4.4382,
      "step": 1680
    },
    {
      "epoch": 0.22605312583847598,
      "grad_norm": 3.703125,
      "learning_rate": 1.9048509799296403e-05,
      "loss": 4.4169,
      "step": 1685
    },
    {
      "epoch": 0.2267239066273142,
      "grad_norm": 3.875,
      "learning_rate": 1.90385158187973e-05,
      "loss": 4.4473,
      "step": 1690
    },
    {
      "epoch": 0.2273946874161524,
      "grad_norm": 3.859375,
      "learning_rate": 1.9028472276098845e-05,
      "loss": 4.3892,
      "step": 1695
    },
    {
      "epoch": 0.2280654682049906,
      "grad_norm": 3.734375,
      "learning_rate": 1.901837922627425e-05,
      "loss": 4.4703,
      "step": 1700
    },
    {
      "epoch": 0.22873624899382883,
      "grad_norm": 3.765625,
      "learning_rate": 1.9008236724668193e-05,
      "loss": 4.4481,
      "step": 1705
    },
    {
      "epoch": 0.22940702978266703,
      "grad_norm": 3.75,
      "learning_rate": 1.8998044826896515e-05,
      "loss": 4.4369,
      "step": 1710
    },
    {
      "epoch": 0.23007781057150523,
      "grad_norm": 3.828125,
      "learning_rate": 1.8987803588845927e-05,
      "loss": 4.4108,
      "step": 1715
    },
    {
      "epoch": 0.23074859136034345,
      "grad_norm": 3.734375,
      "learning_rate": 1.8977513066673685e-05,
      "loss": 4.43,
      "step": 1720
    },
    {
      "epoch": 0.23141937214918165,
      "grad_norm": 3.796875,
      "learning_rate": 1.8967173316807293e-05,
      "loss": 4.4198,
      "step": 1725
    },
    {
      "epoch": 0.23209015293801985,
      "grad_norm": 3.875,
      "learning_rate": 1.89567843959442e-05,
      "loss": 4.4244,
      "step": 1730
    },
    {
      "epoch": 0.23276093372685805,
      "grad_norm": 3.65625,
      "learning_rate": 1.8946346361051474e-05,
      "loss": 4.4152,
      "step": 1735
    },
    {
      "epoch": 0.23343171451569628,
      "grad_norm": 3.59375,
      "learning_rate": 1.89358592693655e-05,
      "loss": 4.4371,
      "step": 1740
    },
    {
      "epoch": 0.23410249530453447,
      "grad_norm": 3.75,
      "learning_rate": 1.8925323178391664e-05,
      "loss": 4.4153,
      "step": 1745
    },
    {
      "epoch": 0.23477327609337267,
      "grad_norm": 3.65625,
      "learning_rate": 1.8914738145904035e-05,
      "loss": 4.4303,
      "step": 1750
    },
    {
      "epoch": 0.2354440568822109,
      "grad_norm": 3.375,
      "learning_rate": 1.8904104229945046e-05,
      "loss": 4.4473,
      "step": 1755
    },
    {
      "epoch": 0.2361148376710491,
      "grad_norm": 3.828125,
      "learning_rate": 1.889342148882519e-05,
      "loss": 4.4223,
      "step": 1760
    },
    {
      "epoch": 0.2367856184598873,
      "grad_norm": 3.671875,
      "learning_rate": 1.8882689981122682e-05,
      "loss": 4.4492,
      "step": 1765
    },
    {
      "epoch": 0.23745639924872552,
      "grad_norm": 3.671875,
      "learning_rate": 1.887190976568315e-05,
      "loss": 4.4353,
      "step": 1770
    },
    {
      "epoch": 0.23812718003756372,
      "grad_norm": 3.3125,
      "learning_rate": 1.8861080901619305e-05,
      "loss": 4.4209,
      "step": 1775
    },
    {
      "epoch": 0.23879796082640192,
      "grad_norm": 3.546875,
      "learning_rate": 1.885020344831062e-05,
      "loss": 4.4474,
      "step": 1780
    },
    {
      "epoch": 0.23946874161524015,
      "grad_norm": 3.640625,
      "learning_rate": 1.8839277465403007e-05,
      "loss": 4.429,
      "step": 1785
    },
    {
      "epoch": 0.24013952240407835,
      "grad_norm": 3.53125,
      "learning_rate": 1.8828303012808492e-05,
      "loss": 4.4374,
      "step": 1790
    },
    {
      "epoch": 0.24081030319291655,
      "grad_norm": 3.484375,
      "learning_rate": 1.8817280150704867e-05,
      "loss": 4.3939,
      "step": 1795
    },
    {
      "epoch": 0.24148108398175477,
      "grad_norm": 3.640625,
      "learning_rate": 1.8806208939535387e-05,
      "loss": 4.4141,
      "step": 1800
    },
    {
      "epoch": 0.24215186477059297,
      "grad_norm": 3.890625,
      "learning_rate": 1.8795089440008424e-05,
      "loss": 4.443,
      "step": 1805
    },
    {
      "epoch": 0.24282264555943117,
      "grad_norm": 3.71875,
      "learning_rate": 1.878392171309714e-05,
      "loss": 4.442,
      "step": 1810
    },
    {
      "epoch": 0.2434934263482694,
      "grad_norm": 3.546875,
      "learning_rate": 1.877270582003914e-05,
      "loss": 4.4221,
      "step": 1815
    },
    {
      "epoch": 0.2441642071371076,
      "grad_norm": 3.6875,
      "learning_rate": 1.8761441822336152e-05,
      "loss": 4.4152,
      "step": 1820
    },
    {
      "epoch": 0.2448349879259458,
      "grad_norm": 3.71875,
      "learning_rate": 1.8750129781753678e-05,
      "loss": 4.4229,
      "step": 1825
    },
    {
      "epoch": 0.245505768714784,
      "grad_norm": 3.625,
      "learning_rate": 1.8738769760320673e-05,
      "loss": 4.4364,
      "step": 1830
    },
    {
      "epoch": 0.24617654950362222,
      "grad_norm": 3.53125,
      "learning_rate": 1.8727361820329173e-05,
      "loss": 4.4457,
      "step": 1835
    },
    {
      "epoch": 0.24684733029246042,
      "grad_norm": 3.59375,
      "learning_rate": 1.871590602433399e-05,
      "loss": 4.4157,
      "step": 1840
    },
    {
      "epoch": 0.24751811108129862,
      "grad_norm": 3.796875,
      "learning_rate": 1.8704402435152344e-05,
      "loss": 4.4635,
      "step": 1845
    },
    {
      "epoch": 0.24818889187013685,
      "grad_norm": 3.796875,
      "learning_rate": 1.8692851115863524e-05,
      "loss": 4.4298,
      "step": 1850
    },
    {
      "epoch": 0.24885967265897505,
      "grad_norm": 3.609375,
      "learning_rate": 1.868125212980855e-05,
      "loss": 4.4479,
      "step": 1855
    },
    {
      "epoch": 0.24953045344781324,
      "grad_norm": 3.6875,
      "learning_rate": 1.866960554058982e-05,
      "loss": 4.4061,
      "step": 1860
    },
    {
      "epoch": 0.25020123423665147,
      "grad_norm": 3.453125,
      "learning_rate": 1.8657911412070754e-05,
      "loss": 4.4029,
      "step": 1865
    },
    {
      "epoch": 0.25087201502548967,
      "grad_norm": 3.765625,
      "learning_rate": 1.8646169808375458e-05,
      "loss": 4.4169,
      "step": 1870
    },
    {
      "epoch": 0.25154279581432787,
      "grad_norm": 3.65625,
      "learning_rate": 1.8634380793888366e-05,
      "loss": 4.4411,
      "step": 1875
    },
    {
      "epoch": 0.25221357660316607,
      "grad_norm": 3.890625,
      "learning_rate": 1.8622544433253883e-05,
      "loss": 4.4456,
      "step": 1880
    },
    {
      "epoch": 0.25288435739200427,
      "grad_norm": 3.734375,
      "learning_rate": 1.861066079137603e-05,
      "loss": 4.4251,
      "step": 1885
    },
    {
      "epoch": 0.2535551381808425,
      "grad_norm": 3.875,
      "learning_rate": 1.8598729933418102e-05,
      "loss": 4.4506,
      "step": 1890
    },
    {
      "epoch": 0.2542259189696807,
      "grad_norm": 3.71875,
      "learning_rate": 1.8586751924802297e-05,
      "loss": 4.4298,
      "step": 1895
    },
    {
      "epoch": 0.2548966997585189,
      "grad_norm": 3.9375,
      "learning_rate": 1.8574726831209357e-05,
      "loss": 4.4281,
      "step": 1900
    },
    {
      "epoch": 0.2555674805473571,
      "grad_norm": 3.859375,
      "learning_rate": 1.856265471857821e-05,
      "loss": 4.4271,
      "step": 1905
    },
    {
      "epoch": 0.2562382613361953,
      "grad_norm": 3.765625,
      "learning_rate": 1.8550535653105625e-05,
      "loss": 4.4123,
      "step": 1910
    },
    {
      "epoch": 0.2569090421250335,
      "grad_norm": 4.0,
      "learning_rate": 1.853836970124582e-05,
      "loss": 4.4376,
      "step": 1915
    },
    {
      "epoch": 0.25757982291387177,
      "grad_norm": 3.8125,
      "learning_rate": 1.852615692971011e-05,
      "loss": 4.416,
      "step": 1920
    },
    {
      "epoch": 0.25825060370270997,
      "grad_norm": 3.796875,
      "learning_rate": 1.8513897405466558e-05,
      "loss": 4.4052,
      "step": 1925
    },
    {
      "epoch": 0.25892138449154817,
      "grad_norm": 3.734375,
      "learning_rate": 1.8501591195739585e-05,
      "loss": 4.3873,
      "step": 1930
    },
    {
      "epoch": 0.25959216528038637,
      "grad_norm": 3.609375,
      "learning_rate": 1.8489238368009598e-05,
      "loss": 4.4198,
      "step": 1935
    },
    {
      "epoch": 0.26026294606922457,
      "grad_norm": 3.765625,
      "learning_rate": 1.847683899001265e-05,
      "loss": 4.4201,
      "step": 1940
    },
    {
      "epoch": 0.26093372685806276,
      "grad_norm": 3.609375,
      "learning_rate": 1.846439312974004e-05,
      "loss": 4.4493,
      "step": 1945
    },
    {
      "epoch": 0.261604507646901,
      "grad_norm": 3.734375,
      "learning_rate": 1.845190085543795e-05,
      "loss": 4.4111,
      "step": 1950
    },
    {
      "epoch": 0.2622752884357392,
      "grad_norm": 3.90625,
      "learning_rate": 1.8439362235607074e-05,
      "loss": 4.3986,
      "step": 1955
    },
    {
      "epoch": 0.2629460692245774,
      "grad_norm": 3.65625,
      "learning_rate": 1.842677733900223e-05,
      "loss": 4.446,
      "step": 1960
    },
    {
      "epoch": 0.2636168500134156,
      "grad_norm": 3.6875,
      "learning_rate": 1.8414146234632012e-05,
      "loss": 4.3502,
      "step": 1965
    },
    {
      "epoch": 0.2642876308022538,
      "grad_norm": 3.65625,
      "learning_rate": 1.8401468991758368e-05,
      "loss": 4.4034,
      "step": 1970
    },
    {
      "epoch": 0.264958411591092,
      "grad_norm": 3.859375,
      "learning_rate": 1.838874567989626e-05,
      "loss": 4.4007,
      "step": 1975
    },
    {
      "epoch": 0.2656291923799302,
      "grad_norm": 3.671875,
      "learning_rate": 1.8375976368813262e-05,
      "loss": 4.3984,
      "step": 1980
    },
    {
      "epoch": 0.26629997316876847,
      "grad_norm": 3.8125,
      "learning_rate": 1.836316112852918e-05,
      "loss": 4.3978,
      "step": 1985
    },
    {
      "epoch": 0.26697075395760667,
      "grad_norm": 3.71875,
      "learning_rate": 1.8350300029315674e-05,
      "loss": 4.4301,
      "step": 1990
    },
    {
      "epoch": 0.26764153474644486,
      "grad_norm": 3.59375,
      "learning_rate": 1.8337393141695865e-05,
      "loss": 4.3932,
      "step": 1995
    },
    {
      "epoch": 0.26831231553528306,
      "grad_norm": 3.6875,
      "learning_rate": 1.8324440536443956e-05,
      "loss": 4.4224,
      "step": 2000
    },
    {
      "epoch": 0.26898309632412126,
      "grad_norm": 3.6875,
      "learning_rate": 1.8311442284584836e-05,
      "loss": 4.3716,
      "step": 2005
    },
    {
      "epoch": 0.26965387711295946,
      "grad_norm": 3.671875,
      "learning_rate": 1.82983984573937e-05,
      "loss": 4.4076,
      "step": 2010
    },
    {
      "epoch": 0.2703246579017977,
      "grad_norm": 3.578125,
      "learning_rate": 1.828530912639565e-05,
      "loss": 4.3844,
      "step": 2015
    },
    {
      "epoch": 0.2709954386906359,
      "grad_norm": 3.609375,
      "learning_rate": 1.82721743633653e-05,
      "loss": 4.3935,
      "step": 2020
    },
    {
      "epoch": 0.2716662194794741,
      "grad_norm": 3.578125,
      "learning_rate": 1.82589942403264e-05,
      "loss": 4.4344,
      "step": 2025
    },
    {
      "epoch": 0.2723370002683123,
      "grad_norm": 3.890625,
      "learning_rate": 1.8245768829551417e-05,
      "loss": 4.4087,
      "step": 2030
    },
    {
      "epoch": 0.2730077810571505,
      "grad_norm": 3.90625,
      "learning_rate": 1.8232498203561163e-05,
      "loss": 4.4298,
      "step": 2035
    },
    {
      "epoch": 0.2736785618459887,
      "grad_norm": 3.953125,
      "learning_rate": 1.8219182435124366e-05,
      "loss": 4.418,
      "step": 2040
    },
    {
      "epoch": 0.27434934263482696,
      "grad_norm": 3.71875,
      "learning_rate": 1.820582159725732e-05,
      "loss": 4.4244,
      "step": 2045
    },
    {
      "epoch": 0.27502012342366516,
      "grad_norm": 3.796875,
      "learning_rate": 1.8192415763223418e-05,
      "loss": 4.3726,
      "step": 2050
    },
    {
      "epoch": 0.27569090421250336,
      "grad_norm": 3.5,
      "learning_rate": 1.8178965006532824e-05,
      "loss": 4.3844,
      "step": 2055
    },
    {
      "epoch": 0.27636168500134156,
      "grad_norm": 3.484375,
      "learning_rate": 1.8165469400942e-05,
      "loss": 4.421,
      "step": 2060
    },
    {
      "epoch": 0.27703246579017976,
      "grad_norm": 3.765625,
      "learning_rate": 1.815192902045336e-05,
      "loss": 4.448,
      "step": 2065
    },
    {
      "epoch": 0.27770324657901796,
      "grad_norm": 3.75,
      "learning_rate": 1.8138343939314825e-05,
      "loss": 4.4342,
      "step": 2070
    },
    {
      "epoch": 0.27837402736785616,
      "grad_norm": 3.8125,
      "learning_rate": 1.8124714232019432e-05,
      "loss": 4.4152,
      "step": 2075
    },
    {
      "epoch": 0.2790448081566944,
      "grad_norm": 3.734375,
      "learning_rate": 1.8111039973304922e-05,
      "loss": 4.4415,
      "step": 2080
    },
    {
      "epoch": 0.2797155889455326,
      "grad_norm": 3.890625,
      "learning_rate": 1.809732123815334e-05,
      "loss": 4.4436,
      "step": 2085
    },
    {
      "epoch": 0.2803863697343708,
      "grad_norm": 3.640625,
      "learning_rate": 1.8083558101790598e-05,
      "loss": 4.4152,
      "step": 2090
    },
    {
      "epoch": 0.281057150523209,
      "grad_norm": 3.75,
      "learning_rate": 1.8069750639686096e-05,
      "loss": 4.4004,
      "step": 2095
    },
    {
      "epoch": 0.2817279313120472,
      "grad_norm": 3.765625,
      "learning_rate": 1.805589892755228e-05,
      "loss": 4.421,
      "step": 2100
    },
    {
      "epoch": 0.2823987121008854,
      "grad_norm": 3.875,
      "learning_rate": 1.8042003041344257e-05,
      "loss": 4.4347,
      "step": 2105
    },
    {
      "epoch": 0.28306949288972366,
      "grad_norm": 4.1875,
      "learning_rate": 1.8028063057259332e-05,
      "loss": 4.4023,
      "step": 2110
    },
    {
      "epoch": 0.28374027367856186,
      "grad_norm": 3.3125,
      "learning_rate": 1.8014079051736637e-05,
      "loss": 4.4294,
      "step": 2115
    },
    {
      "epoch": 0.28441105446740006,
      "grad_norm": 4.0625,
      "learning_rate": 1.800005110145669e-05,
      "loss": 4.4377,
      "step": 2120
    },
    {
      "epoch": 0.28508183525623826,
      "grad_norm": 3.96875,
      "learning_rate": 1.7985979283340987e-05,
      "loss": 4.4204,
      "step": 2125
    },
    {
      "epoch": 0.28575261604507646,
      "grad_norm": 4.0,
      "learning_rate": 1.797186367455155e-05,
      "loss": 4.4229,
      "step": 2130
    },
    {
      "epoch": 0.28642339683391466,
      "grad_norm": 3.703125,
      "learning_rate": 1.7957704352490535e-05,
      "loss": 4.3768,
      "step": 2135
    },
    {
      "epoch": 0.2870941776227529,
      "grad_norm": 3.6875,
      "learning_rate": 1.79435013947998e-05,
      "loss": 4.3896,
      "step": 2140
    },
    {
      "epoch": 0.2877649584115911,
      "grad_norm": 3.734375,
      "learning_rate": 1.792925487936048e-05,
      "loss": 4.4076,
      "step": 2145
    },
    {
      "epoch": 0.2884357392004293,
      "grad_norm": 3.8125,
      "learning_rate": 1.7914964884292543e-05,
      "loss": 4.4216,
      "step": 2150
    },
    {
      "epoch": 0.2891065199892675,
      "grad_norm": 3.890625,
      "learning_rate": 1.7900631487954387e-05,
      "loss": 4.4526,
      "step": 2155
    },
    {
      "epoch": 0.2897773007781057,
      "grad_norm": 3.65625,
      "learning_rate": 1.7886254768942394e-05,
      "loss": 4.3844,
      "step": 2160
    },
    {
      "epoch": 0.2904480815669439,
      "grad_norm": 3.875,
      "learning_rate": 1.7871834806090502e-05,
      "loss": 4.4265,
      "step": 2165
    },
    {
      "epoch": 0.2911188623557821,
      "grad_norm": 3.671875,
      "learning_rate": 1.7857371678469783e-05,
      "loss": 4.4415,
      "step": 2170
    },
    {
      "epoch": 0.29178964314462036,
      "grad_norm": 3.96875,
      "learning_rate": 1.7842865465387985e-05,
      "loss": 4.386,
      "step": 2175
    },
    {
      "epoch": 0.29246042393345856,
      "grad_norm": 3.484375,
      "learning_rate": 1.7828316246389125e-05,
      "loss": 4.3972,
      "step": 2180
    },
    {
      "epoch": 0.29313120472229676,
      "grad_norm": 3.484375,
      "learning_rate": 1.781372410125304e-05,
      "loss": 4.4124,
      "step": 2185
    },
    {
      "epoch": 0.29380198551113496,
      "grad_norm": 3.8125,
      "learning_rate": 1.779908910999494e-05,
      "loss": 4.4112,
      "step": 2190
    },
    {
      "epoch": 0.29447276629997315,
      "grad_norm": 3.765625,
      "learning_rate": 1.7784411352864993e-05,
      "loss": 4.4725,
      "step": 2195
    },
    {
      "epoch": 0.29514354708881135,
      "grad_norm": 3.625,
      "learning_rate": 1.7769690910347867e-05,
      "loss": 4.3941,
      "step": 2200
    },
    {
      "epoch": 0.2958143278776496,
      "grad_norm": 3.53125,
      "learning_rate": 1.7754927863162283e-05,
      "loss": 4.4291,
      "step": 2205
    },
    {
      "epoch": 0.2964851086664878,
      "grad_norm": 3.8125,
      "learning_rate": 1.7740122292260594e-05,
      "loss": 4.4122,
      "step": 2210
    },
    {
      "epoch": 0.297155889455326,
      "grad_norm": 3.71875,
      "learning_rate": 1.7725274278828325e-05,
      "loss": 4.4366,
      "step": 2215
    },
    {
      "epoch": 0.2978266702441642,
      "grad_norm": 3.734375,
      "learning_rate": 1.7710383904283737e-05,
      "loss": 4.432,
      "step": 2220
    },
    {
      "epoch": 0.2984974510330024,
      "grad_norm": 3.890625,
      "learning_rate": 1.769545125027736e-05,
      "loss": 4.4228,
      "step": 2225
    },
    {
      "epoch": 0.2991682318218406,
      "grad_norm": 3.71875,
      "learning_rate": 1.7680476398691587e-05,
      "loss": 4.4053,
      "step": 2230
    },
    {
      "epoch": 0.29983901261067886,
      "grad_norm": 3.703125,
      "learning_rate": 1.7665459431640174e-05,
      "loss": 4.3996,
      "step": 2235
    },
    {
      "epoch": 0.30050979339951706,
      "grad_norm": 3.453125,
      "learning_rate": 1.7650400431467832e-05,
      "loss": 4.3972,
      "step": 2240
    },
    {
      "epoch": 0.30118057418835525,
      "grad_norm": 3.5,
      "learning_rate": 1.763529948074975e-05,
      "loss": 4.3789,
      "step": 2245
    },
    {
      "epoch": 0.30185135497719345,
      "grad_norm": 3.71875,
      "learning_rate": 1.762015666229115e-05,
      "loss": 4.4187,
      "step": 2250
    },
    {
      "epoch": 0.30252213576603165,
      "grad_norm": 3.609375,
      "learning_rate": 1.7604972059126835e-05,
      "loss": 4.4495,
      "step": 2255
    },
    {
      "epoch": 0.30319291655486985,
      "grad_norm": 3.703125,
      "learning_rate": 1.7589745754520736e-05,
      "loss": 4.4122,
      "step": 2260
    },
    {
      "epoch": 0.30386369734370805,
      "grad_norm": 3.59375,
      "learning_rate": 1.757447783196545e-05,
      "loss": 4.4088,
      "step": 2265
    },
    {
      "epoch": 0.3045344781325463,
      "grad_norm": 3.5,
      "learning_rate": 1.7559168375181777e-05,
      "loss": 4.3646,
      "step": 2270
    },
    {
      "epoch": 0.3052052589213845,
      "grad_norm": 3.796875,
      "learning_rate": 1.7543817468118277e-05,
      "loss": 4.4268,
      "step": 2275
    },
    {
      "epoch": 0.3058760397102227,
      "grad_norm": 3.609375,
      "learning_rate": 1.7528425194950794e-05,
      "loss": 4.3959,
      "step": 2280
    },
    {
      "epoch": 0.3065468204990609,
      "grad_norm": 3.96875,
      "learning_rate": 1.7512991640082004e-05,
      "loss": 4.4487,
      "step": 2285
    },
    {
      "epoch": 0.3072176012878991,
      "grad_norm": 3.609375,
      "learning_rate": 1.7497516888140947e-05,
      "loss": 4.4144,
      "step": 2290
    },
    {
      "epoch": 0.3078883820767373,
      "grad_norm": 3.78125,
      "learning_rate": 1.7482001023982565e-05,
      "loss": 4.3803,
      "step": 2295
    },
    {
      "epoch": 0.30855916286557555,
      "grad_norm": 3.515625,
      "learning_rate": 1.746644413268724e-05,
      "loss": 4.4051,
      "step": 2300
    },
    {
      "epoch": 0.30922994365441375,
      "grad_norm": 3.796875,
      "learning_rate": 1.7450846299560315e-05,
      "loss": 4.3861,
      "step": 2305
    },
    {
      "epoch": 0.30990072444325195,
      "grad_norm": 3.6875,
      "learning_rate": 1.7435207610131647e-05,
      "loss": 4.3963,
      "step": 2310
    },
    {
      "epoch": 0.31057150523209015,
      "grad_norm": 3.515625,
      "learning_rate": 1.7419528150155118e-05,
      "loss": 4.3722,
      "step": 2315
    },
    {
      "epoch": 0.31124228602092835,
      "grad_norm": 3.5625,
      "learning_rate": 1.7403808005608178e-05,
      "loss": 4.3887,
      "step": 2320
    },
    {
      "epoch": 0.31191306680976655,
      "grad_norm": 4.09375,
      "learning_rate": 1.7388047262691363e-05,
      "loss": 4.3945,
      "step": 2325
    },
    {
      "epoch": 0.3125838475986048,
      "grad_norm": 3.828125,
      "learning_rate": 1.7372246007827837e-05,
      "loss": 4.3913,
      "step": 2330
    },
    {
      "epoch": 0.313254628387443,
      "grad_norm": 3.515625,
      "learning_rate": 1.735640432766289e-05,
      "loss": 4.3554,
      "step": 2335
    },
    {
      "epoch": 0.3139254091762812,
      "grad_norm": 3.953125,
      "learning_rate": 1.7340522309063513e-05,
      "loss": 4.3625,
      "step": 2340
    },
    {
      "epoch": 0.3145961899651194,
      "grad_norm": 3.59375,
      "learning_rate": 1.7324600039117862e-05,
      "loss": 4.4013,
      "step": 2345
    },
    {
      "epoch": 0.3152669707539576,
      "grad_norm": 3.796875,
      "learning_rate": 1.7308637605134822e-05,
      "loss": 4.4282,
      "step": 2350
    },
    {
      "epoch": 0.3159377515427958,
      "grad_norm": 3.890625,
      "learning_rate": 1.729263509464351e-05,
      "loss": 4.3801,
      "step": 2355
    },
    {
      "epoch": 0.316608532331634,
      "grad_norm": 3.8125,
      "learning_rate": 1.727659259539281e-05,
      "loss": 4.3768,
      "step": 2360
    },
    {
      "epoch": 0.31727931312047225,
      "grad_norm": 3.734375,
      "learning_rate": 1.7260510195350866e-05,
      "loss": 4.3706,
      "step": 2365
    },
    {
      "epoch": 0.31795009390931045,
      "grad_norm": 3.546875,
      "learning_rate": 1.7244387982704635e-05,
      "loss": 4.4014,
      "step": 2370
    },
    {
      "epoch": 0.31862087469814865,
      "grad_norm": 3.734375,
      "learning_rate": 1.7228226045859363e-05,
      "loss": 4.3957,
      "step": 2375
    },
    {
      "epoch": 0.31929165548698685,
      "grad_norm": 3.9375,
      "learning_rate": 1.7212024473438145e-05,
      "loss": 4.3729,
      "step": 2380
    },
    {
      "epoch": 0.31996243627582505,
      "grad_norm": 3.6875,
      "learning_rate": 1.71957833542814e-05,
      "loss": 4.4025,
      "step": 2385
    },
    {
      "epoch": 0.32063321706466325,
      "grad_norm": 3.90625,
      "learning_rate": 1.7179502777446395e-05,
      "loss": 4.4161,
      "step": 2390
    },
    {
      "epoch": 0.3213039978535015,
      "grad_norm": 3.921875,
      "learning_rate": 1.7163182832206777e-05,
      "loss": 4.402,
      "step": 2395
    },
    {
      "epoch": 0.3219747786423397,
      "grad_norm": 3.78125,
      "learning_rate": 1.7146823608052054e-05,
      "loss": 4.3798,
      "step": 2400
    },
    {
      "epoch": 0.3226455594311779,
      "grad_norm": 3.546875,
      "learning_rate": 1.7130425194687124e-05,
      "loss": 4.3807,
      "step": 2405
    },
    {
      "epoch": 0.3233163402200161,
      "grad_norm": 3.65625,
      "learning_rate": 1.711398768203178e-05,
      "loss": 4.439,
      "step": 2410
    },
    {
      "epoch": 0.3239871210088543,
      "grad_norm": 3.5,
      "learning_rate": 1.7097511160220202e-05,
      "loss": 4.4167,
      "step": 2415
    },
    {
      "epoch": 0.3246579017976925,
      "grad_norm": 3.703125,
      "learning_rate": 1.708099571960049e-05,
      "loss": 4.3927,
      "step": 2420
    },
    {
      "epoch": 0.32532868258653075,
      "grad_norm": 3.84375,
      "learning_rate": 1.706444145073414e-05,
      "loss": 4.4066,
      "step": 2425
    },
    {
      "epoch": 0.32599946337536895,
      "grad_norm": 3.890625,
      "learning_rate": 1.7047848444395566e-05,
      "loss": 4.4076,
      "step": 2430
    },
    {
      "epoch": 0.32667024416420715,
      "grad_norm": 3.796875,
      "learning_rate": 1.7031216791571596e-05,
      "loss": 4.4141,
      "step": 2435
    },
    {
      "epoch": 0.32734102495304535,
      "grad_norm": 3.75,
      "learning_rate": 1.7014546583460974e-05,
      "loss": 4.4057,
      "step": 2440
    },
    {
      "epoch": 0.32801180574188354,
      "grad_norm": 4.21875,
      "learning_rate": 1.6997837911473865e-05,
      "loss": 4.3548,
      "step": 2445
    },
    {
      "epoch": 0.32868258653072174,
      "grad_norm": 3.71875,
      "learning_rate": 1.6981090867231337e-05,
      "loss": 4.4405,
      "step": 2450
    },
    {
      "epoch": 0.32935336731955994,
      "grad_norm": 3.625,
      "learning_rate": 1.6964305542564884e-05,
      "loss": 4.4124,
      "step": 2455
    },
    {
      "epoch": 0.3300241481083982,
      "grad_norm": 3.765625,
      "learning_rate": 1.694748202951589e-05,
      "loss": 4.3738,
      "step": 2460
    },
    {
      "epoch": 0.3306949288972364,
      "grad_norm": 3.6875,
      "learning_rate": 1.6930620420335165e-05,
      "loss": 4.4134,
      "step": 2465
    },
    {
      "epoch": 0.3313657096860746,
      "grad_norm": 3.625,
      "learning_rate": 1.6913720807482402e-05,
      "loss": 4.3845,
      "step": 2470
    },
    {
      "epoch": 0.3320364904749128,
      "grad_norm": 3.8125,
      "learning_rate": 1.689678328362569e-05,
      "loss": 4.4129,
      "step": 2475
    },
    {
      "epoch": 0.332707271263751,
      "grad_norm": 3.796875,
      "learning_rate": 1.6879807941641e-05,
      "loss": 4.4102,
      "step": 2480
    },
    {
      "epoch": 0.3333780520525892,
      "grad_norm": 3.765625,
      "learning_rate": 1.6862794874611673e-05,
      "loss": 4.3801,
      "step": 2485
    },
    {
      "epoch": 0.33404883284142745,
      "grad_norm": 3.703125,
      "learning_rate": 1.6845744175827927e-05,
      "loss": 4.4383,
      "step": 2490
    },
    {
      "epoch": 0.33471961363026564,
      "grad_norm": 3.875,
      "learning_rate": 1.6828655938786308e-05,
      "loss": 4.3669,
      "step": 2495
    },
    {
      "epoch": 0.33539039441910384,
      "grad_norm": 4.09375,
      "learning_rate": 1.6811530257189224e-05,
      "loss": 4.4448,
      "step": 2500
    },
    {
      "epoch": 0.33606117520794204,
      "grad_norm": 3.625,
      "learning_rate": 1.6794367224944395e-05,
      "loss": 4.3914,
      "step": 2505
    },
    {
      "epoch": 0.33673195599678024,
      "grad_norm": 3.609375,
      "learning_rate": 1.6777166936164354e-05,
      "loss": 4.3708,
      "step": 2510
    },
    {
      "epoch": 0.33740273678561844,
      "grad_norm": 3.578125,
      "learning_rate": 1.6759929485165935e-05,
      "loss": 4.4079,
      "step": 2515
    },
    {
      "epoch": 0.3380735175744567,
      "grad_norm": 3.65625,
      "learning_rate": 1.6742654966469735e-05,
      "loss": 4.3914,
      "step": 2520
    },
    {
      "epoch": 0.3387442983632949,
      "grad_norm": 3.890625,
      "learning_rate": 1.672534347479962e-05,
      "loss": 4.3912,
      "step": 2525
    },
    {
      "epoch": 0.3394150791521331,
      "grad_norm": 4.0625,
      "learning_rate": 1.6707995105082196e-05,
      "loss": 4.4489,
      "step": 2530
    },
    {
      "epoch": 0.3400858599409713,
      "grad_norm": 3.6875,
      "learning_rate": 1.6690609952446283e-05,
      "loss": 4.3998,
      "step": 2535
    },
    {
      "epoch": 0.3407566407298095,
      "grad_norm": 3.9375,
      "learning_rate": 1.6673188112222394e-05,
      "loss": 4.4053,
      "step": 2540
    },
    {
      "epoch": 0.3414274215186477,
      "grad_norm": 3.25,
      "learning_rate": 1.665572967994223e-05,
      "loss": 4.3508,
      "step": 2545
    },
    {
      "epoch": 0.3420982023074859,
      "grad_norm": 4.0,
      "learning_rate": 1.6638234751338135e-05,
      "loss": 4.4214,
      "step": 2550
    },
    {
      "epoch": 0.34276898309632414,
      "grad_norm": 3.96875,
      "learning_rate": 1.662070342234257e-05,
      "loss": 4.3708,
      "step": 2555
    },
    {
      "epoch": 0.34343976388516234,
      "grad_norm": 3.9375,
      "learning_rate": 1.660313578908761e-05,
      "loss": 4.3787,
      "step": 2560
    },
    {
      "epoch": 0.34411054467400054,
      "grad_norm": 3.46875,
      "learning_rate": 1.6585531947904394e-05,
      "loss": 4.411,
      "step": 2565
    },
    {
      "epoch": 0.34478132546283874,
      "grad_norm": 3.78125,
      "learning_rate": 1.6567891995322605e-05,
      "loss": 4.3579,
      "step": 2570
    },
    {
      "epoch": 0.34545210625167694,
      "grad_norm": 3.625,
      "learning_rate": 1.6550216028069947e-05,
      "loss": 4.3835,
      "step": 2575
    },
    {
      "epoch": 0.34612288704051514,
      "grad_norm": 3.53125,
      "learning_rate": 1.6532504143071602e-05,
      "loss": 4.3862,
      "step": 2580
    },
    {
      "epoch": 0.3467936678293534,
      "grad_norm": 3.625,
      "learning_rate": 1.6514756437449708e-05,
      "loss": 4.4191,
      "step": 2585
    },
    {
      "epoch": 0.3474644486181916,
      "grad_norm": 3.546875,
      "learning_rate": 1.649697300852282e-05,
      "loss": 4.384,
      "step": 2590
    },
    {
      "epoch": 0.3481352294070298,
      "grad_norm": 3.53125,
      "learning_rate": 1.647915395380539e-05,
      "loss": 4.4173,
      "step": 2595
    },
    {
      "epoch": 0.348806010195868,
      "grad_norm": 3.796875,
      "learning_rate": 1.646129937100721e-05,
      "loss": 4.4226,
      "step": 2600
    },
    {
      "epoch": 0.3494767909847062,
      "grad_norm": 3.96875,
      "learning_rate": 1.644340935803289e-05,
      "loss": 4.4196,
      "step": 2605
    },
    {
      "epoch": 0.3501475717735444,
      "grad_norm": 3.453125,
      "learning_rate": 1.6425484012981322e-05,
      "loss": 4.434,
      "step": 2610
    },
    {
      "epoch": 0.35081835256238264,
      "grad_norm": 3.59375,
      "learning_rate": 1.6407523434145146e-05,
      "loss": 4.4156,
      "step": 2615
    },
    {
      "epoch": 0.35148913335122084,
      "grad_norm": 3.765625,
      "learning_rate": 1.6389527720010196e-05,
      "loss": 4.3823,
      "step": 2620
    },
    {
      "epoch": 0.35215991414005904,
      "grad_norm": 3.578125,
      "learning_rate": 1.637149696925497e-05,
      "loss": 4.3591,
      "step": 2625
    },
    {
      "epoch": 0.35283069492889724,
      "grad_norm": 3.78125,
      "learning_rate": 1.6353431280750083e-05,
      "loss": 4.3899,
      "step": 2630
    },
    {
      "epoch": 0.35350147571773544,
      "grad_norm": 3.921875,
      "learning_rate": 1.633533075355774e-05,
      "loss": 4.4156,
      "step": 2635
    },
    {
      "epoch": 0.35417225650657364,
      "grad_norm": 3.578125,
      "learning_rate": 1.631719548693118e-05,
      "loss": 4.4327,
      "step": 2640
    },
    {
      "epoch": 0.35484303729541183,
      "grad_norm": 3.78125,
      "learning_rate": 1.6299025580314123e-05,
      "loss": 4.3791,
      "step": 2645
    },
    {
      "epoch": 0.3555138180842501,
      "grad_norm": 3.875,
      "learning_rate": 1.6280821133340244e-05,
      "loss": 4.4001,
      "step": 2650
    },
    {
      "epoch": 0.3561845988730883,
      "grad_norm": 3.78125,
      "learning_rate": 1.6262582245832617e-05,
      "loss": 4.393,
      "step": 2655
    },
    {
      "epoch": 0.3568553796619265,
      "grad_norm": 3.78125,
      "learning_rate": 1.624430901780317e-05,
      "loss": 4.3926,
      "step": 2660
    },
    {
      "epoch": 0.3575261604507647,
      "grad_norm": 3.859375,
      "learning_rate": 1.622600154945213e-05,
      "loss": 4.3708,
      "step": 2665
    },
    {
      "epoch": 0.3581969412396029,
      "grad_norm": 3.5625,
      "learning_rate": 1.6207659941167485e-05,
      "loss": 4.4015,
      "step": 2670
    },
    {
      "epoch": 0.3588677220284411,
      "grad_norm": 3.71875,
      "learning_rate": 1.618928429352443e-05,
      "loss": 4.4183,
      "step": 2675
    },
    {
      "epoch": 0.35953850281727934,
      "grad_norm": 4.09375,
      "learning_rate": 1.6170874707284796e-05,
      "loss": 4.4158,
      "step": 2680
    },
    {
      "epoch": 0.36020928360611754,
      "grad_norm": 3.71875,
      "learning_rate": 1.6152431283396536e-05,
      "loss": 4.3971,
      "step": 2685
    },
    {
      "epoch": 0.36088006439495574,
      "grad_norm": 3.703125,
      "learning_rate": 1.613395412299314e-05,
      "loss": 4.4236,
      "step": 2690
    },
    {
      "epoch": 0.36155084518379393,
      "grad_norm": 3.875,
      "learning_rate": 1.6115443327393087e-05,
      "loss": 4.42,
      "step": 2695
    },
    {
      "epoch": 0.36222162597263213,
      "grad_norm": 3.703125,
      "learning_rate": 1.6096898998099298e-05,
      "loss": 4.3931,
      "step": 2700
    },
    {
      "epoch": 0.36289240676147033,
      "grad_norm": 3.96875,
      "learning_rate": 1.607832123679857e-05,
      "loss": 4.3664,
      "step": 2705
    },
    {
      "epoch": 0.3635631875503086,
      "grad_norm": 3.6875,
      "learning_rate": 1.605971014536103e-05,
      "loss": 4.4262,
      "step": 2710
    },
    {
      "epoch": 0.3642339683391468,
      "grad_norm": 3.71875,
      "learning_rate": 1.604106582583956e-05,
      "loss": 4.3482,
      "step": 2715
    },
    {
      "epoch": 0.364904749127985,
      "grad_norm": 3.953125,
      "learning_rate": 1.6022388380469248e-05,
      "loss": 4.3982,
      "step": 2720
    },
    {
      "epoch": 0.3655755299168232,
      "grad_norm": 3.625,
      "learning_rate": 1.6003677911666834e-05,
      "loss": 4.4264,
      "step": 2725
    },
    {
      "epoch": 0.3662463107056614,
      "grad_norm": 3.71875,
      "learning_rate": 1.598493452203013e-05,
      "loss": 4.3806,
      "step": 2730
    },
    {
      "epoch": 0.3669170914944996,
      "grad_norm": 3.84375,
      "learning_rate": 1.5966158314337472e-05,
      "loss": 4.3693,
      "step": 2735
    },
    {
      "epoch": 0.3675878722833378,
      "grad_norm": 3.671875,
      "learning_rate": 1.5947349391547153e-05,
      "loss": 4.3819,
      "step": 2740
    },
    {
      "epoch": 0.36825865307217603,
      "grad_norm": 3.75,
      "learning_rate": 1.5928507856796856e-05,
      "loss": 4.4167,
      "step": 2745
    },
    {
      "epoch": 0.36892943386101423,
      "grad_norm": 3.65625,
      "learning_rate": 1.5909633813403094e-05,
      "loss": 4.3846,
      "step": 2750
    },
    {
      "epoch": 0.36960021464985243,
      "grad_norm": 3.75,
      "learning_rate": 1.5890727364860632e-05,
      "loss": 4.3983,
      "step": 2755
    },
    {
      "epoch": 0.37027099543869063,
      "grad_norm": 3.5,
      "learning_rate": 1.5871788614841924e-05,
      "loss": 4.3977,
      "step": 2760
    },
    {
      "epoch": 0.37094177622752883,
      "grad_norm": 3.921875,
      "learning_rate": 1.585281766719656e-05,
      "loss": 4.3959,
      "step": 2765
    },
    {
      "epoch": 0.37161255701636703,
      "grad_norm": 3.578125,
      "learning_rate": 1.583381462595068e-05,
      "loss": 4.3918,
      "step": 2770
    },
    {
      "epoch": 0.3722833378052053,
      "grad_norm": 3.890625,
      "learning_rate": 1.5814779595306403e-05,
      "loss": 4.3682,
      "step": 2775
    },
    {
      "epoch": 0.3729541185940435,
      "grad_norm": 3.75,
      "learning_rate": 1.5795712679641257e-05,
      "loss": 4.4032,
      "step": 2780
    },
    {
      "epoch": 0.3736248993828817,
      "grad_norm": 3.75,
      "learning_rate": 1.577661398350762e-05,
      "loss": 4.4053,
      "step": 2785
    },
    {
      "epoch": 0.3742956801717199,
      "grad_norm": 3.890625,
      "learning_rate": 1.575748361163213e-05,
      "loss": 4.4276,
      "step": 2790
    },
    {
      "epoch": 0.3749664609605581,
      "grad_norm": 3.609375,
      "learning_rate": 1.5738321668915117e-05,
      "loss": 4.3954,
      "step": 2795
    },
    {
      "epoch": 0.3756372417493963,
      "grad_norm": 3.75,
      "learning_rate": 1.571912826043003e-05,
      "loss": 4.4108,
      "step": 2800
    },
    {
      "epoch": 0.37630802253823453,
      "grad_norm": 3.859375,
      "learning_rate": 1.569990349142286e-05,
      "loss": 4.3599,
      "step": 2805
    },
    {
      "epoch": 0.37697880332707273,
      "grad_norm": 3.953125,
      "learning_rate": 1.568064746731156e-05,
      "loss": 4.3933,
      "step": 2810
    },
    {
      "epoch": 0.37764958411591093,
      "grad_norm": 3.546875,
      "learning_rate": 1.5661360293685465e-05,
      "loss": 4.4253,
      "step": 2815
    },
    {
      "epoch": 0.37832036490474913,
      "grad_norm": 3.484375,
      "learning_rate": 1.564204207630472e-05,
      "loss": 4.4272,
      "step": 2820
    },
    {
      "epoch": 0.37899114569358733,
      "grad_norm": 3.484375,
      "learning_rate": 1.56226929210997e-05,
      "loss": 4.409,
      "step": 2825
    },
    {
      "epoch": 0.3796619264824255,
      "grad_norm": 3.796875,
      "learning_rate": 1.560331293417042e-05,
      "loss": 4.3887,
      "step": 2830
    },
    {
      "epoch": 0.3803327072712637,
      "grad_norm": 3.828125,
      "learning_rate": 1.5583902221785966e-05,
      "loss": 4.412,
      "step": 2835
    },
    {
      "epoch": 0.381003488060102,
      "grad_norm": 3.78125,
      "learning_rate": 1.5564460890383897e-05,
      "loss": 4.3847,
      "step": 2840
    },
    {
      "epoch": 0.3816742688489402,
      "grad_norm": 4.1875,
      "learning_rate": 1.5544989046569673e-05,
      "loss": 4.3818,
      "step": 2845
    },
    {
      "epoch": 0.3823450496377784,
      "grad_norm": 3.75,
      "learning_rate": 1.552548679711607e-05,
      "loss": 4.4052,
      "step": 2850
    },
    {
      "epoch": 0.3830158304266166,
      "grad_norm": 3.671875,
      "learning_rate": 1.5505954248962588e-05,
      "loss": 4.3718,
      "step": 2855
    },
    {
      "epoch": 0.3836866112154548,
      "grad_norm": 3.59375,
      "learning_rate": 1.548639150921487e-05,
      "loss": 4.3968,
      "step": 2860
    },
    {
      "epoch": 0.384357392004293,
      "grad_norm": 3.546875,
      "learning_rate": 1.5466798685144114e-05,
      "loss": 4.3778,
      "step": 2865
    },
    {
      "epoch": 0.38502817279313123,
      "grad_norm": 3.53125,
      "learning_rate": 1.544717588418648e-05,
      "loss": 4.3772,
      "step": 2870
    },
    {
      "epoch": 0.38569895358196943,
      "grad_norm": 3.703125,
      "learning_rate": 1.542752321394251e-05,
      "loss": 4.423,
      "step": 2875
    },
    {
      "epoch": 0.3863697343708076,
      "grad_norm": 3.4375,
      "learning_rate": 1.5407840782176523e-05,
      "loss": 4.3827,
      "step": 2880
    },
    {
      "epoch": 0.3870405151596458,
      "grad_norm": 4.03125,
      "learning_rate": 1.5388128696816048e-05,
      "loss": 4.376,
      "step": 2885
    },
    {
      "epoch": 0.387711295948484,
      "grad_norm": 3.375,
      "learning_rate": 1.5368387065951206e-05,
      "loss": 4.4086,
      "step": 2890
    },
    {
      "epoch": 0.3883820767373222,
      "grad_norm": 3.65625,
      "learning_rate": 1.5348615997834135e-05,
      "loss": 4.4191,
      "step": 2895
    },
    {
      "epoch": 0.3890528575261605,
      "grad_norm": 3.875,
      "learning_rate": 1.532881560087839e-05,
      "loss": 4.3906,
      "step": 2900
    },
    {
      "epoch": 0.3897236383149987,
      "grad_norm": 3.953125,
      "learning_rate": 1.5308985983658336e-05,
      "loss": 4.3939,
      "step": 2905
    },
    {
      "epoch": 0.3903944191038369,
      "grad_norm": 3.171875,
      "learning_rate": 1.5289127254908595e-05,
      "loss": 4.3537,
      "step": 2910
    },
    {
      "epoch": 0.3910651998926751,
      "grad_norm": 3.6875,
      "learning_rate": 1.526923952352339e-05,
      "loss": 4.4069,
      "step": 2915
    },
    {
      "epoch": 0.3917359806815133,
      "grad_norm": 3.578125,
      "learning_rate": 1.5249322898555998e-05,
      "loss": 4.4163,
      "step": 2920
    },
    {
      "epoch": 0.3924067614703515,
      "grad_norm": 3.984375,
      "learning_rate": 1.522937748921812e-05,
      "loss": 4.4153,
      "step": 2925
    },
    {
      "epoch": 0.39307754225918967,
      "grad_norm": 3.6875,
      "learning_rate": 1.5209403404879305e-05,
      "loss": 4.3778,
      "step": 2930
    },
    {
      "epoch": 0.3937483230480279,
      "grad_norm": 3.71875,
      "learning_rate": 1.5189400755066332e-05,
      "loss": 4.363,
      "step": 2935
    },
    {
      "epoch": 0.3944191038368661,
      "grad_norm": 3.703125,
      "learning_rate": 1.516936964946262e-05,
      "loss": 4.4285,
      "step": 2940
    },
    {
      "epoch": 0.3950898846257043,
      "grad_norm": 3.953125,
      "learning_rate": 1.5149310197907623e-05,
      "loss": 4.4109,
      "step": 2945
    },
    {
      "epoch": 0.3957606654145425,
      "grad_norm": 3.5625,
      "learning_rate": 1.5129222510396236e-05,
      "loss": 4.4281,
      "step": 2950
    },
    {
      "epoch": 0.3964314462033807,
      "grad_norm": 3.765625,
      "learning_rate": 1.5109106697078167e-05,
      "loss": 4.3507,
      "step": 2955
    },
    {
      "epoch": 0.3971022269922189,
      "grad_norm": 3.8125,
      "learning_rate": 1.5088962868257367e-05,
      "loss": 4.3791,
      "step": 2960
    },
    {
      "epoch": 0.3977730077810572,
      "grad_norm": 3.828125,
      "learning_rate": 1.50687911343914e-05,
      "loss": 4.41,
      "step": 2965
    },
    {
      "epoch": 0.3984437885698954,
      "grad_norm": 3.5625,
      "learning_rate": 1.504859160609085e-05,
      "loss": 4.382,
      "step": 2970
    },
    {
      "epoch": 0.3991145693587336,
      "grad_norm": 4.0,
      "learning_rate": 1.502836439411871e-05,
      "loss": 4.4214,
      "step": 2975
    },
    {
      "epoch": 0.39978535014757177,
      "grad_norm": 3.875,
      "learning_rate": 1.5008109609389769e-05,
      "loss": 4.3487,
      "step": 2980
    },
    {
      "epoch": 0.40045613093640997,
      "grad_norm": 3.734375,
      "learning_rate": 1.4987827362970011e-05,
      "loss": 4.3967,
      "step": 2985
    },
    {
      "epoch": 0.40112691172524817,
      "grad_norm": 3.6875,
      "learning_rate": 1.4967517766076017e-05,
      "loss": 4.3919,
      "step": 2990
    },
    {
      "epoch": 0.4017976925140864,
      "grad_norm": 3.8125,
      "learning_rate": 1.4947180930074326e-05,
      "loss": 4.4002,
      "step": 2995
    },
    {
      "epoch": 0.4024684733029246,
      "grad_norm": 3.78125,
      "learning_rate": 1.492681696648085e-05,
      "loss": 4.3534,
      "step": 3000
    },
    {
      "epoch": 0.4031392540917628,
      "grad_norm": 3.953125,
      "learning_rate": 1.4906425986960251e-05,
      "loss": 4.3921,
      "step": 3005
    },
    {
      "epoch": 0.403810034880601,
      "grad_norm": 3.578125,
      "learning_rate": 1.4886008103325336e-05,
      "loss": 4.4077,
      "step": 3010
    },
    {
      "epoch": 0.4044808156694392,
      "grad_norm": 3.953125,
      "learning_rate": 1.4865563427536432e-05,
      "loss": 4.4167,
      "step": 3015
    },
    {
      "epoch": 0.4051515964582774,
      "grad_norm": 3.796875,
      "learning_rate": 1.4845092071700786e-05,
      "loss": 4.3825,
      "step": 3020
    },
    {
      "epoch": 0.4058223772471156,
      "grad_norm": 3.375,
      "learning_rate": 1.4824594148071936e-05,
      "loss": 4.4115,
      "step": 3025
    },
    {
      "epoch": 0.40649315803595387,
      "grad_norm": 3.515625,
      "learning_rate": 1.480406976904911e-05,
      "loss": 4.392,
      "step": 3030
    },
    {
      "epoch": 0.40716393882479207,
      "grad_norm": 3.671875,
      "learning_rate": 1.47835190471766e-05,
      "loss": 4.4223,
      "step": 3035
    },
    {
      "epoch": 0.40783471961363027,
      "grad_norm": 3.765625,
      "learning_rate": 1.4762942095143147e-05,
      "loss": 4.3812,
      "step": 3040
    },
    {
      "epoch": 0.40850550040246847,
      "grad_norm": 3.625,
      "learning_rate": 1.4742339025781328e-05,
      "loss": 4.3885,
      "step": 3045
    },
    {
      "epoch": 0.40917628119130667,
      "grad_norm": 3.90625,
      "learning_rate": 1.4721709952066925e-05,
      "loss": 4.3846,
      "step": 3050
    },
    {
      "epoch": 0.40984706198014487,
      "grad_norm": 3.453125,
      "learning_rate": 1.4701054987118319e-05,
      "loss": 4.3952,
      "step": 3055
    },
    {
      "epoch": 0.4105178427689831,
      "grad_norm": 3.53125,
      "learning_rate": 1.4680374244195861e-05,
      "loss": 4.4121,
      "step": 3060
    },
    {
      "epoch": 0.4111886235578213,
      "grad_norm": 3.671875,
      "learning_rate": 1.465966783670126e-05,
      "loss": 4.4089,
      "step": 3065
    },
    {
      "epoch": 0.4118594043466595,
      "grad_norm": 3.53125,
      "learning_rate": 1.4638935878176948e-05,
      "loss": 4.3886,
      "step": 3070
    },
    {
      "epoch": 0.4125301851354977,
      "grad_norm": 3.75,
      "learning_rate": 1.461817848230547e-05,
      "loss": 4.4352,
      "step": 3075
    },
    {
      "epoch": 0.4132009659243359,
      "grad_norm": 3.546875,
      "learning_rate": 1.4597395762908848e-05,
      "loss": 4.4082,
      "step": 3080
    },
    {
      "epoch": 0.4138717467131741,
      "grad_norm": 3.765625,
      "learning_rate": 1.4576587833947975e-05,
      "loss": 4.3777,
      "step": 3085
    },
    {
      "epoch": 0.41454252750201237,
      "grad_norm": 3.90625,
      "learning_rate": 1.455575480952197e-05,
      "loss": 4.4432,
      "step": 3090
    },
    {
      "epoch": 0.41521330829085057,
      "grad_norm": 3.578125,
      "learning_rate": 1.4534896803867568e-05,
      "loss": 4.4069,
      "step": 3095
    },
    {
      "epoch": 0.41588408907968877,
      "grad_norm": 3.671875,
      "learning_rate": 1.4514013931358481e-05,
      "loss": 4.432,
      "step": 3100
    },
    {
      "epoch": 0.41655486986852697,
      "grad_norm": 3.6875,
      "learning_rate": 1.4493106306504783e-05,
      "loss": 4.3867,
      "step": 3105
    },
    {
      "epoch": 0.41722565065736517,
      "grad_norm": 3.5,
      "learning_rate": 1.4472174043952271e-05,
      "loss": 4.4033,
      "step": 3110
    },
    {
      "epoch": 0.41789643144620336,
      "grad_norm": 3.46875,
      "learning_rate": 1.4451217258481846e-05,
      "loss": 4.3926,
      "step": 3115
    },
    {
      "epoch": 0.41856721223504156,
      "grad_norm": 3.8125,
      "learning_rate": 1.4430236065008874e-05,
      "loss": 4.4022,
      "step": 3120
    },
    {
      "epoch": 0.4192379930238798,
      "grad_norm": 3.71875,
      "learning_rate": 1.4409230578582566e-05,
      "loss": 4.4122,
      "step": 3125
    },
    {
      "epoch": 0.419908773812718,
      "grad_norm": 3.71875,
      "learning_rate": 1.438820091438534e-05,
      "loss": 4.3715,
      "step": 3130
    },
    {
      "epoch": 0.4205795546015562,
      "grad_norm": 3.734375,
      "learning_rate": 1.4367147187732192e-05,
      "loss": 4.4037,
      "step": 3135
    },
    {
      "epoch": 0.4212503353903944,
      "grad_norm": 3.75,
      "learning_rate": 1.4346069514070055e-05,
      "loss": 4.3814,
      "step": 3140
    },
    {
      "epoch": 0.4219211161792326,
      "grad_norm": 3.984375,
      "learning_rate": 1.4324968008977194e-05,
      "loss": 4.3927,
      "step": 3145
    },
    {
      "epoch": 0.4225918969680708,
      "grad_norm": 3.8125,
      "learning_rate": 1.4303842788162531e-05,
      "loss": 4.4446,
      "step": 3150
    },
    {
      "epoch": 0.42326267775690907,
      "grad_norm": 3.5,
      "learning_rate": 1.4282693967465044e-05,
      "loss": 4.3785,
      "step": 3155
    },
    {
      "epoch": 0.42393345854574727,
      "grad_norm": 3.65625,
      "learning_rate": 1.4261521662853115e-05,
      "loss": 4.3995,
      "step": 3160
    },
    {
      "epoch": 0.42460423933458546,
      "grad_norm": 3.71875,
      "learning_rate": 1.42403259904239e-05,
      "loss": 4.4148,
      "step": 3165
    },
    {
      "epoch": 0.42527502012342366,
      "grad_norm": 3.625,
      "learning_rate": 1.4219107066402694e-05,
      "loss": 4.3924,
      "step": 3170
    },
    {
      "epoch": 0.42594580091226186,
      "grad_norm": 3.734375,
      "learning_rate": 1.4197865007142284e-05,
      "loss": 4.4051,
      "step": 3175
    },
    {
      "epoch": 0.42661658170110006,
      "grad_norm": 3.46875,
      "learning_rate": 1.4176599929122323e-05,
      "loss": 4.4072,
      "step": 3180
    },
    {
      "epoch": 0.42728736248993826,
      "grad_norm": 3.5,
      "learning_rate": 1.4155311948948687e-05,
      "loss": 4.4207,
      "step": 3185
    },
    {
      "epoch": 0.4279581432787765,
      "grad_norm": 3.609375,
      "learning_rate": 1.4134001183352833e-05,
      "loss": 4.4253,
      "step": 3190
    },
    {
      "epoch": 0.4286289240676147,
      "grad_norm": 3.84375,
      "learning_rate": 1.4112667749191156e-05,
      "loss": 4.4142,
      "step": 3195
    },
    {
      "epoch": 0.4292997048564529,
      "grad_norm": 3.859375,
      "learning_rate": 1.4091311763444358e-05,
      "loss": 4.3874,
      "step": 3200
    },
    {
      "epoch": 0.4299704856452911,
      "grad_norm": 3.953125,
      "learning_rate": 1.4069933343216804e-05,
      "loss": 4.3932,
      "step": 3205
    },
    {
      "epoch": 0.4306412664341293,
      "grad_norm": 3.53125,
      "learning_rate": 1.4048532605735872e-05,
      "loss": 4.3913,
      "step": 3210
    },
    {
      "epoch": 0.4313120472229675,
      "grad_norm": 3.59375,
      "learning_rate": 1.4027109668351316e-05,
      "loss": 4.3544,
      "step": 3215
    },
    {
      "epoch": 0.43198282801180576,
      "grad_norm": 3.921875,
      "learning_rate": 1.4005664648534622e-05,
      "loss": 4.375,
      "step": 3220
    },
    {
      "epoch": 0.43265360880064396,
      "grad_norm": 3.78125,
      "learning_rate": 1.3984197663878367e-05,
      "loss": 4.4052,
      "step": 3225
    },
    {
      "epoch": 0.43332438958948216,
      "grad_norm": 3.75,
      "learning_rate": 1.396270883209557e-05,
      "loss": 4.3715,
      "step": 3230
    },
    {
      "epoch": 0.43399517037832036,
      "grad_norm": 3.515625,
      "learning_rate": 1.3941198271019043e-05,
      "loss": 4.4174,
      "step": 3235
    },
    {
      "epoch": 0.43466595116715856,
      "grad_norm": 3.671875,
      "learning_rate": 1.3919666098600753e-05,
      "loss": 4.4026,
      "step": 3240
    },
    {
      "epoch": 0.43533673195599676,
      "grad_norm": 3.609375,
      "learning_rate": 1.3898112432911173e-05,
      "loss": 4.4225,
      "step": 3245
    },
    {
      "epoch": 0.436007512744835,
      "grad_norm": 3.859375,
      "learning_rate": 1.3876537392138629e-05,
      "loss": 4.4141,
      "step": 3250
    },
    {
      "epoch": 0.4366782935336732,
      "grad_norm": 3.640625,
      "learning_rate": 1.3854941094588661e-05,
      "loss": 4.4026,
      "step": 3255
    },
    {
      "epoch": 0.4373490743225114,
      "grad_norm": 3.734375,
      "learning_rate": 1.3833323658683364e-05,
      "loss": 4.3962,
      "step": 3260
    },
    {
      "epoch": 0.4380198551113496,
      "grad_norm": 3.6875,
      "learning_rate": 1.3811685202960752e-05,
      "loss": 4.3929,
      "step": 3265
    },
    {
      "epoch": 0.4386906359001878,
      "grad_norm": 3.703125,
      "learning_rate": 1.3790025846074091e-05,
      "loss": 4.3999,
      "step": 3270
    },
    {
      "epoch": 0.439361416689026,
      "grad_norm": 3.765625,
      "learning_rate": 1.3768345706791257e-05,
      "loss": 4.4429,
      "step": 3275
    },
    {
      "epoch": 0.4400321974778642,
      "grad_norm": 3.921875,
      "learning_rate": 1.3746644903994097e-05,
      "loss": 4.3816,
      "step": 3280
    },
    {
      "epoch": 0.44070297826670246,
      "grad_norm": 3.859375,
      "learning_rate": 1.3724923556677757e-05,
      "loss": 4.3834,
      "step": 3285
    },
    {
      "epoch": 0.44137375905554066,
      "grad_norm": 3.5,
      "learning_rate": 1.3703181783950032e-05,
      "loss": 4.3509,
      "step": 3290
    },
    {
      "epoch": 0.44204453984437886,
      "grad_norm": 3.6875,
      "learning_rate": 1.3681419705030728e-05,
      "loss": 4.4298,
      "step": 3295
    },
    {
      "epoch": 0.44271532063321706,
      "grad_norm": 3.484375,
      "learning_rate": 1.3659637439250998e-05,
      "loss": 4.4165,
      "step": 3300
    },
    {
      "epoch": 0.44338610142205526,
      "grad_norm": 3.65625,
      "learning_rate": 1.3637835106052686e-05,
      "loss": 4.4027,
      "step": 3305
    },
    {
      "epoch": 0.44405688221089346,
      "grad_norm": 3.8125,
      "learning_rate": 1.361601282498767e-05,
      "loss": 4.4034,
      "step": 3310
    },
    {
      "epoch": 0.4447276629997317,
      "grad_norm": 3.53125,
      "learning_rate": 1.3594170715717222e-05,
      "loss": 4.4133,
      "step": 3315
    },
    {
      "epoch": 0.4453984437885699,
      "grad_norm": 3.765625,
      "learning_rate": 1.3572308898011328e-05,
      "loss": 4.3764,
      "step": 3320
    },
    {
      "epoch": 0.4460692245774081,
      "grad_norm": 3.90625,
      "learning_rate": 1.355042749174806e-05,
      "loss": 4.4039,
      "step": 3325
    },
    {
      "epoch": 0.4467400053662463,
      "grad_norm": 3.6875,
      "learning_rate": 1.3528526616912885e-05,
      "loss": 4.4143,
      "step": 3330
    },
    {
      "epoch": 0.4474107861550845,
      "grad_norm": 3.65625,
      "learning_rate": 1.3506606393598037e-05,
      "loss": 4.4029,
      "step": 3335
    },
    {
      "epoch": 0.4480815669439227,
      "grad_norm": 3.734375,
      "learning_rate": 1.3484666942001843e-05,
      "loss": 4.3849,
      "step": 3340
    },
    {
      "epoch": 0.44875234773276096,
      "grad_norm": 3.84375,
      "learning_rate": 1.3462708382428067e-05,
      "loss": 4.3815,
      "step": 3345
    },
    {
      "epoch": 0.44942312852159916,
      "grad_norm": 3.640625,
      "learning_rate": 1.344073083528525e-05,
      "loss": 4.3983,
      "step": 3350
    },
    {
      "epoch": 0.45009390931043736,
      "grad_norm": 3.796875,
      "learning_rate": 1.3418734421086049e-05,
      "loss": 4.4092,
      "step": 3355
    },
    {
      "epoch": 0.45076469009927556,
      "grad_norm": 3.578125,
      "learning_rate": 1.3396719260446582e-05,
      "loss": 4.426,
      "step": 3360
    },
    {
      "epoch": 0.45143547088811375,
      "grad_norm": 3.53125,
      "learning_rate": 1.337468547408576e-05,
      "loss": 4.3939,
      "step": 3365
    },
    {
      "epoch": 0.45210625167695195,
      "grad_norm": 3.78125,
      "learning_rate": 1.3352633182824623e-05,
      "loss": 4.408,
      "step": 3370
    },
    {
      "epoch": 0.45277703246579015,
      "grad_norm": 3.84375,
      "learning_rate": 1.3330562507585685e-05,
      "loss": 4.412,
      "step": 3375
    },
    {
      "epoch": 0.4534478132546284,
      "grad_norm": 3.765625,
      "learning_rate": 1.3308473569392274e-05,
      "loss": 4.3687,
      "step": 3380
    },
    {
      "epoch": 0.4541185940434666,
      "grad_norm": 3.34375,
      "learning_rate": 1.3286366489367848e-05,
      "loss": 4.4033,
      "step": 3385
    },
    {
      "epoch": 0.4547893748323048,
      "grad_norm": 3.5625,
      "learning_rate": 1.3264241388735352e-05,
      "loss": 4.3978,
      "step": 3390
    },
    {
      "epoch": 0.455460155621143,
      "grad_norm": 3.8125,
      "learning_rate": 1.324209838881655e-05,
      "loss": 4.3656,
      "step": 3395
    },
    {
      "epoch": 0.4561309364099812,
      "grad_norm": 3.6875,
      "learning_rate": 1.3219937611031355e-05,
      "loss": 4.3951,
      "step": 3400
    },
    {
      "epoch": 0.4568017171988194,
      "grad_norm": 3.71875,
      "learning_rate": 1.3197759176897153e-05,
      "loss": 4.3775,
      "step": 3405
    },
    {
      "epoch": 0.45747249798765766,
      "grad_norm": 3.734375,
      "learning_rate": 1.3175563208028161e-05,
      "loss": 4.395,
      "step": 3410
    },
    {
      "epoch": 0.45814327877649585,
      "grad_norm": 3.640625,
      "learning_rate": 1.3153349826134736e-05,
      "loss": 4.3827,
      "step": 3415
    },
    {
      "epoch": 0.45881405956533405,
      "grad_norm": 3.53125,
      "learning_rate": 1.3131119153022728e-05,
      "loss": 4.3814,
      "step": 3420
    },
    {
      "epoch": 0.45948484035417225,
      "grad_norm": 3.765625,
      "learning_rate": 1.3108871310592799e-05,
      "loss": 4.3145,
      "step": 3425
    },
    {
      "epoch": 0.46015562114301045,
      "grad_norm": 3.578125,
      "learning_rate": 1.3086606420839754e-05,
      "loss": 4.3922,
      "step": 3430
    },
    {
      "epoch": 0.46082640193184865,
      "grad_norm": 3.84375,
      "learning_rate": 1.3064324605851876e-05,
      "loss": 4.4014,
      "step": 3435
    },
    {
      "epoch": 0.4614971827206869,
      "grad_norm": 4.03125,
      "learning_rate": 1.3042025987810267e-05,
      "loss": 4.396,
      "step": 3440
    },
    {
      "epoch": 0.4621679635095251,
      "grad_norm": 3.671875,
      "learning_rate": 1.3019710688988157e-05,
      "loss": 4.3681,
      "step": 3445
    },
    {
      "epoch": 0.4628387442983633,
      "grad_norm": 3.765625,
      "learning_rate": 1.2997378831750242e-05,
      "loss": 4.3799,
      "step": 3450
    },
    {
      "epoch": 0.4635095250872015,
      "grad_norm": 3.359375,
      "learning_rate": 1.297503053855203e-05,
      "loss": 4.4308,
      "step": 3455
    },
    {
      "epoch": 0.4641803058760397,
      "grad_norm": 3.65625,
      "learning_rate": 1.2952665931939142e-05,
      "loss": 4.3964,
      "step": 3460
    },
    {
      "epoch": 0.4648510866648779,
      "grad_norm": 3.71875,
      "learning_rate": 1.2930285134546652e-05,
      "loss": 4.4162,
      "step": 3465
    },
    {
      "epoch": 0.4655218674537161,
      "grad_norm": 3.78125,
      "learning_rate": 1.2907888269098418e-05,
      "loss": 4.4147,
      "step": 3470
    },
    {
      "epoch": 0.46619264824255435,
      "grad_norm": 3.53125,
      "learning_rate": 1.2885475458406415e-05,
      "loss": 4.3725,
      "step": 3475
    },
    {
      "epoch": 0.46686342903139255,
      "grad_norm": 3.828125,
      "learning_rate": 1.286304682537004e-05,
      "loss": 4.3931,
      "step": 3480
    },
    {
      "epoch": 0.46753420982023075,
      "grad_norm": 3.765625,
      "learning_rate": 1.2840602492975458e-05,
      "loss": 4.3986,
      "step": 3485
    },
    {
      "epoch": 0.46820499060906895,
      "grad_norm": 3.625,
      "learning_rate": 1.2818142584294914e-05,
      "loss": 4.3968,
      "step": 3490
    },
    {
      "epoch": 0.46887577139790715,
      "grad_norm": 3.53125,
      "learning_rate": 1.2795667222486078e-05,
      "loss": 4.3896,
      "step": 3495
    },
    {
      "epoch": 0.46954655218674535,
      "grad_norm": 3.734375,
      "learning_rate": 1.2773176530791342e-05,
      "loss": 4.4133,
      "step": 3500
    },
    {
      "epoch": 0.4702173329755836,
      "grad_norm": 3.546875,
      "learning_rate": 1.275067063253717e-05,
      "loss": 4.3691,
      "step": 3505
    },
    {
      "epoch": 0.4708881137644218,
      "grad_norm": 3.6875,
      "learning_rate": 1.2728149651133395e-05,
      "loss": 4.3764,
      "step": 3510
    },
    {
      "epoch": 0.47155889455326,
      "grad_norm": 3.625,
      "learning_rate": 1.2705613710072575e-05,
      "loss": 4.3814,
      "step": 3515
    },
    {
      "epoch": 0.4722296753420982,
      "grad_norm": 3.65625,
      "learning_rate": 1.2683062932929286e-05,
      "loss": 4.3811,
      "step": 3520
    },
    {
      "epoch": 0.4729004561309364,
      "grad_norm": 3.78125,
      "learning_rate": 1.266049744335947e-05,
      "loss": 4.3836,
      "step": 3525
    },
    {
      "epoch": 0.4735712369197746,
      "grad_norm": 3.796875,
      "learning_rate": 1.2637917365099726e-05,
      "loss": 4.415,
      "step": 3530
    },
    {
      "epoch": 0.47424201770861285,
      "grad_norm": 3.78125,
      "learning_rate": 1.2615322821966665e-05,
      "loss": 4.3702,
      "step": 3535
    },
    {
      "epoch": 0.47491279849745105,
      "grad_norm": 3.53125,
      "learning_rate": 1.2592713937856202e-05,
      "loss": 4.403,
      "step": 3540
    },
    {
      "epoch": 0.47558357928628925,
      "grad_norm": 3.828125,
      "learning_rate": 1.2570090836742908e-05,
      "loss": 4.4,
      "step": 3545
    },
    {
      "epoch": 0.47625436007512745,
      "grad_norm": 3.8125,
      "learning_rate": 1.2547453642679287e-05,
      "loss": 4.423,
      "step": 3550
    },
    {
      "epoch": 0.47692514086396565,
      "grad_norm": 3.578125,
      "learning_rate": 1.2524802479795148e-05,
      "loss": 4.4383,
      "step": 3555
    },
    {
      "epoch": 0.47759592165280385,
      "grad_norm": 3.796875,
      "learning_rate": 1.2502137472296879e-05,
      "loss": 4.393,
      "step": 3560
    },
    {
      "epoch": 0.47826670244164204,
      "grad_norm": 3.71875,
      "learning_rate": 1.2479458744466788e-05,
      "loss": 4.4247,
      "step": 3565
    },
    {
      "epoch": 0.4789374832304803,
      "grad_norm": 3.625,
      "learning_rate": 1.2456766420662416e-05,
      "loss": 4.4019,
      "step": 3570
    },
    {
      "epoch": 0.4796082640193185,
      "grad_norm": 3.46875,
      "learning_rate": 1.2434060625315869e-05,
      "loss": 4.3897,
      "step": 3575
    },
    {
      "epoch": 0.4802790448081567,
      "grad_norm": 3.828125,
      "learning_rate": 1.241134148293311e-05,
      "loss": 4.4322,
      "step": 3580
    },
    {
      "epoch": 0.4809498255969949,
      "grad_norm": 3.59375,
      "learning_rate": 1.2388609118093293e-05,
      "loss": 4.4191,
      "step": 3585
    },
    {
      "epoch": 0.4816206063858331,
      "grad_norm": 3.625,
      "learning_rate": 1.2365863655448076e-05,
      "loss": 4.3682,
      "step": 3590
    },
    {
      "epoch": 0.4822913871746713,
      "grad_norm": 3.65625,
      "learning_rate": 1.2343105219720945e-05,
      "loss": 4.3919,
      "step": 3595
    },
    {
      "epoch": 0.48296216796350955,
      "grad_norm": 3.765625,
      "learning_rate": 1.2320333935706514e-05,
      "loss": 4.3884,
      "step": 3600
    },
    {
      "epoch": 0.48363294875234775,
      "grad_norm": 3.546875,
      "learning_rate": 1.2297549928269856e-05,
      "loss": 4.4035,
      "step": 3605
    },
    {
      "epoch": 0.48430372954118595,
      "grad_norm": 3.875,
      "learning_rate": 1.2274753322345808e-05,
      "loss": 4.372,
      "step": 3610
    },
    {
      "epoch": 0.48497451033002414,
      "grad_norm": 3.546875,
      "learning_rate": 1.2251944242938291e-05,
      "loss": 4.423,
      "step": 3615
    },
    {
      "epoch": 0.48564529111886234,
      "grad_norm": 3.84375,
      "learning_rate": 1.2229122815119629e-05,
      "loss": 4.4199,
      "step": 3620
    },
    {
      "epoch": 0.48631607190770054,
      "grad_norm": 3.765625,
      "learning_rate": 1.2206289164029852e-05,
      "loss": 4.4277,
      "step": 3625
    },
    {
      "epoch": 0.4869868526965388,
      "grad_norm": 3.84375,
      "learning_rate": 1.2183443414876014e-05,
      "loss": 4.4376,
      "step": 3630
    },
    {
      "epoch": 0.487657633485377,
      "grad_norm": 3.875,
      "learning_rate": 1.2160585692931517e-05,
      "loss": 4.3829,
      "step": 3635
    },
    {
      "epoch": 0.4883284142742152,
      "grad_norm": 3.828125,
      "learning_rate": 1.2137716123535403e-05,
      "loss": 4.3675,
      "step": 3640
    },
    {
      "epoch": 0.4889991950630534,
      "grad_norm": 3.734375,
      "learning_rate": 1.211483483209169e-05,
      "loss": 4.3905,
      "step": 3645
    },
    {
      "epoch": 0.4896699758518916,
      "grad_norm": 3.65625,
      "learning_rate": 1.2091941944068666e-05,
      "loss": 4.4176,
      "step": 3650
    },
    {
      "epoch": 0.4903407566407298,
      "grad_norm": 3.484375,
      "learning_rate": 1.2069037584998213e-05,
      "loss": 4.4009,
      "step": 3655
    },
    {
      "epoch": 0.491011537429568,
      "grad_norm": 3.828125,
      "learning_rate": 1.204612188047511e-05,
      "loss": 4.3636,
      "step": 3660
    },
    {
      "epoch": 0.49168231821840624,
      "grad_norm": 3.796875,
      "learning_rate": 1.2023194956156348e-05,
      "loss": 4.393,
      "step": 3665
    },
    {
      "epoch": 0.49235309900724444,
      "grad_norm": 3.890625,
      "learning_rate": 1.2000256937760446e-05,
      "loss": 4.4157,
      "step": 3670
    },
    {
      "epoch": 0.49302387979608264,
      "grad_norm": 3.578125,
      "learning_rate": 1.1977307951066752e-05,
      "loss": 4.4211,
      "step": 3675
    },
    {
      "epoch": 0.49369466058492084,
      "grad_norm": 3.640625,
      "learning_rate": 1.1954348121914758e-05,
      "loss": 4.3617,
      "step": 3680
    },
    {
      "epoch": 0.49436544137375904,
      "grad_norm": 3.875,
      "learning_rate": 1.1931377576203413e-05,
      "loss": 4.4282,
      "step": 3685
    },
    {
      "epoch": 0.49503622216259724,
      "grad_norm": 3.515625,
      "learning_rate": 1.190839643989043e-05,
      "loss": 4.3486,
      "step": 3690
    },
    {
      "epoch": 0.4957070029514355,
      "grad_norm": 3.859375,
      "learning_rate": 1.1885404838991592e-05,
      "loss": 4.4314,
      "step": 3695
    },
    {
      "epoch": 0.4963777837402737,
      "grad_norm": 3.84375,
      "learning_rate": 1.1862402899580063e-05,
      "loss": 4.3974,
      "step": 3700
    },
    {
      "epoch": 0.4970485645291119,
      "grad_norm": 3.625,
      "learning_rate": 1.1839390747785702e-05,
      "loss": 4.4033,
      "step": 3705
    },
    {
      "epoch": 0.4977193453179501,
      "grad_norm": 3.71875,
      "learning_rate": 1.1816368509794365e-05,
      "loss": 4.3641,
      "step": 3710
    },
    {
      "epoch": 0.4983901261067883,
      "grad_norm": 3.734375,
      "learning_rate": 1.1793336311847214e-05,
      "loss": 4.3937,
      "step": 3715
    },
    {
      "epoch": 0.4990609068956265,
      "grad_norm": 4.03125,
      "learning_rate": 1.177029428024003e-05,
      "loss": 4.4265,
      "step": 3720
    },
    {
      "epoch": 0.49973168768446474,
      "grad_norm": 4.0,
      "learning_rate": 1.1747242541322507e-05,
      "loss": 4.4112,
      "step": 3725
    },
    {
      "epoch": 0.5004024684733029,
      "grad_norm": 3.578125,
      "learning_rate": 1.1724181221497581e-05,
      "loss": 4.4055,
      "step": 3730
    },
    {
      "epoch": 0.5010732492621411,
      "grad_norm": 3.984375,
      "learning_rate": 1.1701110447220714e-05,
      "loss": 4.4015,
      "step": 3735
    },
    {
      "epoch": 0.5017440300509793,
      "grad_norm": 4.0,
      "learning_rate": 1.167803034499922e-05,
      "loss": 4.4224,
      "step": 3740
    },
    {
      "epoch": 0.5024148108398175,
      "grad_norm": 3.96875,
      "learning_rate": 1.165494104139155e-05,
      "loss": 4.3543,
      "step": 3745
    },
    {
      "epoch": 0.5030855916286557,
      "grad_norm": 3.65625,
      "learning_rate": 1.1631842663006623e-05,
      "loss": 4.4313,
      "step": 3750
    },
    {
      "epoch": 0.5037563724174939,
      "grad_norm": 3.625,
      "learning_rate": 1.160873533650311e-05,
      "loss": 4.3988,
      "step": 3755
    },
    {
      "epoch": 0.5044271532063321,
      "grad_norm": 3.625,
      "learning_rate": 1.1585619188588757e-05,
      "loss": 4.4288,
      "step": 3760
    },
    {
      "epoch": 0.5050979339951703,
      "grad_norm": 3.734375,
      "learning_rate": 1.1562494346019671e-05,
      "loss": 4.3717,
      "step": 3765
    },
    {
      "epoch": 0.5057687147840085,
      "grad_norm": 3.546875,
      "learning_rate": 1.1539360935599646e-05,
      "loss": 4.387,
      "step": 3770
    },
    {
      "epoch": 0.5064394955728468,
      "grad_norm": 3.671875,
      "learning_rate": 1.151621908417945e-05,
      "loss": 4.3882,
      "step": 3775
    },
    {
      "epoch": 0.507110276361685,
      "grad_norm": 4.0,
      "learning_rate": 1.1493068918656145e-05,
      "loss": 4.4193,
      "step": 3780
    },
    {
      "epoch": 0.5077810571505232,
      "grad_norm": 3.796875,
      "learning_rate": 1.146991056597237e-05,
      "loss": 4.409,
      "step": 3785
    },
    {
      "epoch": 0.5084518379393614,
      "grad_norm": 3.796875,
      "learning_rate": 1.1446744153115668e-05,
      "loss": 4.4023,
      "step": 3790
    },
    {
      "epoch": 0.5091226187281996,
      "grad_norm": 3.65625,
      "learning_rate": 1.1423569807117779e-05,
      "loss": 4.3982,
      "step": 3795
    },
    {
      "epoch": 0.5097933995170378,
      "grad_norm": 3.578125,
      "learning_rate": 1.1400387655053942e-05,
      "loss": 4.3624,
      "step": 3800
    },
    {
      "epoch": 0.510464180305876,
      "grad_norm": 3.875,
      "learning_rate": 1.1377197824042195e-05,
      "loss": 4.379,
      "step": 3805
    },
    {
      "epoch": 0.5111349610947142,
      "grad_norm": 3.796875,
      "learning_rate": 1.1354000441242695e-05,
      "loss": 4.3815,
      "step": 3810
    },
    {
      "epoch": 0.5118057418835524,
      "grad_norm": 3.953125,
      "learning_rate": 1.1330795633856992e-05,
      "loss": 4.4081,
      "step": 3815
    },
    {
      "epoch": 0.5124765226723906,
      "grad_norm": 3.546875,
      "learning_rate": 1.130758352912737e-05,
      "loss": 4.4034,
      "step": 3820
    },
    {
      "epoch": 0.5131473034612288,
      "grad_norm": 3.625,
      "learning_rate": 1.128436425433611e-05,
      "loss": 4.4055,
      "step": 3825
    },
    {
      "epoch": 0.513818084250067,
      "grad_norm": 3.703125,
      "learning_rate": 1.1261137936804813e-05,
      "loss": 4.4122,
      "step": 3830
    },
    {
      "epoch": 0.5144888650389053,
      "grad_norm": 3.6875,
      "learning_rate": 1.1237904703893706e-05,
      "loss": 4.3663,
      "step": 3835
    },
    {
      "epoch": 0.5151596458277435,
      "grad_norm": 3.328125,
      "learning_rate": 1.1214664683000927e-05,
      "loss": 4.4252,
      "step": 3840
    },
    {
      "epoch": 0.5158304266165817,
      "grad_norm": 3.59375,
      "learning_rate": 1.1191418001561837e-05,
      "loss": 4.421,
      "step": 3845
    },
    {
      "epoch": 0.5165012074054199,
      "grad_norm": 3.65625,
      "learning_rate": 1.116816478704833e-05,
      "loss": 4.3565,
      "step": 3850
    },
    {
      "epoch": 0.5171719881942581,
      "grad_norm": 3.546875,
      "learning_rate": 1.1144905166968111e-05,
      "loss": 4.3452,
      "step": 3855
    },
    {
      "epoch": 0.5178427689830963,
      "grad_norm": 3.578125,
      "learning_rate": 1.1121639268864014e-05,
      "loss": 4.4149,
      "step": 3860
    },
    {
      "epoch": 0.5185135497719345,
      "grad_norm": 3.734375,
      "learning_rate": 1.10983672203133e-05,
      "loss": 4.4387,
      "step": 3865
    },
    {
      "epoch": 0.5191843305607727,
      "grad_norm": 3.984375,
      "learning_rate": 1.1075089148926956e-05,
      "loss": 4.4295,
      "step": 3870
    },
    {
      "epoch": 0.5198551113496109,
      "grad_norm": 3.625,
      "learning_rate": 1.1051805182348992e-05,
      "loss": 4.3991,
      "step": 3875
    },
    {
      "epoch": 0.5205258921384491,
      "grad_norm": 3.453125,
      "learning_rate": 1.1028515448255742e-05,
      "loss": 4.3959,
      "step": 3880
    },
    {
      "epoch": 0.5211966729272873,
      "grad_norm": 3.875,
      "learning_rate": 1.1005220074355172e-05,
      "loss": 4.3896,
      "step": 3885
    },
    {
      "epoch": 0.5218674537161255,
      "grad_norm": 3.71875,
      "learning_rate": 1.0981919188386171e-05,
      "loss": 4.3578,
      "step": 3890
    },
    {
      "epoch": 0.5225382345049637,
      "grad_norm": 3.484375,
      "learning_rate": 1.0958612918117853e-05,
      "loss": 4.3869,
      "step": 3895
    },
    {
      "epoch": 0.523209015293802,
      "grad_norm": 3.6875,
      "learning_rate": 1.0935301391348852e-05,
      "loss": 4.3862,
      "step": 3900
    },
    {
      "epoch": 0.5238797960826402,
      "grad_norm": 3.78125,
      "learning_rate": 1.0911984735906635e-05,
      "loss": 4.4063,
      "step": 3905
    },
    {
      "epoch": 0.5245505768714784,
      "grad_norm": 3.671875,
      "learning_rate": 1.0888663079646786e-05,
      "loss": 4.3818,
      "step": 3910
    },
    {
      "epoch": 0.5252213576603166,
      "grad_norm": 3.484375,
      "learning_rate": 1.086533655045231e-05,
      "loss": 4.4144,
      "step": 3915
    },
    {
      "epoch": 0.5258921384491548,
      "grad_norm": 3.625,
      "learning_rate": 1.0842005276232932e-05,
      "loss": 4.3468,
      "step": 3920
    },
    {
      "epoch": 0.526562919237993,
      "grad_norm": 3.609375,
      "learning_rate": 1.0818669384924403e-05,
      "loss": 4.3769,
      "step": 3925
    },
    {
      "epoch": 0.5272337000268312,
      "grad_norm": 3.890625,
      "learning_rate": 1.079532900448778e-05,
      "loss": 4.4038,
      "step": 3930
    },
    {
      "epoch": 0.5279044808156694,
      "grad_norm": 3.578125,
      "learning_rate": 1.077198426290875e-05,
      "loss": 4.407,
      "step": 3935
    },
    {
      "epoch": 0.5285752616045076,
      "grad_norm": 3.671875,
      "learning_rate": 1.07486352881969e-05,
      "loss": 4.3713,
      "step": 3940
    },
    {
      "epoch": 0.5292460423933458,
      "grad_norm": 3.5,
      "learning_rate": 1.072528220838504e-05,
      "loss": 4.3843,
      "step": 3945
    },
    {
      "epoch": 0.529916823182184,
      "grad_norm": 3.765625,
      "learning_rate": 1.0701925151528484e-05,
      "loss": 4.4285,
      "step": 3950
    },
    {
      "epoch": 0.5305876039710222,
      "grad_norm": 3.578125,
      "learning_rate": 1.0678564245704357e-05,
      "loss": 4.4273,
      "step": 3955
    },
    {
      "epoch": 0.5312583847598604,
      "grad_norm": 3.78125,
      "learning_rate": 1.0655199619010883e-05,
      "loss": 4.3958,
      "step": 3960
    },
    {
      "epoch": 0.5319291655486987,
      "grad_norm": 3.75,
      "learning_rate": 1.06318313995667e-05,
      "loss": 4.3411,
      "step": 3965
    },
    {
      "epoch": 0.5325999463375369,
      "grad_norm": 3.71875,
      "learning_rate": 1.060845971551014e-05,
      "loss": 4.3776,
      "step": 3970
    },
    {
      "epoch": 0.5332707271263751,
      "grad_norm": 3.859375,
      "learning_rate": 1.0585084694998535e-05,
      "loss": 4.4107,
      "step": 3975
    },
    {
      "epoch": 0.5339415079152133,
      "grad_norm": 3.84375,
      "learning_rate": 1.0561706466207506e-05,
      "loss": 4.3821,
      "step": 3980
    },
    {
      "epoch": 0.5346122887040515,
      "grad_norm": 3.90625,
      "learning_rate": 1.053832515733028e-05,
      "loss": 4.4181,
      "step": 3985
    },
    {
      "epoch": 0.5352830694928897,
      "grad_norm": 4.0,
      "learning_rate": 1.0514940896576957e-05,
      "loss": 4.4138,
      "step": 3990
    },
    {
      "epoch": 0.5359538502817279,
      "grad_norm": 3.90625,
      "learning_rate": 1.0491553812173841e-05,
      "loss": 4.4058,
      "step": 3995
    },
    {
      "epoch": 0.5366246310705661,
      "grad_norm": 3.9375,
      "learning_rate": 1.04681640323627e-05,
      "loss": 4.4066,
      "step": 4000
    },
    {
      "epoch": 0.5372954118594043,
      "grad_norm": 3.59375,
      "learning_rate": 1.0444771685400099e-05,
      "loss": 4.3804,
      "step": 4005
    },
    {
      "epoch": 0.5379661926482425,
      "grad_norm": 3.625,
      "learning_rate": 1.0421376899556668e-05,
      "loss": 4.4235,
      "step": 4010
    },
    {
      "epoch": 0.5386369734370807,
      "grad_norm": 3.453125,
      "learning_rate": 1.0397979803116422e-05,
      "loss": 4.3834,
      "step": 4015
    },
    {
      "epoch": 0.5393077542259189,
      "grad_norm": 3.734375,
      "learning_rate": 1.0374580524376035e-05,
      "loss": 4.3586,
      "step": 4020
    },
    {
      "epoch": 0.5399785350147572,
      "grad_norm": 3.640625,
      "learning_rate": 1.0351179191644151e-05,
      "loss": 4.3907,
      "step": 4025
    },
    {
      "epoch": 0.5406493158035954,
      "grad_norm": 3.796875,
      "learning_rate": 1.0327775933240679e-05,
      "loss": 4.4153,
      "step": 4030
    },
    {
      "epoch": 0.5413200965924336,
      "grad_norm": 3.484375,
      "learning_rate": 1.0304370877496091e-05,
      "loss": 4.396,
      "step": 4035
    },
    {
      "epoch": 0.5419908773812718,
      "grad_norm": 3.5625,
      "learning_rate": 1.0280964152750701e-05,
      "loss": 4.3967,
      "step": 4040
    },
    {
      "epoch": 0.54266165817011,
      "grad_norm": 3.84375,
      "learning_rate": 1.025755588735399e-05,
      "loss": 4.4083,
      "step": 4045
    },
    {
      "epoch": 0.5433324389589482,
      "grad_norm": 3.671875,
      "learning_rate": 1.0234146209663882e-05,
      "loss": 4.3799,
      "step": 4050
    },
    {
      "epoch": 0.5440032197477864,
      "grad_norm": 3.734375,
      "learning_rate": 1.0210735248046042e-05,
      "loss": 4.3845,
      "step": 4055
    },
    {
      "epoch": 0.5446740005366246,
      "grad_norm": 3.515625,
      "learning_rate": 1.0187323130873175e-05,
      "loss": 4.4014,
      "step": 4060
    },
    {
      "epoch": 0.5453447813254628,
      "grad_norm": 3.765625,
      "learning_rate": 1.0163909986524326e-05,
      "loss": 4.3884,
      "step": 4065
    },
    {
      "epoch": 0.546015562114301,
      "grad_norm": 3.5,
      "learning_rate": 1.014049594338417e-05,
      "loss": 4.4042,
      "step": 4070
    },
    {
      "epoch": 0.5466863429031392,
      "grad_norm": 3.75,
      "learning_rate": 1.0117081129842319e-05,
      "loss": 4.3762,
      "step": 4075
    },
    {
      "epoch": 0.5473571236919774,
      "grad_norm": 3.671875,
      "learning_rate": 1.0093665674292594e-05,
      "loss": 4.4218,
      "step": 4080
    },
    {
      "epoch": 0.5480279044808156,
      "grad_norm": 3.53125,
      "learning_rate": 1.007024970513235e-05,
      "loss": 4.3828,
      "step": 4085
    },
    {
      "epoch": 0.5486986852696539,
      "grad_norm": 3.671875,
      "learning_rate": 1.0046833350761746e-05,
      "loss": 4.4037,
      "step": 4090
    },
    {
      "epoch": 0.5493694660584921,
      "grad_norm": 3.515625,
      "learning_rate": 1.0023416739583069e-05,
      "loss": 4.3908,
      "step": 4095
    },
    {
      "epoch": 0.5500402468473303,
      "grad_norm": 3.484375,
      "learning_rate": 1e-05,
      "loss": 4.4223,
      "step": 4100
    },
    {
      "epoch": 0.5507110276361685,
      "grad_norm": 3.703125,
      "learning_rate": 9.976583260416933e-06,
      "loss": 4.3904,
      "step": 4105
    },
    {
      "epoch": 0.5513818084250067,
      "grad_norm": 3.59375,
      "learning_rate": 9.953166649238254e-06,
      "loss": 4.3833,
      "step": 4110
    },
    {
      "epoch": 0.5520525892138449,
      "grad_norm": 3.703125,
      "learning_rate": 9.929750294867654e-06,
      "loss": 4.3606,
      "step": 4115
    },
    {
      "epoch": 0.5527233700026831,
      "grad_norm": 3.765625,
      "learning_rate": 9.90633432570741e-06,
      "loss": 4.4052,
      "step": 4120
    },
    {
      "epoch": 0.5533941507915213,
      "grad_norm": 3.71875,
      "learning_rate": 9.882918870157684e-06,
      "loss": 4.4148,
      "step": 4125
    },
    {
      "epoch": 0.5540649315803595,
      "grad_norm": 3.671875,
      "learning_rate": 9.859504056615832e-06,
      "loss": 4.4287,
      "step": 4130
    },
    {
      "epoch": 0.5547357123691977,
      "grad_norm": 3.890625,
      "learning_rate": 9.836090013475677e-06,
      "loss": 4.3849,
      "step": 4135
    },
    {
      "epoch": 0.5554064931580359,
      "grad_norm": 3.515625,
      "learning_rate": 9.812676869126829e-06,
      "loss": 4.3951,
      "step": 4140
    },
    {
      "epoch": 0.5560772739468741,
      "grad_norm": 3.71875,
      "learning_rate": 9.789264751953963e-06,
      "loss": 4.3881,
      "step": 4145
    },
    {
      "epoch": 0.5567480547357123,
      "grad_norm": 3.796875,
      "learning_rate": 9.76585379033612e-06,
      "loss": 4.432,
      "step": 4150
    },
    {
      "epoch": 0.5574188355245506,
      "grad_norm": 3.859375,
      "learning_rate": 9.742444112646011e-06,
      "loss": 4.3632,
      "step": 4155
    },
    {
      "epoch": 0.5580896163133888,
      "grad_norm": 3.6875,
      "learning_rate": 9.719035847249304e-06,
      "loss": 4.4386,
      "step": 4160
    },
    {
      "epoch": 0.558760397102227,
      "grad_norm": 3.484375,
      "learning_rate": 9.69562912250391e-06,
      "loss": 4.3616,
      "step": 4165
    },
    {
      "epoch": 0.5594311778910652,
      "grad_norm": 3.734375,
      "learning_rate": 9.672224066759323e-06,
      "loss": 4.392,
      "step": 4170
    },
    {
      "epoch": 0.5601019586799034,
      "grad_norm": 3.703125,
      "learning_rate": 9.648820808355852e-06,
      "loss": 4.4165,
      "step": 4175
    },
    {
      "epoch": 0.5607727394687416,
      "grad_norm": 3.953125,
      "learning_rate": 9.62541947562397e-06,
      "loss": 4.4154,
      "step": 4180
    },
    {
      "epoch": 0.5614435202575798,
      "grad_norm": 3.6875,
      "learning_rate": 9.602020196883583e-06,
      "loss": 4.4188,
      "step": 4185
    },
    {
      "epoch": 0.562114301046418,
      "grad_norm": 3.59375,
      "learning_rate": 9.578623100443333e-06,
      "loss": 4.4307,
      "step": 4190
    },
    {
      "epoch": 0.5627850818352562,
      "grad_norm": 3.953125,
      "learning_rate": 9.555228314599905e-06,
      "loss": 4.4093,
      "step": 4195
    },
    {
      "epoch": 0.5634558626240944,
      "grad_norm": 3.734375,
      "learning_rate": 9.531835967637305e-06,
      "loss": 4.4235,
      "step": 4200
    },
    {
      "epoch": 0.5641266434129326,
      "grad_norm": 3.765625,
      "learning_rate": 9.508446187826162e-06,
      "loss": 4.3954,
      "step": 4205
    },
    {
      "epoch": 0.5647974242017708,
      "grad_norm": 4.125,
      "learning_rate": 9.485059103423046e-06,
      "loss": 4.4077,
      "step": 4210
    },
    {
      "epoch": 0.565468204990609,
      "grad_norm": 3.78125,
      "learning_rate": 9.46167484266972e-06,
      "loss": 4.4484,
      "step": 4215
    },
    {
      "epoch": 0.5661389857794473,
      "grad_norm": 3.90625,
      "learning_rate": 9.438293533792496e-06,
      "loss": 4.4214,
      "step": 4220
    },
    {
      "epoch": 0.5668097665682855,
      "grad_norm": 3.84375,
      "learning_rate": 9.41491530500147e-06,
      "loss": 4.4047,
      "step": 4225
    },
    {
      "epoch": 0.5674805473571237,
      "grad_norm": 4.03125,
      "learning_rate": 9.391540284489862e-06,
      "loss": 4.377,
      "step": 4230
    },
    {
      "epoch": 0.5681513281459619,
      "grad_norm": 3.671875,
      "learning_rate": 9.368168600433301e-06,
      "loss": 4.3916,
      "step": 4235
    },
    {
      "epoch": 0.5688221089348001,
      "grad_norm": 4.125,
      "learning_rate": 9.34480038098912e-06,
      "loss": 4.3683,
      "step": 4240
    },
    {
      "epoch": 0.5694928897236383,
      "grad_norm": 3.8125,
      "learning_rate": 9.321435754295648e-06,
      "loss": 4.4025,
      "step": 4245
    },
    {
      "epoch": 0.5701636705124765,
      "grad_norm": 3.78125,
      "learning_rate": 9.298074848471521e-06,
      "loss": 4.3903,
      "step": 4250
    },
    {
      "epoch": 0.5708344513013147,
      "grad_norm": 3.78125,
      "learning_rate": 9.27471779161496e-06,
      "loss": 4.4022,
      "step": 4255
    },
    {
      "epoch": 0.5715052320901529,
      "grad_norm": 3.921875,
      "learning_rate": 9.251364711803103e-06,
      "loss": 4.4162,
      "step": 4260
    },
    {
      "epoch": 0.5721760128789911,
      "grad_norm": 3.671875,
      "learning_rate": 9.228015737091254e-06,
      "loss": 4.3908,
      "step": 4265
    },
    {
      "epoch": 0.5728467936678293,
      "grad_norm": 3.75,
      "learning_rate": 9.20467099551222e-06,
      "loss": 4.3929,
      "step": 4270
    },
    {
      "epoch": 0.5735175744566675,
      "grad_norm": 3.515625,
      "learning_rate": 9.1813306150756e-06,
      "loss": 4.3807,
      "step": 4275
    },
    {
      "epoch": 0.5741883552455058,
      "grad_norm": 3.625,
      "learning_rate": 9.157994723767071e-06,
      "loss": 4.3848,
      "step": 4280
    },
    {
      "epoch": 0.574859136034344,
      "grad_norm": 3.59375,
      "learning_rate": 9.134663449547693e-06,
      "loss": 4.4414,
      "step": 4285
    },
    {
      "epoch": 0.5755299168231822,
      "grad_norm": 3.6875,
      "learning_rate": 9.111336920353216e-06,
      "loss": 4.3939,
      "step": 4290
    },
    {
      "epoch": 0.5762006976120204,
      "grad_norm": 3.65625,
      "learning_rate": 9.088015264093365e-06,
      "loss": 4.3556,
      "step": 4295
    },
    {
      "epoch": 0.5768714784008586,
      "grad_norm": 3.640625,
      "learning_rate": 9.06469860865115e-06,
      "loss": 4.4139,
      "step": 4300
    },
    {
      "epoch": 0.5775422591896968,
      "grad_norm": 3.65625,
      "learning_rate": 9.041387081882152e-06,
      "loss": 4.3931,
      "step": 4305
    },
    {
      "epoch": 0.578213039978535,
      "grad_norm": 3.9375,
      "learning_rate": 9.018080811613832e-06,
      "loss": 4.3987,
      "step": 4310
    },
    {
      "epoch": 0.5788838207673732,
      "grad_norm": 3.828125,
      "learning_rate": 8.994779925644832e-06,
      "loss": 4.3817,
      "step": 4315
    },
    {
      "epoch": 0.5795546015562114,
      "grad_norm": 3.703125,
      "learning_rate": 8.971484551744262e-06,
      "loss": 4.3945,
      "step": 4320
    },
    {
      "epoch": 0.5802253823450496,
      "grad_norm": 3.71875,
      "learning_rate": 8.948194817651011e-06,
      "loss": 4.3512,
      "step": 4325
    },
    {
      "epoch": 0.5808961631338878,
      "grad_norm": 4.03125,
      "learning_rate": 8.924910851073046e-06,
      "loss": 4.3895,
      "step": 4330
    },
    {
      "epoch": 0.581566943922726,
      "grad_norm": 3.625,
      "learning_rate": 8.9016327796867e-06,
      "loss": 4.4194,
      "step": 4335
    },
    {
      "epoch": 0.5822377247115642,
      "grad_norm": 4.0625,
      "learning_rate": 8.878360731135987e-06,
      "loss": 4.3582,
      "step": 4340
    },
    {
      "epoch": 0.5829085055004025,
      "grad_norm": 3.8125,
      "learning_rate": 8.855094833031894e-06,
      "loss": 4.4191,
      "step": 4345
    },
    {
      "epoch": 0.5835792862892407,
      "grad_norm": 3.734375,
      "learning_rate": 8.831835212951672e-06,
      "loss": 4.3721,
      "step": 4350
    },
    {
      "epoch": 0.5842500670780789,
      "grad_norm": 3.96875,
      "learning_rate": 8.808581998438164e-06,
      "loss": 4.3621,
      "step": 4355
    },
    {
      "epoch": 0.5849208478669171,
      "grad_norm": 3.75,
      "learning_rate": 8.785335316999078e-06,
      "loss": 4.3346,
      "step": 4360
    },
    {
      "epoch": 0.5855916286557553,
      "grad_norm": 3.796875,
      "learning_rate": 8.762095296106298e-06,
      "loss": 4.4219,
      "step": 4365
    },
    {
      "epoch": 0.5862624094445935,
      "grad_norm": 3.6875,
      "learning_rate": 8.73886206319519e-06,
      "loss": 4.3795,
      "step": 4370
    },
    {
      "epoch": 0.5869331902334317,
      "grad_norm": 3.65625,
      "learning_rate": 8.715635745663896e-06,
      "loss": 4.3993,
      "step": 4375
    },
    {
      "epoch": 0.5876039710222699,
      "grad_norm": 3.796875,
      "learning_rate": 8.692416470872631e-06,
      "loss": 4.3923,
      "step": 4380
    },
    {
      "epoch": 0.5882747518111081,
      "grad_norm": 3.609375,
      "learning_rate": 8.66920436614301e-06,
      "loss": 4.3734,
      "step": 4385
    },
    {
      "epoch": 0.5889455325999463,
      "grad_norm": 3.421875,
      "learning_rate": 8.645999558757307e-06,
      "loss": 4.394,
      "step": 4390
    },
    {
      "epoch": 0.5896163133887845,
      "grad_norm": 3.640625,
      "learning_rate": 8.622802175957809e-06,
      "loss": 4.3979,
      "step": 4395
    },
    {
      "epoch": 0.5902870941776227,
      "grad_norm": 3.28125,
      "learning_rate": 8.599612344946063e-06,
      "loss": 4.3944,
      "step": 4400
    },
    {
      "epoch": 0.5909578749664609,
      "grad_norm": 3.421875,
      "learning_rate": 8.576430192882223e-06,
      "loss": 4.4249,
      "step": 4405
    },
    {
      "epoch": 0.5916286557552992,
      "grad_norm": 3.65625,
      "learning_rate": 8.553255846884334e-06,
      "loss": 4.4077,
      "step": 4410
    },
    {
      "epoch": 0.5922994365441374,
      "grad_norm": 4.1875,
      "learning_rate": 8.530089434027636e-06,
      "loss": 4.3869,
      "step": 4415
    },
    {
      "epoch": 0.5929702173329756,
      "grad_norm": 3.640625,
      "learning_rate": 8.506931081343858e-06,
      "loss": 4.4153,
      "step": 4420
    },
    {
      "epoch": 0.5936409981218138,
      "grad_norm": 3.46875,
      "learning_rate": 8.483780915820552e-06,
      "loss": 4.4152,
      "step": 4425
    },
    {
      "epoch": 0.594311778910652,
      "grad_norm": 3.59375,
      "learning_rate": 8.460639064400354e-06,
      "loss": 4.4143,
      "step": 4430
    },
    {
      "epoch": 0.5949825596994902,
      "grad_norm": 3.90625,
      "learning_rate": 8.43750565398033e-06,
      "loss": 4.3965,
      "step": 4435
    },
    {
      "epoch": 0.5956533404883284,
      "grad_norm": 3.625,
      "learning_rate": 8.414380811411248e-06,
      "loss": 4.398,
      "step": 4440
    },
    {
      "epoch": 0.5963241212771666,
      "grad_norm": 3.640625,
      "learning_rate": 8.391264663496891e-06,
      "loss": 4.3566,
      "step": 4445
    },
    {
      "epoch": 0.5969949020660048,
      "grad_norm": 3.734375,
      "learning_rate": 8.36815733699338e-06,
      "loss": 4.3862,
      "step": 4450
    },
    {
      "epoch": 0.597665682854843,
      "grad_norm": 3.734375,
      "learning_rate": 8.345058958608453e-06,
      "loss": 4.4123,
      "step": 4455
    },
    {
      "epoch": 0.5983364636436812,
      "grad_norm": 3.578125,
      "learning_rate": 8.321969655000782e-06,
      "loss": 4.4287,
      "step": 4460
    },
    {
      "epoch": 0.5990072444325194,
      "grad_norm": 3.640625,
      "learning_rate": 8.298889552779288e-06,
      "loss": 4.4074,
      "step": 4465
    },
    {
      "epoch": 0.5996780252213577,
      "grad_norm": 3.6875,
      "learning_rate": 8.275818778502417e-06,
      "loss": 4.4279,
      "step": 4470
    },
    {
      "epoch": 0.6003488060101959,
      "grad_norm": 3.828125,
      "learning_rate": 8.252757458677495e-06,
      "loss": 4.439,
      "step": 4475
    },
    {
      "epoch": 0.6010195867990341,
      "grad_norm": 3.828125,
      "learning_rate": 8.229705719759974e-06,
      "loss": 4.3711,
      "step": 4480
    },
    {
      "epoch": 0.6016903675878723,
      "grad_norm": 3.625,
      "learning_rate": 8.206663688152788e-06,
      "loss": 4.3654,
      "step": 4485
    },
    {
      "epoch": 0.6023611483767105,
      "grad_norm": 3.328125,
      "learning_rate": 8.183631490205636e-06,
      "loss": 4.391,
      "step": 4490
    },
    {
      "epoch": 0.6030319291655487,
      "grad_norm": 3.75,
      "learning_rate": 8.160609252214301e-06,
      "loss": 4.3996,
      "step": 4495
    },
    {
      "epoch": 0.6037027099543869,
      "grad_norm": 3.546875,
      "learning_rate": 8.137597100419938e-06,
      "loss": 4.4137,
      "step": 4500
    },
    {
      "epoch": 0.6043734907432251,
      "grad_norm": 3.546875,
      "learning_rate": 8.114595161008412e-06,
      "loss": 4.4228,
      "step": 4505
    },
    {
      "epoch": 0.6050442715320633,
      "grad_norm": 3.78125,
      "learning_rate": 8.091603560109571e-06,
      "loss": 4.3908,
      "step": 4510
    },
    {
      "epoch": 0.6057150523209015,
      "grad_norm": 3.71875,
      "learning_rate": 8.068622423796589e-06,
      "loss": 4.4073,
      "step": 4515
    },
    {
      "epoch": 0.6063858331097397,
      "grad_norm": 3.96875,
      "learning_rate": 8.045651878085245e-06,
      "loss": 4.3968,
      "step": 4520
    },
    {
      "epoch": 0.6070566138985779,
      "grad_norm": 3.8125,
      "learning_rate": 8.022692048933251e-06,
      "loss": 4.3987,
      "step": 4525
    },
    {
      "epoch": 0.6077273946874161,
      "grad_norm": 3.546875,
      "learning_rate": 7.999743062239557e-06,
      "loss": 4.4111,
      "step": 4530
    },
    {
      "epoch": 0.6083981754762544,
      "grad_norm": 3.6875,
      "learning_rate": 7.976805043843655e-06,
      "loss": 4.3836,
      "step": 4535
    },
    {
      "epoch": 0.6090689562650926,
      "grad_norm": 3.78125,
      "learning_rate": 7.953878119524892e-06,
      "loss": 4.4118,
      "step": 4540
    },
    {
      "epoch": 0.6097397370539308,
      "grad_norm": 3.703125,
      "learning_rate": 7.930962415001789e-06,
      "loss": 4.3702,
      "step": 4545
    },
    {
      "epoch": 0.610410517842769,
      "grad_norm": 3.9375,
      "learning_rate": 7.908058055931334e-06,
      "loss": 4.4395,
      "step": 4550
    },
    {
      "epoch": 0.6110812986316072,
      "grad_norm": 3.59375,
      "learning_rate": 7.885165167908311e-06,
      "loss": 4.37,
      "step": 4555
    },
    {
      "epoch": 0.6117520794204454,
      "grad_norm": 3.546875,
      "learning_rate": 7.8622838764646e-06,
      "loss": 4.3779,
      "step": 4560
    },
    {
      "epoch": 0.6124228602092836,
      "grad_norm": 3.859375,
      "learning_rate": 7.839414307068486e-06,
      "loss": 4.4012,
      "step": 4565
    },
    {
      "epoch": 0.6130936409981218,
      "grad_norm": 4.28125,
      "learning_rate": 7.816556585123989e-06,
      "loss": 4.3689,
      "step": 4570
    },
    {
      "epoch": 0.61376442178696,
      "grad_norm": 3.734375,
      "learning_rate": 7.793710835970152e-06,
      "loss": 4.3972,
      "step": 4575
    },
    {
      "epoch": 0.6144352025757982,
      "grad_norm": 3.53125,
      "learning_rate": 7.770877184880373e-06,
      "loss": 4.3873,
      "step": 4580
    },
    {
      "epoch": 0.6151059833646364,
      "grad_norm": 3.671875,
      "learning_rate": 7.74805575706171e-06,
      "loss": 4.3851,
      "step": 4585
    },
    {
      "epoch": 0.6157767641534746,
      "grad_norm": 3.578125,
      "learning_rate": 7.725246677654194e-06,
      "loss": 4.3724,
      "step": 4590
    },
    {
      "epoch": 0.6164475449423128,
      "grad_norm": 3.625,
      "learning_rate": 7.702450071730146e-06,
      "loss": 4.4216,
      "step": 4595
    },
    {
      "epoch": 0.6171183257311511,
      "grad_norm": 3.5625,
      "learning_rate": 7.679666064293491e-06,
      "loss": 4.4061,
      "step": 4600
    },
    {
      "epoch": 0.6177891065199893,
      "grad_norm": 3.578125,
      "learning_rate": 7.656894780279056e-06,
      "loss": 4.3874,
      "step": 4605
    },
    {
      "epoch": 0.6184598873088275,
      "grad_norm": 3.71875,
      "learning_rate": 7.634136344551926e-06,
      "loss": 4.4111,
      "step": 4610
    },
    {
      "epoch": 0.6191306680976657,
      "grad_norm": 3.5625,
      "learning_rate": 7.6113908819067114e-06,
      "loss": 4.4211,
      "step": 4615
    },
    {
      "epoch": 0.6198014488865039,
      "grad_norm": 3.75,
      "learning_rate": 7.588658517066893e-06,
      "loss": 4.3891,
      "step": 4620
    },
    {
      "epoch": 0.6204722296753421,
      "grad_norm": 3.71875,
      "learning_rate": 7.565939374684132e-06,
      "loss": 4.4386,
      "step": 4625
    },
    {
      "epoch": 0.6211430104641803,
      "grad_norm": 3.84375,
      "learning_rate": 7.543233579337583e-06,
      "loss": 4.4506,
      "step": 4630
    },
    {
      "epoch": 0.6218137912530185,
      "grad_norm": 3.765625,
      "learning_rate": 7.520541255533215e-06,
      "loss": 4.426,
      "step": 4635
    },
    {
      "epoch": 0.6224845720418567,
      "grad_norm": 3.890625,
      "learning_rate": 7.497862527703127e-06,
      "loss": 4.4202,
      "step": 4640
    },
    {
      "epoch": 0.6231553528306949,
      "grad_norm": 3.640625,
      "learning_rate": 7.475197520204852e-06,
      "loss": 4.3753,
      "step": 4645
    },
    {
      "epoch": 0.6238261336195331,
      "grad_norm": 3.640625,
      "learning_rate": 7.452546357320714e-06,
      "loss": 4.408,
      "step": 4650
    },
    {
      "epoch": 0.6244969144083713,
      "grad_norm": 3.90625,
      "learning_rate": 7.429909163257098e-06,
      "loss": 4.3865,
      "step": 4655
    },
    {
      "epoch": 0.6251676951972096,
      "grad_norm": 4.03125,
      "learning_rate": 7.407286062143799e-06,
      "loss": 4.3834,
      "step": 4660
    },
    {
      "epoch": 0.6258384759860478,
      "grad_norm": 3.53125,
      "learning_rate": 7.384677178033339e-06,
      "loss": 4.4292,
      "step": 4665
    },
    {
      "epoch": 0.626509256774886,
      "grad_norm": 3.859375,
      "learning_rate": 7.362082634900276e-06,
      "loss": 4.3479,
      "step": 4670
    },
    {
      "epoch": 0.6271800375637242,
      "grad_norm": 4.1875,
      "learning_rate": 7.339502556640532e-06,
      "loss": 4.4081,
      "step": 4675
    },
    {
      "epoch": 0.6278508183525624,
      "grad_norm": 3.703125,
      "learning_rate": 7.3169370670707155e-06,
      "loss": 4.39,
      "step": 4680
    },
    {
      "epoch": 0.6285215991414006,
      "grad_norm": 3.609375,
      "learning_rate": 7.294386289927425e-06,
      "loss": 4.3982,
      "step": 4685
    },
    {
      "epoch": 0.6291923799302388,
      "grad_norm": 3.640625,
      "learning_rate": 7.271850348866608e-06,
      "loss": 4.361,
      "step": 4690
    },
    {
      "epoch": 0.629863160719077,
      "grad_norm": 3.703125,
      "learning_rate": 7.249329367462836e-06,
      "loss": 4.4032,
      "step": 4695
    },
    {
      "epoch": 0.6305339415079152,
      "grad_norm": 3.796875,
      "learning_rate": 7.226823469208659e-06,
      "loss": 4.3901,
      "step": 4700
    },
    {
      "epoch": 0.6312047222967534,
      "grad_norm": 4.15625,
      "learning_rate": 7.204332777513922e-06,
      "loss": 4.394,
      "step": 4705
    },
    {
      "epoch": 0.6318755030855916,
      "grad_norm": 3.671875,
      "learning_rate": 7.181857415705087e-06,
      "loss": 4.4286,
      "step": 4710
    },
    {
      "epoch": 0.6325462838744298,
      "grad_norm": 3.6875,
      "learning_rate": 7.1593975070245444e-06,
      "loss": 4.4245,
      "step": 4715
    },
    {
      "epoch": 0.633217064663268,
      "grad_norm": 3.875,
      "learning_rate": 7.136953174629964e-06,
      "loss": 4.4219,
      "step": 4720
    },
    {
      "epoch": 0.6338878454521063,
      "grad_norm": 3.828125,
      "learning_rate": 7.114524541593586e-06,
      "loss": 4.4459,
      "step": 4725
    },
    {
      "epoch": 0.6345586262409445,
      "grad_norm": 3.734375,
      "learning_rate": 7.0921117309015855e-06,
      "loss": 4.4021,
      "step": 4730
    },
    {
      "epoch": 0.6352294070297827,
      "grad_norm": 3.8125,
      "learning_rate": 7.069714865453354e-06,
      "loss": 4.4067,
      "step": 4735
    },
    {
      "epoch": 0.6359001878186209,
      "grad_norm": 3.765625,
      "learning_rate": 7.0473340680608625e-06,
      "loss": 4.4501,
      "step": 4740
    },
    {
      "epoch": 0.6365709686074591,
      "grad_norm": 3.734375,
      "learning_rate": 7.024969461447973e-06,
      "loss": 4.3329,
      "step": 4745
    },
    {
      "epoch": 0.6372417493962973,
      "grad_norm": 3.6875,
      "learning_rate": 7.002621168249759e-06,
      "loss": 4.4149,
      "step": 4750
    },
    {
      "epoch": 0.6379125301851355,
      "grad_norm": 3.71875,
      "learning_rate": 6.9802893110118455e-06,
      "loss": 4.4014,
      "step": 4755
    },
    {
      "epoch": 0.6385833109739737,
      "grad_norm": 3.75,
      "learning_rate": 6.957974012189734e-06,
      "loss": 4.397,
      "step": 4760
    },
    {
      "epoch": 0.6392540917628119,
      "grad_norm": 3.84375,
      "learning_rate": 6.935675394148122e-06,
      "loss": 4.3629,
      "step": 4765
    },
    {
      "epoch": 0.6399248725516501,
      "grad_norm": 3.90625,
      "learning_rate": 6.913393579160248e-06,
      "loss": 4.362,
      "step": 4770
    },
    {
      "epoch": 0.6405956533404883,
      "grad_norm": 3.703125,
      "learning_rate": 6.891128689407205e-06,
      "loss": 4.4079,
      "step": 4775
    },
    {
      "epoch": 0.6412664341293265,
      "grad_norm": 3.5625,
      "learning_rate": 6.8688808469772725e-06,
      "loss": 4.4518,
      "step": 4780
    },
    {
      "epoch": 0.6419372149181647,
      "grad_norm": 3.578125,
      "learning_rate": 6.846650173865266e-06,
      "loss": 4.371,
      "step": 4785
    },
    {
      "epoch": 0.642607995707003,
      "grad_norm": 3.71875,
      "learning_rate": 6.8244367919718445e-06,
      "loss": 4.4096,
      "step": 4790
    },
    {
      "epoch": 0.6432787764958412,
      "grad_norm": 3.484375,
      "learning_rate": 6.8022408231028495e-06,
      "loss": 4.3522,
      "step": 4795
    },
    {
      "epoch": 0.6439495572846794,
      "grad_norm": 3.703125,
      "learning_rate": 6.780062388968649e-06,
      "loss": 4.4125,
      "step": 4800
    },
    {
      "epoch": 0.6446203380735176,
      "grad_norm": 3.65625,
      "learning_rate": 6.757901611183448e-06,
      "loss": 4.4193,
      "step": 4805
    },
    {
      "epoch": 0.6452911188623558,
      "grad_norm": 3.703125,
      "learning_rate": 6.7357586112646485e-06,
      "loss": 4.4057,
      "step": 4810
    },
    {
      "epoch": 0.645961899651194,
      "grad_norm": 3.828125,
      "learning_rate": 6.713633510632158e-06,
      "loss": 4.4303,
      "step": 4815
    },
    {
      "epoch": 0.6466326804400322,
      "grad_norm": 3.75,
      "learning_rate": 6.691526430607729e-06,
      "loss": 4.4038,
      "step": 4820
    },
    {
      "epoch": 0.6473034612288704,
      "grad_norm": 3.671875,
      "learning_rate": 6.669437492414317e-06,
      "loss": 4.3863,
      "step": 4825
    },
    {
      "epoch": 0.6479742420177086,
      "grad_norm": 3.6875,
      "learning_rate": 6.647366817175383e-06,
      "loss": 4.4104,
      "step": 4830
    },
    {
      "epoch": 0.6486450228065468,
      "grad_norm": 3.46875,
      "learning_rate": 6.625314525914244e-06,
      "loss": 4.3808,
      "step": 4835
    },
    {
      "epoch": 0.649315803595385,
      "grad_norm": 3.703125,
      "learning_rate": 6.6032807395534205e-06,
      "loss": 4.4392,
      "step": 4840
    },
    {
      "epoch": 0.6499865843842232,
      "grad_norm": 3.671875,
      "learning_rate": 6.581265578913952e-06,
      "loss": 4.4142,
      "step": 4845
    },
    {
      "epoch": 0.6506573651730615,
      "grad_norm": 3.59375,
      "learning_rate": 6.559269164714753e-06,
      "loss": 4.363,
      "step": 4850
    },
    {
      "epoch": 0.6513281459618997,
      "grad_norm": 3.546875,
      "learning_rate": 6.537291617571938e-06,
      "loss": 4.431,
      "step": 4855
    },
    {
      "epoch": 0.6519989267507379,
      "grad_norm": 3.53125,
      "learning_rate": 6.515333057998159e-06,
      "loss": 4.4049,
      "step": 4860
    },
    {
      "epoch": 0.6526697075395761,
      "grad_norm": 3.703125,
      "learning_rate": 6.4933936064019665e-06,
      "loss": 4.424,
      "step": 4865
    },
    {
      "epoch": 0.6533404883284143,
      "grad_norm": 3.796875,
      "learning_rate": 6.471473383087119e-06,
      "loss": 4.4004,
      "step": 4870
    },
    {
      "epoch": 0.6540112691172525,
      "grad_norm": 3.640625,
      "learning_rate": 6.449572508251945e-06,
      "loss": 4.4021,
      "step": 4875
    },
    {
      "epoch": 0.6546820499060907,
      "grad_norm": 3.8125,
      "learning_rate": 6.427691101988673e-06,
      "loss": 4.4447,
      "step": 4880
    },
    {
      "epoch": 0.6553528306949289,
      "grad_norm": 3.375,
      "learning_rate": 6.405829284282781e-06,
      "loss": 4.3861,
      "step": 4885
    },
    {
      "epoch": 0.6560236114837671,
      "grad_norm": 3.796875,
      "learning_rate": 6.383987175012332e-06,
      "loss": 4.4009,
      "step": 4890
    },
    {
      "epoch": 0.6566943922726053,
      "grad_norm": 4.0625,
      "learning_rate": 6.36216489394732e-06,
      "loss": 4.4331,
      "step": 4895
    },
    {
      "epoch": 0.6573651730614435,
      "grad_norm": 3.5625,
      "learning_rate": 6.3403625607490025e-06,
      "loss": 4.3998,
      "step": 4900
    },
    {
      "epoch": 0.6580359538502817,
      "grad_norm": 3.921875,
      "learning_rate": 6.318580294969274e-06,
      "loss": 4.4288,
      "step": 4905
    },
    {
      "epoch": 0.6587067346391199,
      "grad_norm": 3.90625,
      "learning_rate": 6.296818216049973e-06,
      "loss": 4.4509,
      "step": 4910
    },
    {
      "epoch": 0.6593775154279582,
      "grad_norm": 3.953125,
      "learning_rate": 6.2750764433222465e-06,
      "loss": 4.3966,
      "step": 4915
    },
    {
      "epoch": 0.6600482962167964,
      "grad_norm": 3.75,
      "learning_rate": 6.2533550960059045e-06,
      "loss": 4.3664,
      "step": 4920
    },
    {
      "epoch": 0.6607190770056346,
      "grad_norm": 3.59375,
      "learning_rate": 6.231654293208745e-06,
      "loss": 4.3573,
      "step": 4925
    },
    {
      "epoch": 0.6613898577944728,
      "grad_norm": 3.78125,
      "learning_rate": 6.2099741539259125e-06,
      "loss": 4.4433,
      "step": 4930
    },
    {
      "epoch": 0.662060638583311,
      "grad_norm": 3.578125,
      "learning_rate": 6.1883147970392506e-06,
      "loss": 4.4083,
      "step": 4935
    },
    {
      "epoch": 0.6627314193721492,
      "grad_norm": 3.71875,
      "learning_rate": 6.1666763413166355e-06,
      "loss": 4.4263,
      "step": 4940
    },
    {
      "epoch": 0.6634022001609874,
      "grad_norm": 4.0625,
      "learning_rate": 6.145058905411343e-06,
      "loss": 4.3954,
      "step": 4945
    },
    {
      "epoch": 0.6640729809498256,
      "grad_norm": 3.6875,
      "learning_rate": 6.123462607861374e-06,
      "loss": 4.4228,
      "step": 4950
    },
    {
      "epoch": 0.6647437617386638,
      "grad_norm": 3.921875,
      "learning_rate": 6.101887567088831e-06,
      "loss": 4.4016,
      "step": 4955
    },
    {
      "epoch": 0.665414542527502,
      "grad_norm": 3.640625,
      "learning_rate": 6.080333901399252e-06,
      "loss": 4.3724,
      "step": 4960
    },
    {
      "epoch": 0.6660853233163402,
      "grad_norm": 3.796875,
      "learning_rate": 6.058801728980962e-06,
      "loss": 4.3588,
      "step": 4965
    },
    {
      "epoch": 0.6667561041051784,
      "grad_norm": 3.734375,
      "learning_rate": 6.0372911679044334e-06,
      "loss": 4.3668,
      "step": 4970
    },
    {
      "epoch": 0.6674268848940166,
      "grad_norm": 3.9375,
      "learning_rate": 6.015802336121635e-06,
      "loss": 4.4079,
      "step": 4975
    },
    {
      "epoch": 0.6680976656828549,
      "grad_norm": 3.734375,
      "learning_rate": 5.994335351465379e-06,
      "loss": 4.4178,
      "step": 4980
    },
    {
      "epoch": 0.6687684464716931,
      "grad_norm": 3.71875,
      "learning_rate": 5.972890331648686e-06,
      "loss": 4.4,
      "step": 4985
    },
    {
      "epoch": 0.6694392272605313,
      "grad_norm": 3.984375,
      "learning_rate": 5.951467394264132e-06,
      "loss": 4.3958,
      "step": 4990
    },
    {
      "epoch": 0.6701100080493695,
      "grad_norm": 3.84375,
      "learning_rate": 5.9300666567831975e-06,
      "loss": 4.3187,
      "step": 4995
    },
    {
      "epoch": 0.6707807888382077,
      "grad_norm": 3.71875,
      "learning_rate": 5.908688236555644e-06,
      "loss": 4.3914,
      "step": 5000
    },
    {
      "epoch": 0.6714515696270459,
      "grad_norm": 3.796875,
      "learning_rate": 5.887332250808848e-06,
      "loss": 4.3597,
      "step": 5005
    },
    {
      "epoch": 0.6721223504158841,
      "grad_norm": 3.9375,
      "learning_rate": 5.8659988166471715e-06,
      "loss": 4.3844,
      "step": 5010
    },
    {
      "epoch": 0.6727931312047223,
      "grad_norm": 3.71875,
      "learning_rate": 5.844688051051315e-06,
      "loss": 4.4128,
      "step": 5015
    },
    {
      "epoch": 0.6734639119935605,
      "grad_norm": 3.71875,
      "learning_rate": 5.823400070877678e-06,
      "loss": 4.3962,
      "step": 5020
    },
    {
      "epoch": 0.6741346927823987,
      "grad_norm": 3.515625,
      "learning_rate": 5.80213499285772e-06,
      "loss": 4.3736,
      "step": 5025
    },
    {
      "epoch": 0.6748054735712369,
      "grad_norm": 3.453125,
      "learning_rate": 5.780892933597309e-06,
      "loss": 4.3908,
      "step": 5030
    },
    {
      "epoch": 0.6754762543600751,
      "grad_norm": 3.625,
      "learning_rate": 5.7596740095760994e-06,
      "loss": 4.4189,
      "step": 5035
    },
    {
      "epoch": 0.6761470351489134,
      "grad_norm": 3.671875,
      "learning_rate": 5.738478337146889e-06,
      "loss": 4.4422,
      "step": 5040
    },
    {
      "epoch": 0.6768178159377516,
      "grad_norm": 3.546875,
      "learning_rate": 5.717306032534962e-06,
      "loss": 4.4209,
      "step": 5045
    },
    {
      "epoch": 0.6774885967265898,
      "grad_norm": 3.921875,
      "learning_rate": 5.69615721183747e-06,
      "loss": 4.376,
      "step": 5050
    },
    {
      "epoch": 0.678159377515428,
      "grad_norm": 3.671875,
      "learning_rate": 5.675031991022809e-06,
      "loss": 4.3824,
      "step": 5055
    },
    {
      "epoch": 0.6788301583042662,
      "grad_norm": 3.640625,
      "learning_rate": 5.653930485929944e-06,
      "loss": 4.4306,
      "step": 5060
    },
    {
      "epoch": 0.6795009390931044,
      "grad_norm": 3.84375,
      "learning_rate": 5.632852812267814e-06,
      "loss": 4.3702,
      "step": 5065
    },
    {
      "epoch": 0.6801717198819426,
      "grad_norm": 3.515625,
      "learning_rate": 5.611799085614663e-06,
      "loss": 4.3973,
      "step": 5070
    },
    {
      "epoch": 0.6808425006707808,
      "grad_norm": 3.578125,
      "learning_rate": 5.590769421417435e-06,
      "loss": 4.4049,
      "step": 5075
    },
    {
      "epoch": 0.681513281459619,
      "grad_norm": 3.796875,
      "learning_rate": 5.5697639349911305e-06,
      "loss": 4.4051,
      "step": 5080
    },
    {
      "epoch": 0.6821840622484572,
      "grad_norm": 3.546875,
      "learning_rate": 5.5487827415181615e-06,
      "loss": 4.3982,
      "step": 5085
    },
    {
      "epoch": 0.6828548430372954,
      "grad_norm": 3.8125,
      "learning_rate": 5.52782595604773e-06,
      "loss": 4.3795,
      "step": 5090
    },
    {
      "epoch": 0.6835256238261336,
      "grad_norm": 3.65625,
      "learning_rate": 5.506893693495221e-06,
      "loss": 4.3762,
      "step": 5095
    },
    {
      "epoch": 0.6841964046149718,
      "grad_norm": 3.9375,
      "learning_rate": 5.48598606864152e-06,
      "loss": 4.4103,
      "step": 5100
    },
    {
      "epoch": 0.6848671854038101,
      "grad_norm": 3.8125,
      "learning_rate": 5.465103196132437e-06,
      "loss": 4.3863,
      "step": 5105
    },
    {
      "epoch": 0.6855379661926483,
      "grad_norm": 3.515625,
      "learning_rate": 5.4442451904780325e-06,
      "loss": 4.4238,
      "step": 5110
    },
    {
      "epoch": 0.6862087469814865,
      "grad_norm": 3.78125,
      "learning_rate": 5.423412166052026e-06,
      "loss": 4.3979,
      "step": 5115
    },
    {
      "epoch": 0.6868795277703247,
      "grad_norm": 3.734375,
      "learning_rate": 5.402604237091156e-06,
      "loss": 4.4053,
      "step": 5120
    },
    {
      "epoch": 0.6875503085591629,
      "grad_norm": 3.71875,
      "learning_rate": 5.381821517694533e-06,
      "loss": 4.4324,
      "step": 5125
    },
    {
      "epoch": 0.6882210893480011,
      "grad_norm": 3.875,
      "learning_rate": 5.361064121823052e-06,
      "loss": 4.4192,
      "step": 5130
    },
    {
      "epoch": 0.6888918701368393,
      "grad_norm": 3.828125,
      "learning_rate": 5.340332163298743e-06,
      "loss": 4.4003,
      "step": 5135
    },
    {
      "epoch": 0.6895626509256775,
      "grad_norm": 3.671875,
      "learning_rate": 5.3196257558041386e-06,
      "loss": 4.3659,
      "step": 5140
    },
    {
      "epoch": 0.6902334317145157,
      "grad_norm": 3.59375,
      "learning_rate": 5.298945012881685e-06,
      "loss": 4.3819,
      "step": 5145
    },
    {
      "epoch": 0.6909042125033539,
      "grad_norm": 3.6875,
      "learning_rate": 5.278290047933077e-06,
      "loss": 4.4069,
      "step": 5150
    },
    {
      "epoch": 0.6915749932921921,
      "grad_norm": 3.765625,
      "learning_rate": 5.257660974218672e-06,
      "loss": 4.39,
      "step": 5155
    },
    {
      "epoch": 0.6922457740810303,
      "grad_norm": 3.59375,
      "learning_rate": 5.237057904856855e-06,
      "loss": 4.3851,
      "step": 5160
    },
    {
      "epoch": 0.6929165548698685,
      "grad_norm": 3.703125,
      "learning_rate": 5.216480952823402e-06,
      "loss": 4.4171,
      "step": 5165
    },
    {
      "epoch": 0.6935873356587068,
      "grad_norm": 3.8125,
      "learning_rate": 5.1959302309508905e-06,
      "loss": 4.3813,
      "step": 5170
    },
    {
      "epoch": 0.694258116447545,
      "grad_norm": 3.59375,
      "learning_rate": 5.175405851928068e-06,
      "loss": 4.4198,
      "step": 5175
    },
    {
      "epoch": 0.6949288972363832,
      "grad_norm": 3.578125,
      "learning_rate": 5.154907928299217e-06,
      "loss": 4.449,
      "step": 5180
    },
    {
      "epoch": 0.6955996780252214,
      "grad_norm": 3.875,
      "learning_rate": 5.134436572463572e-06,
      "loss": 4.3747,
      "step": 5185
    },
    {
      "epoch": 0.6962704588140596,
      "grad_norm": 3.6875,
      "learning_rate": 5.113991896674667e-06,
      "loss": 4.4072,
      "step": 5190
    },
    {
      "epoch": 0.6969412396028978,
      "grad_norm": 3.65625,
      "learning_rate": 5.093574013039749e-06,
      "loss": 4.4413,
      "step": 5195
    },
    {
      "epoch": 0.697612020391736,
      "grad_norm": 3.8125,
      "learning_rate": 5.073183033519155e-06,
      "loss": 4.4025,
      "step": 5200
    },
    {
      "epoch": 0.6982828011805742,
      "grad_norm": 3.96875,
      "learning_rate": 5.052819069925676e-06,
      "loss": 4.4095,
      "step": 5205
    },
    {
      "epoch": 0.6989535819694124,
      "grad_norm": 3.5,
      "learning_rate": 5.032482233923984e-06,
      "loss": 4.4403,
      "step": 5210
    },
    {
      "epoch": 0.6996243627582506,
      "grad_norm": 3.65625,
      "learning_rate": 5.012172637029991e-06,
      "loss": 4.3786,
      "step": 5215
    },
    {
      "epoch": 0.7002951435470888,
      "grad_norm": 3.59375,
      "learning_rate": 4.991890390610238e-06,
      "loss": 4.3771,
      "step": 5220
    },
    {
      "epoch": 0.700965924335927,
      "grad_norm": 3.578125,
      "learning_rate": 4.971635605881291e-06,
      "loss": 4.4071,
      "step": 5225
    },
    {
      "epoch": 0.7016367051247653,
      "grad_norm": 3.984375,
      "learning_rate": 4.951408393909152e-06,
      "loss": 4.3989,
      "step": 5230
    },
    {
      "epoch": 0.7023074859136035,
      "grad_norm": 3.796875,
      "learning_rate": 4.9312088656086e-06,
      "loss": 4.4137,
      "step": 5235
    },
    {
      "epoch": 0.7029782667024417,
      "grad_norm": 3.609375,
      "learning_rate": 4.911037131742637e-06,
      "loss": 4.3949,
      "step": 5240
    },
    {
      "epoch": 0.7036490474912799,
      "grad_norm": 3.65625,
      "learning_rate": 4.890893302921837e-06,
      "loss": 4.4129,
      "step": 5245
    },
    {
      "epoch": 0.7043198282801181,
      "grad_norm": 3.78125,
      "learning_rate": 4.870777489603768e-06,
      "loss": 4.3866,
      "step": 5250
    },
    {
      "epoch": 0.7049906090689563,
      "grad_norm": 3.375,
      "learning_rate": 4.850689802092378e-06,
      "loss": 4.4095,
      "step": 5255
    },
    {
      "epoch": 0.7056613898577945,
      "grad_norm": 3.859375,
      "learning_rate": 4.830630350537387e-06,
      "loss": 4.4244,
      "step": 5260
    },
    {
      "epoch": 0.7063321706466327,
      "grad_norm": 3.484375,
      "learning_rate": 4.8105992449336695e-06,
      "loss": 4.3818,
      "step": 5265
    },
    {
      "epoch": 0.7070029514354709,
      "grad_norm": 3.640625,
      "learning_rate": 4.790596595120699e-06,
      "loss": 4.3756,
      "step": 5270
    },
    {
      "epoch": 0.7076737322243091,
      "grad_norm": 3.75,
      "learning_rate": 4.770622510781882e-06,
      "loss": 4.3763,
      "step": 5275
    },
    {
      "epoch": 0.7083445130131473,
      "grad_norm": 3.828125,
      "learning_rate": 4.750677101444007e-06,
      "loss": 4.3842,
      "step": 5280
    },
    {
      "epoch": 0.7090152938019855,
      "grad_norm": 3.78125,
      "learning_rate": 4.730760476476611e-06,
      "loss": 4.3864,
      "step": 5285
    },
    {
      "epoch": 0.7096860745908237,
      "grad_norm": 3.703125,
      "learning_rate": 4.710872745091406e-06,
      "loss": 4.3919,
      "step": 5290
    },
    {
      "epoch": 0.710356855379662,
      "grad_norm": 3.515625,
      "learning_rate": 4.691014016341664e-06,
      "loss": 4.4083,
      "step": 5295
    },
    {
      "epoch": 0.7110276361685002,
      "grad_norm": 3.65625,
      "learning_rate": 4.671184399121619e-06,
      "loss": 4.4256,
      "step": 5300
    },
    {
      "epoch": 0.7116984169573384,
      "grad_norm": 4.0,
      "learning_rate": 4.651384002165865e-06,
      "loss": 4.3952,
      "step": 5305
    },
    {
      "epoch": 0.7123691977461766,
      "grad_norm": 3.640625,
      "learning_rate": 4.6316129340487946e-06,
      "loss": 4.395,
      "step": 5310
    },
    {
      "epoch": 0.7130399785350148,
      "grad_norm": 3.765625,
      "learning_rate": 4.611871303183952e-06,
      "loss": 4.3943,
      "step": 5315
    },
    {
      "epoch": 0.713710759323853,
      "grad_norm": 3.78125,
      "learning_rate": 4.59215921782348e-06,
      "loss": 4.3839,
      "step": 5320
    },
    {
      "epoch": 0.7143815401126912,
      "grad_norm": 3.609375,
      "learning_rate": 4.572476786057495e-06,
      "loss": 4.3957,
      "step": 5325
    },
    {
      "epoch": 0.7150523209015294,
      "grad_norm": 3.421875,
      "learning_rate": 4.552824115813522e-06,
      "loss": 4.4095,
      "step": 5330
    },
    {
      "epoch": 0.7157231016903676,
      "grad_norm": 3.671875,
      "learning_rate": 4.533201314855891e-06,
      "loss": 4.4004,
      "step": 5335
    },
    {
      "epoch": 0.7163938824792058,
      "grad_norm": 3.8125,
      "learning_rate": 4.513608490785133e-06,
      "loss": 4.4022,
      "step": 5340
    },
    {
      "epoch": 0.717064663268044,
      "grad_norm": 3.59375,
      "learning_rate": 4.494045751037414e-06,
      "loss": 4.3979,
      "step": 5345
    },
    {
      "epoch": 0.7177354440568822,
      "grad_norm": 3.75,
      "learning_rate": 4.474513202883934e-06,
      "loss": 4.3709,
      "step": 5350
    },
    {
      "epoch": 0.7184062248457204,
      "grad_norm": 3.890625,
      "learning_rate": 4.45501095343033e-06,
      "loss": 4.4321,
      "step": 5355
    },
    {
      "epoch": 0.7190770056345587,
      "grad_norm": 3.6875,
      "learning_rate": 4.4355391096161085e-06,
      "loss": 4.396,
      "step": 5360
    },
    {
      "epoch": 0.7197477864233969,
      "grad_norm": 3.8125,
      "learning_rate": 4.416097778214037e-06,
      "loss": 4.4502,
      "step": 5365
    },
    {
      "epoch": 0.7204185672122351,
      "grad_norm": 3.671875,
      "learning_rate": 4.396687065829579e-06,
      "loss": 4.3786,
      "step": 5370
    },
    {
      "epoch": 0.7210893480010733,
      "grad_norm": 3.703125,
      "learning_rate": 4.377307078900303e-06,
      "loss": 4.3977,
      "step": 5375
    },
    {
      "epoch": 0.7217601287899115,
      "grad_norm": 3.5625,
      "learning_rate": 4.3579579236952815e-06,
      "loss": 4.389,
      "step": 5380
    },
    {
      "epoch": 0.7224309095787497,
      "grad_norm": 3.828125,
      "learning_rate": 4.338639706314537e-06,
      "loss": 4.3925,
      "step": 5385
    },
    {
      "epoch": 0.7231016903675879,
      "grad_norm": 3.9375,
      "learning_rate": 4.319352532688444e-06,
      "loss": 4.3831,
      "step": 5390
    },
    {
      "epoch": 0.7237724711564261,
      "grad_norm": 3.671875,
      "learning_rate": 4.3000965085771405e-06,
      "loss": 4.4045,
      "step": 5395
    },
    {
      "epoch": 0.7244432519452643,
      "grad_norm": 3.65625,
      "learning_rate": 4.280871739569972e-06,
      "loss": 4.3704,
      "step": 5400
    },
    {
      "epoch": 0.7251140327341025,
      "grad_norm": 3.6875,
      "learning_rate": 4.261678331084884e-06,
      "loss": 4.4079,
      "step": 5405
    },
    {
      "epoch": 0.7257848135229407,
      "grad_norm": 3.6875,
      "learning_rate": 4.242516388367871e-06,
      "loss": 4.3972,
      "step": 5410
    },
    {
      "epoch": 0.7264555943117789,
      "grad_norm": 3.765625,
      "learning_rate": 4.223386016492382e-06,
      "loss": 4.4009,
      "step": 5415
    },
    {
      "epoch": 0.7271263751006172,
      "grad_norm": 3.78125,
      "learning_rate": 4.204287320358744e-06,
      "loss": 4.3831,
      "step": 5420
    },
    {
      "epoch": 0.7277971558894554,
      "grad_norm": 3.828125,
      "learning_rate": 4.185220404693598e-06,
      "loss": 4.3798,
      "step": 5425
    },
    {
      "epoch": 0.7284679366782936,
      "grad_norm": 3.59375,
      "learning_rate": 4.166185374049322e-06,
      "loss": 4.3876,
      "step": 5430
    },
    {
      "epoch": 0.7291387174671318,
      "grad_norm": 3.609375,
      "learning_rate": 4.1471823328034384e-06,
      "loss": 4.4057,
      "step": 5435
    },
    {
      "epoch": 0.72980949825597,
      "grad_norm": 3.921875,
      "learning_rate": 4.1282113851580765e-06,
      "loss": 4.411,
      "step": 5440
    },
    {
      "epoch": 0.7304802790448082,
      "grad_norm": 3.671875,
      "learning_rate": 4.109272635139373e-06,
      "loss": 4.3814,
      "step": 5445
    },
    {
      "epoch": 0.7311510598336464,
      "grad_norm": 3.609375,
      "learning_rate": 4.090366186596907e-06,
      "loss": 4.3982,
      "step": 5450
    },
    {
      "epoch": 0.7318218406224846,
      "grad_norm": 3.71875,
      "learning_rate": 4.0714921432031455e-06,
      "loss": 4.4104,
      "step": 5455
    },
    {
      "epoch": 0.7324926214113228,
      "grad_norm": 3.828125,
      "learning_rate": 4.052650608452848e-06,
      "loss": 4.3788,
      "step": 5460
    },
    {
      "epoch": 0.733163402200161,
      "grad_norm": 3.703125,
      "learning_rate": 4.033841685662529e-06,
      "loss": 4.4357,
      "step": 5465
    },
    {
      "epoch": 0.7338341829889992,
      "grad_norm": 3.65625,
      "learning_rate": 4.015065477969875e-06,
      "loss": 4.4251,
      "step": 5470
    },
    {
      "epoch": 0.7345049637778374,
      "grad_norm": 3.828125,
      "learning_rate": 3.996322088333174e-06,
      "loss": 4.4003,
      "step": 5475
    },
    {
      "epoch": 0.7351757445666756,
      "grad_norm": 3.78125,
      "learning_rate": 3.977611619530755e-06,
      "loss": 4.3826,
      "step": 5480
    },
    {
      "epoch": 0.7358465253555139,
      "grad_norm": 3.984375,
      "learning_rate": 3.958934174160446e-06,
      "loss": 4.4137,
      "step": 5485
    },
    {
      "epoch": 0.7365173061443521,
      "grad_norm": 3.78125,
      "learning_rate": 3.940289854638974e-06,
      "loss": 4.3749,
      "step": 5490
    },
    {
      "epoch": 0.7371880869331903,
      "grad_norm": 3.71875,
      "learning_rate": 3.921678763201434e-06,
      "loss": 4.4361,
      "step": 5495
    },
    {
      "epoch": 0.7378588677220285,
      "grad_norm": 3.515625,
      "learning_rate": 3.903101001900706e-06,
      "loss": 4.4128,
      "step": 5500
    },
    {
      "epoch": 0.7385296485108667,
      "grad_norm": 3.4375,
      "learning_rate": 3.884556672606914e-06,
      "loss": 4.3806,
      "step": 5505
    },
    {
      "epoch": 0.7392004292997049,
      "grad_norm": 3.796875,
      "learning_rate": 3.866045877006863e-06,
      "loss": 4.3959,
      "step": 5510
    },
    {
      "epoch": 0.7398712100885431,
      "grad_norm": 3.796875,
      "learning_rate": 3.8475687166034684e-06,
      "loss": 4.3771,
      "step": 5515
    },
    {
      "epoch": 0.7405419908773813,
      "grad_norm": 3.796875,
      "learning_rate": 3.8291252927152034e-06,
      "loss": 4.3975,
      "step": 5520
    },
    {
      "epoch": 0.7412127716662195,
      "grad_norm": 3.921875,
      "learning_rate": 3.810715706475575e-06,
      "loss": 4.3581,
      "step": 5525
    },
    {
      "epoch": 0.7418835524550577,
      "grad_norm": 3.734375,
      "learning_rate": 3.7923400588325156e-06,
      "loss": 4.3414,
      "step": 5530
    },
    {
      "epoch": 0.7425543332438959,
      "grad_norm": 3.671875,
      "learning_rate": 3.7739984505478743e-06,
      "loss": 4.3786,
      "step": 5535
    },
    {
      "epoch": 0.7432251140327341,
      "grad_norm": 3.859375,
      "learning_rate": 3.7556909821968335e-06,
      "loss": 4.4311,
      "step": 5540
    },
    {
      "epoch": 0.7438958948215723,
      "grad_norm": 3.90625,
      "learning_rate": 3.737417754167385e-06,
      "loss": 4.3919,
      "step": 5545
    },
    {
      "epoch": 0.7445666756104106,
      "grad_norm": 3.640625,
      "learning_rate": 3.7191788666597604e-06,
      "loss": 4.4056,
      "step": 5550
    },
    {
      "epoch": 0.7452374563992488,
      "grad_norm": 3.84375,
      "learning_rate": 3.7009744196858797e-06,
      "loss": 4.4135,
      "step": 5555
    },
    {
      "epoch": 0.745908237188087,
      "grad_norm": 3.8125,
      "learning_rate": 3.6828045130688205e-06,
      "loss": 4.4051,
      "step": 5560
    },
    {
      "epoch": 0.7465790179769252,
      "grad_norm": 3.484375,
      "learning_rate": 3.6646692464422608e-06,
      "loss": 4.428,
      "step": 5565
    },
    {
      "epoch": 0.7472497987657634,
      "grad_norm": 3.671875,
      "learning_rate": 3.6465687192499176e-06,
      "loss": 4.4121,
      "step": 5570
    },
    {
      "epoch": 0.7479205795546016,
      "grad_norm": 3.734375,
      "learning_rate": 3.6285030307450365e-06,
      "loss": 4.3923,
      "step": 5575
    },
    {
      "epoch": 0.7485913603434398,
      "grad_norm": 3.390625,
      "learning_rate": 3.6104722799898075e-06,
      "loss": 4.4248,
      "step": 5580
    },
    {
      "epoch": 0.749262141132278,
      "grad_norm": 3.859375,
      "learning_rate": 3.5924765658548544e-06,
      "loss": 4.4009,
      "step": 5585
    },
    {
      "epoch": 0.7499329219211162,
      "grad_norm": 3.8125,
      "learning_rate": 3.574515987018681e-06,
      "loss": 4.3861,
      "step": 5590
    },
    {
      "epoch": 0.7506037027099544,
      "grad_norm": 3.6875,
      "learning_rate": 3.556590641967115e-06,
      "loss": 4.408,
      "step": 5595
    },
    {
      "epoch": 0.7512744834987926,
      "grad_norm": 3.546875,
      "learning_rate": 3.538700628992794e-06,
      "loss": 4.4252,
      "step": 5600
    },
    {
      "epoch": 0.7519452642876308,
      "grad_norm": 3.796875,
      "learning_rate": 3.5208460461946136e-06,
      "loss": 4.3986,
      "step": 5605
    },
    {
      "epoch": 0.7526160450764691,
      "grad_norm": 3.8125,
      "learning_rate": 3.503026991477181e-06,
      "loss": 4.3918,
      "step": 5610
    },
    {
      "epoch": 0.7532868258653073,
      "grad_norm": 3.890625,
      "learning_rate": 3.485243562550297e-06,
      "loss": 4.4013,
      "step": 5615
    },
    {
      "epoch": 0.7539576066541455,
      "grad_norm": 3.6875,
      "learning_rate": 3.4674958569284024e-06,
      "loss": 4.4146,
      "step": 5620
    },
    {
      "epoch": 0.7546283874429837,
      "grad_norm": 3.71875,
      "learning_rate": 3.4497839719300553e-06,
      "loss": 4.3925,
      "step": 5625
    },
    {
      "epoch": 0.7552991682318219,
      "grad_norm": 3.671875,
      "learning_rate": 3.4321080046773993e-06,
      "loss": 4.3892,
      "step": 5630
    },
    {
      "epoch": 0.7559699490206601,
      "grad_norm": 3.609375,
      "learning_rate": 3.4144680520956095e-06,
      "loss": 4.4124,
      "step": 5635
    },
    {
      "epoch": 0.7566407298094983,
      "grad_norm": 3.84375,
      "learning_rate": 3.3968642109123917e-06,
      "loss": 4.3954,
      "step": 5640
    },
    {
      "epoch": 0.7573115105983365,
      "grad_norm": 3.71875,
      "learning_rate": 3.3792965776574337e-06,
      "loss": 4.4232,
      "step": 5645
    },
    {
      "epoch": 0.7579822913871747,
      "grad_norm": 3.65625,
      "learning_rate": 3.361765248661868e-06,
      "loss": 4.4099,
      "step": 5650
    },
    {
      "epoch": 0.7586530721760129,
      "grad_norm": 3.75,
      "learning_rate": 3.3442703200577687e-06,
      "loss": 4.374,
      "step": 5655
    },
    {
      "epoch": 0.759323852964851,
      "grad_norm": 3.625,
      "learning_rate": 3.326811887777607e-06,
      "loss": 4.3952,
      "step": 5660
    },
    {
      "epoch": 0.7599946337536893,
      "grad_norm": 3.59375,
      "learning_rate": 3.30939004755372e-06,
      "loss": 4.4108,
      "step": 5665
    },
    {
      "epoch": 0.7606654145425275,
      "grad_norm": 3.65625,
      "learning_rate": 3.2920048949178074e-06,
      "loss": 4.3965,
      "step": 5670
    },
    {
      "epoch": 0.7613361953313658,
      "grad_norm": 3.796875,
      "learning_rate": 3.2746565252003816e-06,
      "loss": 4.4189,
      "step": 5675
    },
    {
      "epoch": 0.762006976120204,
      "grad_norm": 3.71875,
      "learning_rate": 3.257345033530267e-06,
      "loss": 4.4313,
      "step": 5680
    },
    {
      "epoch": 0.7626777569090422,
      "grad_norm": 3.546875,
      "learning_rate": 3.2400705148340696e-06,
      "loss": 4.4077,
      "step": 5685
    },
    {
      "epoch": 0.7633485376978804,
      "grad_norm": 3.671875,
      "learning_rate": 3.2228330638356463e-06,
      "loss": 4.4143,
      "step": 5690
    },
    {
      "epoch": 0.7640193184867186,
      "grad_norm": 3.796875,
      "learning_rate": 3.205632775055606e-06,
      "loss": 4.3684,
      "step": 5695
    },
    {
      "epoch": 0.7646900992755568,
      "grad_norm": 3.703125,
      "learning_rate": 3.1884697428107793e-06,
      "loss": 4.393,
      "step": 5700
    },
    {
      "epoch": 0.765360880064395,
      "grad_norm": 3.484375,
      "learning_rate": 3.1713440612136925e-06,
      "loss": 4.3604,
      "step": 5705
    },
    {
      "epoch": 0.7660316608532332,
      "grad_norm": 3.609375,
      "learning_rate": 3.1542558241720776e-06,
      "loss": 4.3907,
      "step": 5710
    },
    {
      "epoch": 0.7667024416420714,
      "grad_norm": 3.953125,
      "learning_rate": 3.137205125388326e-06,
      "loss": 4.3713,
      "step": 5715
    },
    {
      "epoch": 0.7673732224309096,
      "grad_norm": 3.71875,
      "learning_rate": 3.1201920583590005e-06,
      "loss": 4.3858,
      "step": 5720
    },
    {
      "epoch": 0.7680440032197478,
      "grad_norm": 3.6875,
      "learning_rate": 3.103216716374312e-06,
      "loss": 4.411,
      "step": 5725
    },
    {
      "epoch": 0.768714784008586,
      "grad_norm": 4.0,
      "learning_rate": 3.0862791925175984e-06,
      "loss": 4.4053,
      "step": 5730
    },
    {
      "epoch": 0.7693855647974241,
      "grad_norm": 3.78125,
      "learning_rate": 3.0693795796648352e-06,
      "loss": 4.3741,
      "step": 5735
    },
    {
      "epoch": 0.7700563455862625,
      "grad_norm": 3.84375,
      "learning_rate": 3.0525179704841113e-06,
      "loss": 4.4025,
      "step": 5740
    },
    {
      "epoch": 0.7707271263751007,
      "grad_norm": 3.875,
      "learning_rate": 3.03569445743512e-06,
      "loss": 4.3617,
      "step": 5745
    },
    {
      "epoch": 0.7713979071639389,
      "grad_norm": 3.703125,
      "learning_rate": 3.018909132768666e-06,
      "loss": 4.4312,
      "step": 5750
    },
    {
      "epoch": 0.772068687952777,
      "grad_norm": 3.765625,
      "learning_rate": 3.0021620885261383e-06,
      "loss": 4.4055,
      "step": 5755
    },
    {
      "epoch": 0.7727394687416153,
      "grad_norm": 4.0625,
      "learning_rate": 2.985453416539026e-06,
      "loss": 4.4152,
      "step": 5760
    },
    {
      "epoch": 0.7734102495304535,
      "grad_norm": 3.484375,
      "learning_rate": 2.9687832084284084e-06,
      "loss": 4.4156,
      "step": 5765
    },
    {
      "epoch": 0.7740810303192917,
      "grad_norm": 3.578125,
      "learning_rate": 2.9521515556044376e-06,
      "loss": 4.3955,
      "step": 5770
    },
    {
      "epoch": 0.7747518111081299,
      "grad_norm": 4.0,
      "learning_rate": 2.9355585492658622e-06,
      "loss": 4.3971,
      "step": 5775
    },
    {
      "epoch": 0.775422591896968,
      "grad_norm": 3.859375,
      "learning_rate": 2.9190042803995135e-06,
      "loss": 4.3765,
      "step": 5780
    },
    {
      "epoch": 0.7760933726858062,
      "grad_norm": 3.6875,
      "learning_rate": 2.902488839779798e-06,
      "loss": 4.4271,
      "step": 5785
    },
    {
      "epoch": 0.7767641534746444,
      "grad_norm": 3.46875,
      "learning_rate": 2.8860123179682244e-06,
      "loss": 4.372,
      "step": 5790
    },
    {
      "epoch": 0.7774349342634826,
      "grad_norm": 3.8125,
      "learning_rate": 2.869574805312877e-06,
      "loss": 4.4268,
      "step": 5795
    },
    {
      "epoch": 0.778105715052321,
      "grad_norm": 3.6875,
      "learning_rate": 2.8531763919479473e-06,
      "loss": 4.3664,
      "step": 5800
    },
    {
      "epoch": 0.7787764958411592,
      "grad_norm": 3.71875,
      "learning_rate": 2.8368171677932267e-06,
      "loss": 4.3766,
      "step": 5805
    },
    {
      "epoch": 0.7794472766299974,
      "grad_norm": 3.59375,
      "learning_rate": 2.8204972225536066e-06,
      "loss": 4.4061,
      "step": 5810
    },
    {
      "epoch": 0.7801180574188356,
      "grad_norm": 3.4375,
      "learning_rate": 2.8042166457186027e-06,
      "loss": 4.4081,
      "step": 5815
    },
    {
      "epoch": 0.7807888382076738,
      "grad_norm": 3.765625,
      "learning_rate": 2.7879755265618558e-06,
      "loss": 4.3727,
      "step": 5820
    },
    {
      "epoch": 0.781459618996512,
      "grad_norm": 3.703125,
      "learning_rate": 2.7717739541406363e-06,
      "loss": 4.3778,
      "step": 5825
    },
    {
      "epoch": 0.7821303997853501,
      "grad_norm": 3.65625,
      "learning_rate": 2.755612017295367e-06,
      "loss": 4.3904,
      "step": 5830
    },
    {
      "epoch": 0.7828011805741883,
      "grad_norm": 3.609375,
      "learning_rate": 2.739489804649136e-06,
      "loss": 4.3754,
      "step": 5835
    },
    {
      "epoch": 0.7834719613630265,
      "grad_norm": 3.625,
      "learning_rate": 2.7234074046071933e-06,
      "loss": 4.4107,
      "step": 5840
    },
    {
      "epoch": 0.7841427421518647,
      "grad_norm": 3.78125,
      "learning_rate": 2.707364905356492e-06,
      "loss": 4.4124,
      "step": 5845
    },
    {
      "epoch": 0.784813522940703,
      "grad_norm": 3.640625,
      "learning_rate": 2.69136239486518e-06,
      "loss": 4.3771,
      "step": 5850
    },
    {
      "epoch": 0.7854843037295411,
      "grad_norm": 3.875,
      "learning_rate": 2.675399960882138e-06,
      "loss": 4.3464,
      "step": 5855
    },
    {
      "epoch": 0.7861550845183793,
      "grad_norm": 3.296875,
      "learning_rate": 2.6594776909364884e-06,
      "loss": 4.4236,
      "step": 5860
    },
    {
      "epoch": 0.7868258653072177,
      "grad_norm": 3.359375,
      "learning_rate": 2.643595672337108e-06,
      "loss": 4.3676,
      "step": 5865
    },
    {
      "epoch": 0.7874966460960559,
      "grad_norm": 3.734375,
      "learning_rate": 2.6277539921721663e-06,
      "loss": 4.3905,
      "step": 5870
    },
    {
      "epoch": 0.788167426884894,
      "grad_norm": 3.921875,
      "learning_rate": 2.6119527373086386e-06,
      "loss": 4.3828,
      "step": 5875
    },
    {
      "epoch": 0.7888382076737323,
      "grad_norm": 3.9375,
      "learning_rate": 2.5961919943918237e-06,
      "loss": 4.395,
      "step": 5880
    },
    {
      "epoch": 0.7895089884625704,
      "grad_norm": 3.953125,
      "learning_rate": 2.5804718498448844e-06,
      "loss": 4.3578,
      "step": 5885
    },
    {
      "epoch": 0.7901797692514086,
      "grad_norm": 3.96875,
      "learning_rate": 2.564792389868356e-06,
      "loss": 4.426,
      "step": 5890
    },
    {
      "epoch": 0.7908505500402468,
      "grad_norm": 3.8125,
      "learning_rate": 2.549153700439686e-06,
      "loss": 4.4104,
      "step": 5895
    },
    {
      "epoch": 0.791521330829085,
      "grad_norm": 3.828125,
      "learning_rate": 2.5335558673127647e-06,
      "loss": 4.4126,
      "step": 5900
    },
    {
      "epoch": 0.7921921116179232,
      "grad_norm": 3.71875,
      "learning_rate": 2.517998976017436e-06,
      "loss": 4.4048,
      "step": 5905
    },
    {
      "epoch": 0.7928628924067614,
      "grad_norm": 3.515625,
      "learning_rate": 2.502483111859053e-06,
      "loss": 4.3782,
      "step": 5910
    },
    {
      "epoch": 0.7935336731955996,
      "grad_norm": 3.734375,
      "learning_rate": 2.4870083599179974e-06,
      "loss": 4.3431,
      "step": 5915
    },
    {
      "epoch": 0.7942044539844378,
      "grad_norm": 3.78125,
      "learning_rate": 2.471574805049206e-06,
      "loss": 4.3973,
      "step": 5920
    },
    {
      "epoch": 0.794875234773276,
      "grad_norm": 3.984375,
      "learning_rate": 2.4561825318817254e-06,
      "loss": 4.365,
      "step": 5925
    },
    {
      "epoch": 0.7955460155621144,
      "grad_norm": 3.8125,
      "learning_rate": 2.440831624818224e-06,
      "loss": 4.3674,
      "step": 5930
    },
    {
      "epoch": 0.7962167963509525,
      "grad_norm": 3.484375,
      "learning_rate": 2.425522168034552e-06,
      "loss": 4.3753,
      "step": 5935
    },
    {
      "epoch": 0.7968875771397907,
      "grad_norm": 3.96875,
      "learning_rate": 2.4102542454792665e-06,
      "loss": 4.3955,
      "step": 5940
    },
    {
      "epoch": 0.797558357928629,
      "grad_norm": 3.625,
      "learning_rate": 2.3950279408731682e-06,
      "loss": 4.4208,
      "step": 5945
    },
    {
      "epoch": 0.7982291387174671,
      "grad_norm": 3.578125,
      "learning_rate": 2.3798433377088535e-06,
      "loss": 4.3843,
      "step": 5950
    },
    {
      "epoch": 0.7988999195063053,
      "grad_norm": 3.5625,
      "learning_rate": 2.364700519250255e-06,
      "loss": 4.4331,
      "step": 5955
    },
    {
      "epoch": 0.7995707002951435,
      "grad_norm": 3.953125,
      "learning_rate": 2.3495995685321705e-06,
      "loss": 4.4346,
      "step": 5960
    },
    {
      "epoch": 0.8002414810839817,
      "grad_norm": 3.65625,
      "learning_rate": 2.334540568359829e-06,
      "loss": 4.4483,
      "step": 5965
    },
    {
      "epoch": 0.8009122618728199,
      "grad_norm": 3.765625,
      "learning_rate": 2.3195236013084156e-06,
      "loss": 4.4429,
      "step": 5970
    },
    {
      "epoch": 0.8015830426616581,
      "grad_norm": 3.578125,
      "learning_rate": 2.304548749722639e-06,
      "loss": 4.399,
      "step": 5975
    },
    {
      "epoch": 0.8022538234504963,
      "grad_norm": 4.09375,
      "learning_rate": 2.289616095716268e-06,
      "loss": 4.3782,
      "step": 5980
    },
    {
      "epoch": 0.8029246042393345,
      "grad_norm": 3.6875,
      "learning_rate": 2.2747257211716754e-06,
      "loss": 4.4022,
      "step": 5985
    },
    {
      "epoch": 0.8035953850281728,
      "grad_norm": 3.484375,
      "learning_rate": 2.2598777077394063e-06,
      "loss": 4.4023,
      "step": 5990
    },
    {
      "epoch": 0.804266165817011,
      "grad_norm": 3.46875,
      "learning_rate": 2.2450721368377194e-06,
      "loss": 4.4303,
      "step": 5995
    },
    {
      "epoch": 0.8049369466058492,
      "grad_norm": 3.875,
      "learning_rate": 2.2303090896521352e-06,
      "loss": 4.4109,
      "step": 6000
    },
    {
      "epoch": 0.8056077273946874,
      "grad_norm": 3.84375,
      "learning_rate": 2.2155886471350073e-06,
      "loss": 4.3667,
      "step": 6005
    },
    {
      "epoch": 0.8062785081835256,
      "grad_norm": 3.953125,
      "learning_rate": 2.2009108900050613e-06,
      "loss": 4.3359,
      "step": 6010
    },
    {
      "epoch": 0.8069492889723638,
      "grad_norm": 3.65625,
      "learning_rate": 2.1862758987469634e-06,
      "loss": 4.3656,
      "step": 6015
    },
    {
      "epoch": 0.807620069761202,
      "grad_norm": 3.875,
      "learning_rate": 2.171683753610878e-06,
      "loss": 4.4017,
      "step": 6020
    },
    {
      "epoch": 0.8082908505500402,
      "grad_norm": 3.640625,
      "learning_rate": 2.1571345346120188e-06,
      "loss": 4.4229,
      "step": 6025
    },
    {
      "epoch": 0.8089616313388784,
      "grad_norm": 3.90625,
      "learning_rate": 2.1426283215302204e-06,
      "loss": 4.3755,
      "step": 6030
    },
    {
      "epoch": 0.8096324121277166,
      "grad_norm": 3.921875,
      "learning_rate": 2.1281651939094996e-06,
      "loss": 4.3852,
      "step": 6035
    },
    {
      "epoch": 0.8103031929165548,
      "grad_norm": 3.640625,
      "learning_rate": 2.113745231057608e-06,
      "loss": 4.384,
      "step": 6040
    },
    {
      "epoch": 0.810973973705393,
      "grad_norm": 3.71875,
      "learning_rate": 2.0993685120456143e-06,
      "loss": 4.3756,
      "step": 6045
    },
    {
      "epoch": 0.8116447544942312,
      "grad_norm": 3.6875,
      "learning_rate": 2.08503511570746e-06,
      "loss": 4.3656,
      "step": 6050
    },
    {
      "epoch": 0.8123155352830695,
      "grad_norm": 4.09375,
      "learning_rate": 2.0707451206395223e-06,
      "loss": 4.4327,
      "step": 6055
    },
    {
      "epoch": 0.8129863160719077,
      "grad_norm": 3.703125,
      "learning_rate": 2.0564986052002022e-06,
      "loss": 4.3937,
      "step": 6060
    },
    {
      "epoch": 0.8136570968607459,
      "grad_norm": 4.0625,
      "learning_rate": 2.0422956475094678e-06,
      "loss": 4.4104,
      "step": 6065
    },
    {
      "epoch": 0.8143278776495841,
      "grad_norm": 3.609375,
      "learning_rate": 2.028136325448453e-06,
      "loss": 4.4209,
      "step": 6070
    },
    {
      "epoch": 0.8149986584384223,
      "grad_norm": 3.71875,
      "learning_rate": 2.0140207166590165e-06,
      "loss": 4.4011,
      "step": 6075
    },
    {
      "epoch": 0.8156694392272605,
      "grad_norm": 3.53125,
      "learning_rate": 1.999948898543308e-06,
      "loss": 4.4007,
      "step": 6080
    },
    {
      "epoch": 0.8163402200160987,
      "grad_norm": 3.8125,
      "learning_rate": 1.9859209482633634e-06,
      "loss": 4.3775,
      "step": 6085
    },
    {
      "epoch": 0.8170110008049369,
      "grad_norm": 3.703125,
      "learning_rate": 1.9719369427406732e-06,
      "loss": 4.4116,
      "step": 6090
    },
    {
      "epoch": 0.8176817815937751,
      "grad_norm": 3.703125,
      "learning_rate": 1.957996958655748e-06,
      "loss": 4.433,
      "step": 6095
    },
    {
      "epoch": 0.8183525623826133,
      "grad_norm": 3.65625,
      "learning_rate": 1.9441010724477207e-06,
      "loss": 4.4168,
      "step": 6100
    },
    {
      "epoch": 0.8190233431714515,
      "grad_norm": 3.71875,
      "learning_rate": 1.930249360313907e-06,
      "loss": 4.4494,
      "step": 6105
    },
    {
      "epoch": 0.8196941239602897,
      "grad_norm": 3.515625,
      "learning_rate": 1.9164418982094036e-06,
      "loss": 4.4221,
      "step": 6110
    },
    {
      "epoch": 0.8203649047491279,
      "grad_norm": 3.609375,
      "learning_rate": 1.9026787618466646e-06,
      "loss": 4.4614,
      "step": 6115
    },
    {
      "epoch": 0.8210356855379662,
      "grad_norm": 3.625,
      "learning_rate": 1.888960026695078e-06,
      "loss": 4.3725,
      "step": 6120
    },
    {
      "epoch": 0.8217064663268044,
      "grad_norm": 3.5,
      "learning_rate": 1.8752857679805681e-06,
      "loss": 4.4424,
      "step": 6125
    },
    {
      "epoch": 0.8223772471156426,
      "grad_norm": 3.828125,
      "learning_rate": 1.8616560606851763e-06,
      "loss": 4.4192,
      "step": 6130
    },
    {
      "epoch": 0.8230480279044808,
      "grad_norm": 3.578125,
      "learning_rate": 1.8480709795466401e-06,
      "loss": 4.387,
      "step": 6135
    },
    {
      "epoch": 0.823718808693319,
      "grad_norm": 3.75,
      "learning_rate": 1.834530599058001e-06,
      "loss": 4.3954,
      "step": 6140
    },
    {
      "epoch": 0.8243895894821572,
      "grad_norm": 3.484375,
      "learning_rate": 1.82103499346718e-06,
      "loss": 4.3832,
      "step": 6145
    },
    {
      "epoch": 0.8250603702709954,
      "grad_norm": 3.65625,
      "learning_rate": 1.8075842367765817e-06,
      "loss": 4.397,
      "step": 6150
    },
    {
      "epoch": 0.8257311510598336,
      "grad_norm": 3.84375,
      "learning_rate": 1.7941784027426856e-06,
      "loss": 4.3856,
      "step": 6155
    },
    {
      "epoch": 0.8264019318486718,
      "grad_norm": 3.625,
      "learning_rate": 1.7808175648756342e-06,
      "loss": 4.3776,
      "step": 6160
    },
    {
      "epoch": 0.82707271263751,
      "grad_norm": 3.75,
      "learning_rate": 1.7675017964388408e-06,
      "loss": 4.4442,
      "step": 6165
    },
    {
      "epoch": 0.8277434934263482,
      "grad_norm": 3.75,
      "learning_rate": 1.754231170448586e-06,
      "loss": 4.4072,
      "step": 6170
    },
    {
      "epoch": 0.8284142742151864,
      "grad_norm": 3.4375,
      "learning_rate": 1.741005759673603e-06,
      "loss": 4.4095,
      "step": 6175
    },
    {
      "epoch": 0.8290850550040247,
      "grad_norm": 3.625,
      "learning_rate": 1.7278256366347034e-06,
      "loss": 4.3951,
      "step": 6180
    },
    {
      "epoch": 0.8297558357928629,
      "grad_norm": 3.703125,
      "learning_rate": 1.7146908736043543e-06,
      "loss": 4.4436,
      "step": 6185
    },
    {
      "epoch": 0.8304266165817011,
      "grad_norm": 3.609375,
      "learning_rate": 1.7016015426063016e-06,
      "loss": 4.4158,
      "step": 6190
    },
    {
      "epoch": 0.8310973973705393,
      "grad_norm": 3.359375,
      "learning_rate": 1.6885577154151667e-06,
      "loss": 4.3742,
      "step": 6195
    },
    {
      "epoch": 0.8317681781593775,
      "grad_norm": 3.8125,
      "learning_rate": 1.6755594635560468e-06,
      "loss": 4.4058,
      "step": 6200
    },
    {
      "epoch": 0.8324389589482157,
      "grad_norm": 3.640625,
      "learning_rate": 1.6626068583041366e-06,
      "loss": 4.368,
      "step": 6205
    },
    {
      "epoch": 0.8331097397370539,
      "grad_norm": 3.8125,
      "learning_rate": 1.6496999706843297e-06,
      "loss": 4.3562,
      "step": 6210
    },
    {
      "epoch": 0.8337805205258921,
      "grad_norm": 3.5625,
      "learning_rate": 1.6368388714708229e-06,
      "loss": 4.373,
      "step": 6215
    },
    {
      "epoch": 0.8344513013147303,
      "grad_norm": 4.0625,
      "learning_rate": 1.6240236311867419e-06,
      "loss": 4.3973,
      "step": 6220
    },
    {
      "epoch": 0.8351220821035685,
      "grad_norm": 3.6875,
      "learning_rate": 1.6112543201037434e-06,
      "loss": 4.3796,
      "step": 6225
    },
    {
      "epoch": 0.8357928628924067,
      "grad_norm": 3.671875,
      "learning_rate": 1.598531008241635e-06,
      "loss": 4.3776,
      "step": 6230
    },
    {
      "epoch": 0.8364636436812449,
      "grad_norm": 3.796875,
      "learning_rate": 1.5858537653679929e-06,
      "loss": 4.3906,
      "step": 6235
    },
    {
      "epoch": 0.8371344244700831,
      "grad_norm": 3.71875,
      "learning_rate": 1.5732226609977718e-06,
      "loss": 4.3952,
      "step": 6240
    },
    {
      "epoch": 0.8378052052589214,
      "grad_norm": 3.609375,
      "learning_rate": 1.5606377643929305e-06,
      "loss": 4.3985,
      "step": 6245
    },
    {
      "epoch": 0.8384759860477596,
      "grad_norm": 3.53125,
      "learning_rate": 1.5480991445620541e-06,
      "loss": 4.3837,
      "step": 6250
    },
    {
      "epoch": 0.8391467668365978,
      "grad_norm": 3.65625,
      "learning_rate": 1.5356068702599626e-06,
      "loss": 4.3504,
      "step": 6255
    },
    {
      "epoch": 0.839817547625436,
      "grad_norm": 3.59375,
      "learning_rate": 1.5231610099873505e-06,
      "loss": 4.4061,
      "step": 6260
    },
    {
      "epoch": 0.8404883284142742,
      "grad_norm": 3.828125,
      "learning_rate": 1.510761631990404e-06,
      "loss": 4.3666,
      "step": 6265
    },
    {
      "epoch": 0.8411591092031124,
      "grad_norm": 3.90625,
      "learning_rate": 1.4984088042604183e-06,
      "loss": 4.3922,
      "step": 6270
    },
    {
      "epoch": 0.8418298899919506,
      "grad_norm": 3.71875,
      "learning_rate": 1.4861025945334429e-06,
      "loss": 4.3993,
      "step": 6275
    },
    {
      "epoch": 0.8425006707807888,
      "grad_norm": 3.6875,
      "learning_rate": 1.4738430702898898e-06,
      "loss": 4.3985,
      "step": 6280
    },
    {
      "epoch": 0.843171451569627,
      "grad_norm": 3.828125,
      "learning_rate": 1.461630298754183e-06,
      "loss": 4.3809,
      "step": 6285
    },
    {
      "epoch": 0.8438422323584652,
      "grad_norm": 3.4375,
      "learning_rate": 1.4494643468943782e-06,
      "loss": 4.4072,
      "step": 6290
    },
    {
      "epoch": 0.8445130131473034,
      "grad_norm": 3.671875,
      "learning_rate": 1.4373452814217902e-06,
      "loss": 4.4207,
      "step": 6295
    },
    {
      "epoch": 0.8451837939361416,
      "grad_norm": 3.78125,
      "learning_rate": 1.4252731687906462e-06,
      "loss": 4.3916,
      "step": 6300
    },
    {
      "epoch": 0.8458545747249798,
      "grad_norm": 3.75,
      "learning_rate": 1.4132480751977073e-06,
      "loss": 4.378,
      "step": 6305
    },
    {
      "epoch": 0.8465253555138181,
      "grad_norm": 3.453125,
      "learning_rate": 1.401270066581899e-06,
      "loss": 4.3816,
      "step": 6310
    },
    {
      "epoch": 0.8471961363026563,
      "grad_norm": 3.578125,
      "learning_rate": 1.3893392086239733e-06,
      "loss": 4.3827,
      "step": 6315
    },
    {
      "epoch": 0.8478669170914945,
      "grad_norm": 3.671875,
      "learning_rate": 1.377455566746121e-06,
      "loss": 4.3736,
      "step": 6320
    },
    {
      "epoch": 0.8485376978803327,
      "grad_norm": 3.71875,
      "learning_rate": 1.3656192061116359e-06,
      "loss": 4.4332,
      "step": 6325
    },
    {
      "epoch": 0.8492084786691709,
      "grad_norm": 3.65625,
      "learning_rate": 1.3538301916245432e-06,
      "loss": 4.3595,
      "step": 6330
    },
    {
      "epoch": 0.8498792594580091,
      "grad_norm": 4.03125,
      "learning_rate": 1.3420885879292477e-06,
      "loss": 4.4125,
      "step": 6335
    },
    {
      "epoch": 0.8505500402468473,
      "grad_norm": 3.921875,
      "learning_rate": 1.3303944594101813e-06,
      "loss": 4.4203,
      "step": 6340
    },
    {
      "epoch": 0.8512208210356855,
      "grad_norm": 3.890625,
      "learning_rate": 1.3187478701914514e-06,
      "loss": 4.3966,
      "step": 6345
    },
    {
      "epoch": 0.8518916018245237,
      "grad_norm": 3.546875,
      "learning_rate": 1.3071488841364776e-06,
      "loss": 4.3657,
      "step": 6350
    },
    {
      "epoch": 0.8525623826133619,
      "grad_norm": 3.75,
      "learning_rate": 1.2955975648476593e-06,
      "loss": 4.3691,
      "step": 6355
    },
    {
      "epoch": 0.8532331634022001,
      "grad_norm": 3.84375,
      "learning_rate": 1.284093975666012e-06,
      "loss": 4.3664,
      "step": 6360
    },
    {
      "epoch": 0.8539039441910383,
      "grad_norm": 3.75,
      "learning_rate": 1.2726381796708287e-06,
      "loss": 4.4085,
      "step": 6365
    },
    {
      "epoch": 0.8545747249798765,
      "grad_norm": 3.84375,
      "learning_rate": 1.2612302396793319e-06,
      "loss": 4.4047,
      "step": 6370
    },
    {
      "epoch": 0.8552455057687148,
      "grad_norm": 3.609375,
      "learning_rate": 1.249870218246323e-06,
      "loss": 4.4046,
      "step": 6375
    },
    {
      "epoch": 0.855916286557553,
      "grad_norm": 3.734375,
      "learning_rate": 1.2385581776638512e-06,
      "loss": 4.4097,
      "step": 6380
    },
    {
      "epoch": 0.8565870673463912,
      "grad_norm": 3.984375,
      "learning_rate": 1.2272941799608628e-06,
      "loss": 4.3767,
      "step": 6385
    },
    {
      "epoch": 0.8572578481352294,
      "grad_norm": 3.953125,
      "learning_rate": 1.216078286902862e-06,
      "loss": 4.3908,
      "step": 6390
    },
    {
      "epoch": 0.8579286289240676,
      "grad_norm": 3.640625,
      "learning_rate": 1.2049105599915768e-06,
      "loss": 4.3875,
      "step": 6395
    },
    {
      "epoch": 0.8585994097129058,
      "grad_norm": 3.671875,
      "learning_rate": 1.1937910604646152e-06,
      "loss": 4.4117,
      "step": 6400
    },
    {
      "epoch": 0.859270190501744,
      "grad_norm": 3.984375,
      "learning_rate": 1.1827198492951353e-06,
      "loss": 4.3847,
      "step": 6405
    },
    {
      "epoch": 0.8599409712905822,
      "grad_norm": 3.671875,
      "learning_rate": 1.171696987191513e-06,
      "loss": 4.4047,
      "step": 6410
    },
    {
      "epoch": 0.8606117520794204,
      "grad_norm": 3.75,
      "learning_rate": 1.160722534596993e-06,
      "loss": 4.3749,
      "step": 6415
    },
    {
      "epoch": 0.8612825328682586,
      "grad_norm": 3.796875,
      "learning_rate": 1.1497965516893816e-06,
      "loss": 4.3845,
      "step": 6420
    },
    {
      "epoch": 0.8619533136570968,
      "grad_norm": 3.828125,
      "learning_rate": 1.1389190983806986e-06,
      "loss": 4.4241,
      "step": 6425
    },
    {
      "epoch": 0.862624094445935,
      "grad_norm": 3.71875,
      "learning_rate": 1.1280902343168521e-06,
      "loss": 4.3735,
      "step": 6430
    },
    {
      "epoch": 0.8632948752347733,
      "grad_norm": 3.53125,
      "learning_rate": 1.11731001887732e-06,
      "loss": 4.395,
      "step": 6435
    },
    {
      "epoch": 0.8639656560236115,
      "grad_norm": 3.9375,
      "learning_rate": 1.1065785111748117e-06,
      "loss": 4.4219,
      "step": 6440
    },
    {
      "epoch": 0.8646364368124497,
      "grad_norm": 3.859375,
      "learning_rate": 1.0958957700549543e-06,
      "loss": 4.4098,
      "step": 6445
    },
    {
      "epoch": 0.8653072176012879,
      "grad_norm": 3.546875,
      "learning_rate": 1.0852618540959692e-06,
      "loss": 4.3588,
      "step": 6450
    },
    {
      "epoch": 0.8659779983901261,
      "grad_norm": 3.9375,
      "learning_rate": 1.0746768216083369e-06,
      "loss": 4.3495,
      "step": 6455
    },
    {
      "epoch": 0.8666487791789643,
      "grad_norm": 3.640625,
      "learning_rate": 1.0641407306344997e-06,
      "loss": 4.3889,
      "step": 6460
    },
    {
      "epoch": 0.8673195599678025,
      "grad_norm": 3.84375,
      "learning_rate": 1.0536536389485275e-06,
      "loss": 4.4105,
      "step": 6465
    },
    {
      "epoch": 0.8679903407566407,
      "grad_norm": 3.8125,
      "learning_rate": 1.0432156040558018e-06,
      "loss": 4.4021,
      "step": 6470
    },
    {
      "epoch": 0.8686611215454789,
      "grad_norm": 3.703125,
      "learning_rate": 1.032826683192708e-06,
      "loss": 4.3493,
      "step": 6475
    },
    {
      "epoch": 0.8693319023343171,
      "grad_norm": 3.859375,
      "learning_rate": 1.0224869333263187e-06,
      "loss": 4.3967,
      "step": 6480
    },
    {
      "epoch": 0.8700026831231553,
      "grad_norm": 3.828125,
      "learning_rate": 1.012196411154075e-06,
      "loss": 4.3875,
      "step": 6485
    },
    {
      "epoch": 0.8706734639119935,
      "grad_norm": 3.828125,
      "learning_rate": 1.0019551731034871e-06,
      "loss": 4.4063,
      "step": 6490
    },
    {
      "epoch": 0.8713442447008317,
      "grad_norm": 3.609375,
      "learning_rate": 9.917632753318095e-07,
      "loss": 4.4293,
      "step": 6495
    },
    {
      "epoch": 0.87201502548967,
      "grad_norm": 3.875,
      "learning_rate": 9.81620773725751e-07,
      "loss": 4.3773,
      "step": 6500
    },
    {
      "epoch": 0.8726858062785082,
      "grad_norm": 3.671875,
      "learning_rate": 9.715277239011577e-07,
      "loss": 4.3746,
      "step": 6505
    },
    {
      "epoch": 0.8733565870673464,
      "grad_norm": 3.75,
      "learning_rate": 9.614841812027032e-07,
      "loss": 4.4339,
      "step": 6510
    },
    {
      "epoch": 0.8740273678561846,
      "grad_norm": 3.453125,
      "learning_rate": 9.514902007035964e-07,
      "loss": 4.4179,
      "step": 6515
    },
    {
      "epoch": 0.8746981486450228,
      "grad_norm": 3.359375,
      "learning_rate": 9.415458372052788e-07,
      "loss": 4.3804,
      "step": 6520
    },
    {
      "epoch": 0.875368929433861,
      "grad_norm": 3.84375,
      "learning_rate": 9.316511452371091e-07,
      "loss": 4.417,
      "step": 6525
    },
    {
      "epoch": 0.8760397102226992,
      "grad_norm": 3.640625,
      "learning_rate": 9.218061790560862e-07,
      "loss": 4.3884,
      "step": 6530
    },
    {
      "epoch": 0.8767104910115374,
      "grad_norm": 3.59375,
      "learning_rate": 9.120109926465304e-07,
      "loss": 4.428,
      "step": 6535
    },
    {
      "epoch": 0.8773812718003756,
      "grad_norm": 3.703125,
      "learning_rate": 9.022656397198049e-07,
      "loss": 4.4363,
      "step": 6540
    },
    {
      "epoch": 0.8780520525892138,
      "grad_norm": 3.953125,
      "learning_rate": 8.925701737140136e-07,
      "loss": 4.3825,
      "step": 6545
    },
    {
      "epoch": 0.878722833378052,
      "grad_norm": 3.734375,
      "learning_rate": 8.829246477936992e-07,
      "loss": 4.4015,
      "step": 6550
    },
    {
      "epoch": 0.8793936141668902,
      "grad_norm": 3.328125,
      "learning_rate": 8.733291148495726e-07,
      "loss": 4.3787,
      "step": 6555
    },
    {
      "epoch": 0.8800643949557284,
      "grad_norm": 3.765625,
      "learning_rate": 8.637836274982048e-07,
      "loss": 4.3698,
      "step": 6560
    },
    {
      "epoch": 0.8807351757445667,
      "grad_norm": 4.0625,
      "learning_rate": 8.542882380817419e-07,
      "loss": 4.3971,
      "step": 6565
    },
    {
      "epoch": 0.8814059565334049,
      "grad_norm": 3.546875,
      "learning_rate": 8.448429986676298e-07,
      "loss": 4.3729,
      "step": 6570
    },
    {
      "epoch": 0.8820767373222431,
      "grad_norm": 3.484375,
      "learning_rate": 8.35447961048309e-07,
      "loss": 4.3558,
      "step": 6575
    },
    {
      "epoch": 0.8827475181110813,
      "grad_norm": 3.578125,
      "learning_rate": 8.261031767409478e-07,
      "loss": 4.4293,
      "step": 6580
    },
    {
      "epoch": 0.8834182988999195,
      "grad_norm": 3.578125,
      "learning_rate": 8.168086969871547e-07,
      "loss": 4.3793,
      "step": 6585
    },
    {
      "epoch": 0.8840890796887577,
      "grad_norm": 3.671875,
      "learning_rate": 8.075645727526893e-07,
      "loss": 4.3796,
      "step": 6590
    },
    {
      "epoch": 0.8847598604775959,
      "grad_norm": 3.6875,
      "learning_rate": 7.983708547271951e-07,
      "loss": 4.4287,
      "step": 6595
    },
    {
      "epoch": 0.8854306412664341,
      "grad_norm": 3.6875,
      "learning_rate": 7.892275933239146e-07,
      "loss": 4.4191,
      "step": 6600
    },
    {
      "epoch": 0.8861014220552723,
      "grad_norm": 3.6875,
      "learning_rate": 7.801348386794116e-07,
      "loss": 4.4102,
      "step": 6605
    },
    {
      "epoch": 0.8867722028441105,
      "grad_norm": 3.390625,
      "learning_rate": 7.710926406533037e-07,
      "loss": 4.3783,
      "step": 6610
    },
    {
      "epoch": 0.8874429836329487,
      "grad_norm": 3.65625,
      "learning_rate": 7.62101048827979e-07,
      "loss": 4.3875,
      "step": 6615
    },
    {
      "epoch": 0.8881137644217869,
      "grad_norm": 3.6875,
      "learning_rate": 7.531601125083321e-07,
      "loss": 4.3873,
      "step": 6620
    },
    {
      "epoch": 0.8887845452106252,
      "grad_norm": 3.53125,
      "learning_rate": 7.442698807214932e-07,
      "loss": 4.4178,
      "step": 6625
    },
    {
      "epoch": 0.8894553259994634,
      "grad_norm": 3.734375,
      "learning_rate": 7.354304022165515e-07,
      "loss": 4.3897,
      "step": 6630
    },
    {
      "epoch": 0.8901261067883016,
      "grad_norm": 3.671875,
      "learning_rate": 7.266417254642966e-07,
      "loss": 4.3889,
      "step": 6635
    },
    {
      "epoch": 0.8907968875771398,
      "grad_norm": 3.65625,
      "learning_rate": 7.17903898656952e-07,
      "loss": 4.3893,
      "step": 6640
    },
    {
      "epoch": 0.891467668365978,
      "grad_norm": 3.78125,
      "learning_rate": 7.092169697079021e-07,
      "loss": 4.3921,
      "step": 6645
    },
    {
      "epoch": 0.8921384491548162,
      "grad_norm": 3.625,
      "learning_rate": 7.005809862514412e-07,
      "loss": 4.3964,
      "step": 6650
    },
    {
      "epoch": 0.8928092299436544,
      "grad_norm": 3.8125,
      "learning_rate": 6.919959956425038e-07,
      "loss": 4.4055,
      "step": 6655
    },
    {
      "epoch": 0.8934800107324926,
      "grad_norm": 3.5625,
      "learning_rate": 6.834620449564077e-07,
      "loss": 4.3996,
      "step": 6660
    },
    {
      "epoch": 0.8941507915213308,
      "grad_norm": 3.59375,
      "learning_rate": 6.74979180988602e-07,
      "loss": 4.3954,
      "step": 6665
    },
    {
      "epoch": 0.894821572310169,
      "grad_norm": 3.796875,
      "learning_rate": 6.665474502543944e-07,
      "loss": 4.3729,
      "step": 6670
    },
    {
      "epoch": 0.8954923530990072,
      "grad_norm": 3.515625,
      "learning_rate": 6.581668989887158e-07,
      "loss": 4.3782,
      "step": 6675
    },
    {
      "epoch": 0.8961631338878454,
      "grad_norm": 3.59375,
      "learning_rate": 6.498375731458529e-07,
      "loss": 4.3743,
      "step": 6680
    },
    {
      "epoch": 0.8968339146766836,
      "grad_norm": 3.703125,
      "learning_rate": 6.415595183991985e-07,
      "loss": 4.4123,
      "step": 6685
    },
    {
      "epoch": 0.8975046954655219,
      "grad_norm": 4.0625,
      "learning_rate": 6.333327801410094e-07,
      "loss": 4.4441,
      "step": 6690
    },
    {
      "epoch": 0.8981754762543601,
      "grad_norm": 4.1875,
      "learning_rate": 6.251574034821461e-07,
      "loss": 4.3585,
      "step": 6695
    },
    {
      "epoch": 0.8988462570431983,
      "grad_norm": 3.75,
      "learning_rate": 6.170334332518325e-07,
      "loss": 4.4259,
      "step": 6700
    },
    {
      "epoch": 0.8995170378320365,
      "grad_norm": 3.6875,
      "learning_rate": 6.089609139974084e-07,
      "loss": 4.3913,
      "step": 6705
    },
    {
      "epoch": 0.9001878186208747,
      "grad_norm": 3.9375,
      "learning_rate": 6.009398899840835e-07,
      "loss": 4.3986,
      "step": 6710
    },
    {
      "epoch": 0.9008585994097129,
      "grad_norm": 4.03125,
      "learning_rate": 5.929704051946982e-07,
      "loss": 4.3924,
      "step": 6715
    },
    {
      "epoch": 0.9015293801985511,
      "grad_norm": 3.6875,
      "learning_rate": 5.850525033294818e-07,
      "loss": 4.3844,
      "step": 6720
    },
    {
      "epoch": 0.9022001609873893,
      "grad_norm": 3.75,
      "learning_rate": 5.771862278058038e-07,
      "loss": 4.3865,
      "step": 6725
    },
    {
      "epoch": 0.9028709417762275,
      "grad_norm": 3.609375,
      "learning_rate": 5.693716217579536e-07,
      "loss": 4.4349,
      "step": 6730
    },
    {
      "epoch": 0.9035417225650657,
      "grad_norm": 3.53125,
      "learning_rate": 5.616087280368898e-07,
      "loss": 4.4081,
      "step": 6735
    },
    {
      "epoch": 0.9042125033539039,
      "grad_norm": 3.890625,
      "learning_rate": 5.538975892100041e-07,
      "loss": 4.3878,
      "step": 6740
    },
    {
      "epoch": 0.9048832841427421,
      "grad_norm": 3.828125,
      "learning_rate": 5.462382475609029e-07,
      "loss": 4.4002,
      "step": 6745
    },
    {
      "epoch": 0.9055540649315803,
      "grad_norm": 3.90625,
      "learning_rate": 5.386307450891581e-07,
      "loss": 4.4117,
      "step": 6750
    },
    {
      "epoch": 0.9062248457204186,
      "grad_norm": 3.890625,
      "learning_rate": 5.310751235100864e-07,
      "loss": 4.4077,
      "step": 6755
    },
    {
      "epoch": 0.9068956265092568,
      "grad_norm": 3.921875,
      "learning_rate": 5.235714242545209e-07,
      "loss": 4.3939,
      "step": 6760
    },
    {
      "epoch": 0.907566407298095,
      "grad_norm": 3.53125,
      "learning_rate": 5.161196884685782e-07,
      "loss": 4.3202,
      "step": 6765
    },
    {
      "epoch": 0.9082371880869332,
      "grad_norm": 3.5,
      "learning_rate": 5.087199570134371e-07,
      "loss": 4.4227,
      "step": 6770
    },
    {
      "epoch": 0.9089079688757714,
      "grad_norm": 3.4375,
      "learning_rate": 5.013722704651158e-07,
      "loss": 4.4416,
      "step": 6775
    },
    {
      "epoch": 0.9095787496646096,
      "grad_norm": 3.75,
      "learning_rate": 4.940766691142429e-07,
      "loss": 4.4173,
      "step": 6780
    },
    {
      "epoch": 0.9102495304534478,
      "grad_norm": 3.71875,
      "learning_rate": 4.868331929658454e-07,
      "loss": 4.3757,
      "step": 6785
    },
    {
      "epoch": 0.910920311242286,
      "grad_norm": 3.625,
      "learning_rate": 4.796418817391191e-07,
      "loss": 4.4111,
      "step": 6790
    },
    {
      "epoch": 0.9115910920311242,
      "grad_norm": 3.734375,
      "learning_rate": 4.725027748672251e-07,
      "loss": 4.4394,
      "step": 6795
    },
    {
      "epoch": 0.9122618728199624,
      "grad_norm": 3.875,
      "learning_rate": 4.654159114970547e-07,
      "loss": 4.3961,
      "step": 6800
    },
    {
      "epoch": 0.9129326536088006,
      "grad_norm": 4.0,
      "learning_rate": 4.5838133048903057e-07,
      "loss": 4.359,
      "step": 6805
    },
    {
      "epoch": 0.9136034343976388,
      "grad_norm": 3.703125,
      "learning_rate": 4.513990704168869e-07,
      "loss": 4.3779,
      "step": 6810
    },
    {
      "epoch": 0.9142742151864771,
      "grad_norm": 3.421875,
      "learning_rate": 4.444691695674597e-07,
      "loss": 4.3937,
      "step": 6815
    },
    {
      "epoch": 0.9149449959753153,
      "grad_norm": 3.703125,
      "learning_rate": 4.3759166594047333e-07,
      "loss": 4.4453,
      "step": 6820
    },
    {
      "epoch": 0.9156157767641535,
      "grad_norm": 3.796875,
      "learning_rate": 4.307665972483399e-07,
      "loss": 4.4053,
      "step": 6825
    },
    {
      "epoch": 0.9162865575529917,
      "grad_norm": 3.671875,
      "learning_rate": 4.2399400091594154e-07,
      "loss": 4.3894,
      "step": 6830
    },
    {
      "epoch": 0.9169573383418299,
      "grad_norm": 3.96875,
      "learning_rate": 4.172739140804338e-07,
      "loss": 4.41,
      "step": 6835
    },
    {
      "epoch": 0.9176281191306681,
      "grad_norm": 3.5625,
      "learning_rate": 4.1060637359104373e-07,
      "loss": 4.4375,
      "step": 6840
    },
    {
      "epoch": 0.9182988999195063,
      "grad_norm": 3.703125,
      "learning_rate": 4.0399141600885314e-07,
      "loss": 4.412,
      "step": 6845
    },
    {
      "epoch": 0.9189696807083445,
      "grad_norm": 3.8125,
      "learning_rate": 3.974290776066192e-07,
      "loss": 4.3971,
      "step": 6850
    },
    {
      "epoch": 0.9196404614971827,
      "grad_norm": 4.0,
      "learning_rate": 3.909193943685585e-07,
      "loss": 4.3867,
      "step": 6855
    },
    {
      "epoch": 0.9203112422860209,
      "grad_norm": 3.59375,
      "learning_rate": 3.844624019901566e-07,
      "loss": 4.4049,
      "step": 6860
    },
    {
      "epoch": 0.9209820230748591,
      "grad_norm": 3.359375,
      "learning_rate": 3.780581358779745e-07,
      "loss": 4.4568,
      "step": 6865
    },
    {
      "epoch": 0.9216528038636973,
      "grad_norm": 3.34375,
      "learning_rate": 3.717066311494466e-07,
      "loss": 4.4242,
      "step": 6870
    },
    {
      "epoch": 0.9223235846525355,
      "grad_norm": 3.8125,
      "learning_rate": 3.6540792263269784e-07,
      "loss": 4.396,
      "step": 6875
    },
    {
      "epoch": 0.9229943654413738,
      "grad_norm": 3.890625,
      "learning_rate": 3.591620448663469e-07,
      "loss": 4.3961,
      "step": 6880
    },
    {
      "epoch": 0.923665146230212,
      "grad_norm": 3.484375,
      "learning_rate": 3.529690320993162e-07,
      "loss": 4.3741,
      "step": 6885
    },
    {
      "epoch": 0.9243359270190502,
      "grad_norm": 3.640625,
      "learning_rate": 3.4682891829064923e-07,
      "loss": 4.3834,
      "step": 6890
    },
    {
      "epoch": 0.9250067078078884,
      "grad_norm": 3.578125,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 4.4064,
      "step": 6895
    },
    {
      "epoch": 0.9256774885967266,
      "grad_norm": 3.6875,
      "learning_rate": 3.347075219340412e-07,
      "loss": 4.4015,
      "step": 6900
    },
    {
      "epoch": 0.9263482693855648,
      "grad_norm": 3.53125,
      "learning_rate": 3.2872630585310315e-07,
      "loss": 4.405,
      "step": 6905
    },
    {
      "epoch": 0.927019050174403,
      "grad_norm": 3.828125,
      "learning_rate": 3.227981216641707e-07,
      "loss": 4.4143,
      "step": 6910
    },
    {
      "epoch": 0.9276898309632412,
      "grad_norm": 3.8125,
      "learning_rate": 3.1692300187411205e-07,
      "loss": 4.4154,
      "step": 6915
    },
    {
      "epoch": 0.9283606117520794,
      "grad_norm": 3.640625,
      "learning_rate": 3.1110097869882063e-07,
      "loss": 4.375,
      "step": 6920
    },
    {
      "epoch": 0.9290313925409176,
      "grad_norm": 3.453125,
      "learning_rate": 3.053320840630358e-07,
      "loss": 4.4135,
      "step": 6925
    },
    {
      "epoch": 0.9297021733297558,
      "grad_norm": 3.78125,
      "learning_rate": 2.996163496001714e-07,
      "loss": 4.3985,
      "step": 6930
    },
    {
      "epoch": 0.930372954118594,
      "grad_norm": 3.59375,
      "learning_rate": 2.939538066521408e-07,
      "loss": 4.3818,
      "step": 6935
    },
    {
      "epoch": 0.9310437349074322,
      "grad_norm": 3.875,
      "learning_rate": 2.88344486269182e-07,
      "loss": 4.3913,
      "step": 6940
    },
    {
      "epoch": 0.9317145156962705,
      "grad_norm": 3.734375,
      "learning_rate": 2.82788419209693e-07,
      "loss": 4.4219,
      "step": 6945
    },
    {
      "epoch": 0.9323852964851087,
      "grad_norm": 3.75,
      "learning_rate": 2.772856359400589e-07,
      "loss": 4.4144,
      "step": 6950
    },
    {
      "epoch": 0.9330560772739469,
      "grad_norm": 3.609375,
      "learning_rate": 2.7183616663448373e-07,
      "loss": 4.3653,
      "step": 6955
    },
    {
      "epoch": 0.9337268580627851,
      "grad_norm": 3.578125,
      "learning_rate": 2.6644004117483357e-07,
      "loss": 4.3984,
      "step": 6960
    },
    {
      "epoch": 0.9343976388516233,
      "grad_norm": 3.8125,
      "learning_rate": 2.610972891504593e-07,
      "loss": 4.3968,
      "step": 6965
    },
    {
      "epoch": 0.9350684196404615,
      "grad_norm": 3.609375,
      "learning_rate": 2.5580793985804596e-07,
      "loss": 4.4347,
      "step": 6970
    },
    {
      "epoch": 0.9357392004292997,
      "grad_norm": 3.578125,
      "learning_rate": 2.505720223014474e-07,
      "loss": 4.4479,
      "step": 6975
    },
    {
      "epoch": 0.9364099812181379,
      "grad_norm": 3.84375,
      "learning_rate": 2.45389565191525e-07,
      "loss": 4.4033,
      "step": 6980
    },
    {
      "epoch": 0.9370807620069761,
      "grad_norm": 3.578125,
      "learning_rate": 2.4026059694599477e-07,
      "loss": 4.427,
      "step": 6985
    },
    {
      "epoch": 0.9377515427958143,
      "grad_norm": 3.734375,
      "learning_rate": 2.3518514568927065e-07,
      "loss": 4.3964,
      "step": 6990
    },
    {
      "epoch": 0.9384223235846525,
      "grad_norm": 3.75,
      "learning_rate": 2.3016323925230678e-07,
      "loss": 4.438,
      "step": 6995
    },
    {
      "epoch": 0.9390931043734907,
      "grad_norm": 3.515625,
      "learning_rate": 2.251949051724478e-07,
      "loss": 4.3737,
      "step": 7000
    },
    {
      "epoch": 0.939763885162329,
      "grad_norm": 3.703125,
      "learning_rate": 2.202801706932767e-07,
      "loss": 4.3943,
      "step": 7005
    },
    {
      "epoch": 0.9404346659511672,
      "grad_norm": 3.734375,
      "learning_rate": 2.1541906276446922e-07,
      "loss": 4.3773,
      "step": 7010
    },
    {
      "epoch": 0.9411054467400054,
      "grad_norm": 3.859375,
      "learning_rate": 2.1061160804163984e-07,
      "loss": 4.3354,
      "step": 7015
    },
    {
      "epoch": 0.9417762275288436,
      "grad_norm": 3.734375,
      "learning_rate": 2.058578328861971e-07,
      "loss": 4.3882,
      "step": 7020
    },
    {
      "epoch": 0.9424470083176818,
      "grad_norm": 3.96875,
      "learning_rate": 2.0115776336520622e-07,
      "loss": 4.4414,
      "step": 7025
    },
    {
      "epoch": 0.94311778910652,
      "grad_norm": 3.5625,
      "learning_rate": 1.9651142525123567e-07,
      "loss": 4.4141,
      "step": 7030
    },
    {
      "epoch": 0.9437885698953582,
      "grad_norm": 3.5,
      "learning_rate": 1.9191884402222305e-07,
      "loss": 4.3865,
      "step": 7035
    },
    {
      "epoch": 0.9444593506841964,
      "grad_norm": 3.609375,
      "learning_rate": 1.8738004486133166e-07,
      "loss": 4.41,
      "step": 7040
    },
    {
      "epoch": 0.9451301314730346,
      "grad_norm": 3.5625,
      "learning_rate": 1.8289505265681407e-07,
      "loss": 4.3861,
      "step": 7045
    },
    {
      "epoch": 0.9458009122618728,
      "grad_norm": 3.796875,
      "learning_rate": 1.7846389200187775e-07,
      "loss": 4.4448,
      "step": 7050
    },
    {
      "epoch": 0.946471693050711,
      "grad_norm": 3.484375,
      "learning_rate": 1.7408658719454518e-07,
      "loss": 4.4203,
      "step": 7055
    },
    {
      "epoch": 0.9471424738395492,
      "grad_norm": 3.546875,
      "learning_rate": 1.6976316223752288e-07,
      "loss": 4.4004,
      "step": 7060
    },
    {
      "epoch": 0.9478132546283874,
      "grad_norm": 3.609375,
      "learning_rate": 1.654936408380725e-07,
      "loss": 4.4079,
      "step": 7065
    },
    {
      "epoch": 0.9484840354172257,
      "grad_norm": 3.703125,
      "learning_rate": 1.6127804640787781e-07,
      "loss": 4.4534,
      "step": 7070
    },
    {
      "epoch": 0.9491548162060639,
      "grad_norm": 3.890625,
      "learning_rate": 1.5711640206291567e-07,
      "loss": 4.3794,
      "step": 7075
    },
    {
      "epoch": 0.9498255969949021,
      "grad_norm": 3.5625,
      "learning_rate": 1.53008730623333e-07,
      "loss": 4.4101,
      "step": 7080
    },
    {
      "epoch": 0.9504963777837403,
      "grad_norm": 3.609375,
      "learning_rate": 1.489550546133156e-07,
      "loss": 4.3742,
      "step": 7085
    },
    {
      "epoch": 0.9511671585725785,
      "grad_norm": 3.515625,
      "learning_rate": 1.4495539626097289e-07,
      "loss": 4.3824,
      "step": 7090
    },
    {
      "epoch": 0.9518379393614167,
      "grad_norm": 3.703125,
      "learning_rate": 1.4100977749820887e-07,
      "loss": 4.4421,
      "step": 7095
    },
    {
      "epoch": 0.9525087201502549,
      "grad_norm": 3.84375,
      "learning_rate": 1.371182199606036e-07,
      "loss": 4.4194,
      "step": 7100
    },
    {
      "epoch": 0.9531795009390931,
      "grad_norm": 3.71875,
      "learning_rate": 1.3328074498729749e-07,
      "loss": 4.4078,
      "step": 7105
    },
    {
      "epoch": 0.9538502817279313,
      "grad_norm": 3.859375,
      "learning_rate": 1.2949737362087156e-07,
      "loss": 4.3763,
      "step": 7110
    },
    {
      "epoch": 0.9545210625167695,
      "grad_norm": 3.515625,
      "learning_rate": 1.257681266072319e-07,
      "loss": 4.3965,
      "step": 7115
    },
    {
      "epoch": 0.9551918433056077,
      "grad_norm": 3.671875,
      "learning_rate": 1.2209302439549764e-07,
      "loss": 4.4488,
      "step": 7120
    },
    {
      "epoch": 0.9558626240944459,
      "grad_norm": 3.71875,
      "learning_rate": 1.184720871378886e-07,
      "loss": 4.3942,
      "step": 7125
    },
    {
      "epoch": 0.9565334048832841,
      "grad_norm": 3.703125,
      "learning_rate": 1.1490533468961118e-07,
      "loss": 4.3801,
      "step": 7130
    },
    {
      "epoch": 0.9572041856721224,
      "grad_norm": 3.671875,
      "learning_rate": 1.1139278660875608e-07,
      "loss": 4.3799,
      "step": 7135
    },
    {
      "epoch": 0.9578749664609606,
      "grad_norm": 3.703125,
      "learning_rate": 1.0793446215618397e-07,
      "loss": 4.4207,
      "step": 7140
    },
    {
      "epoch": 0.9585457472497988,
      "grad_norm": 3.609375,
      "learning_rate": 1.0453038029542561e-07,
      "loss": 4.3428,
      "step": 7145
    },
    {
      "epoch": 0.959216528038637,
      "grad_norm": 3.546875,
      "learning_rate": 1.0118055969257523e-07,
      "loss": 4.4319,
      "step": 7150
    },
    {
      "epoch": 0.9598873088274752,
      "grad_norm": 3.71875,
      "learning_rate": 9.788501871618727e-08,
      "loss": 4.3968,
      "step": 7155
    },
    {
      "epoch": 0.9605580896163134,
      "grad_norm": 3.921875,
      "learning_rate": 9.464377543717651e-08,
      "loss": 4.3763,
      "step": 7160
    },
    {
      "epoch": 0.9612288704051516,
      "grad_norm": 3.609375,
      "learning_rate": 9.145684762872365e-08,
      "loss": 4.4095,
      "step": 7165
    },
    {
      "epoch": 0.9618996511939898,
      "grad_norm": 3.875,
      "learning_rate": 8.832425276616763e-08,
      "loss": 4.3961,
      "step": 7170
    },
    {
      "epoch": 0.962570431982828,
      "grad_norm": 3.65625,
      "learning_rate": 8.524600802691907e-08,
      "loss": 4.3966,
      "step": 7175
    },
    {
      "epoch": 0.9632412127716662,
      "grad_norm": 3.765625,
      "learning_rate": 8.222213029036141e-08,
      "loss": 4.4085,
      "step": 7180
    },
    {
      "epoch": 0.9639119935605044,
      "grad_norm": 3.734375,
      "learning_rate": 7.925263613776102e-08,
      "loss": 4.3662,
      "step": 7185
    },
    {
      "epoch": 0.9645827743493426,
      "grad_norm": 3.75,
      "learning_rate": 7.63375418521739e-08,
      "loss": 4.3742,
      "step": 7190
    },
    {
      "epoch": 0.9652535551381809,
      "grad_norm": 3.625,
      "learning_rate": 7.347686341835803e-08,
      "loss": 4.3853,
      "step": 7195
    },
    {
      "epoch": 0.9659243359270191,
      "grad_norm": 4.0625,
      "learning_rate": 7.067061652268337e-08,
      "loss": 4.3483,
      "step": 7200
    },
    {
      "epoch": 0.9665951167158573,
      "grad_norm": 3.71875,
      "learning_rate": 6.791881655305087e-08,
      "loss": 4.3992,
      "step": 7205
    },
    {
      "epoch": 0.9672658975046955,
      "grad_norm": 3.84375,
      "learning_rate": 6.522147859880035e-08,
      "loss": 4.416,
      "step": 7210
    },
    {
      "epoch": 0.9679366782935337,
      "grad_norm": 3.828125,
      "learning_rate": 6.257861745063709e-08,
      "loss": 4.4027,
      "step": 7215
    },
    {
      "epoch": 0.9686074590823719,
      "grad_norm": 3.375,
      "learning_rate": 5.999024760054095e-08,
      "loss": 4.4127,
      "step": 7220
    },
    {
      "epoch": 0.9692782398712101,
      "grad_norm": 3.765625,
      "learning_rate": 5.745638324169633e-08,
      "loss": 4.4147,
      "step": 7225
    },
    {
      "epoch": 0.9699490206600483,
      "grad_norm": 3.390625,
      "learning_rate": 5.4977038268406724e-08,
      "loss": 4.3556,
      "step": 7230
    },
    {
      "epoch": 0.9706198014488865,
      "grad_norm": 3.46875,
      "learning_rate": 5.2552226276021414e-08,
      "loss": 4.4057,
      "step": 7235
    },
    {
      "epoch": 0.9712905822377247,
      "grad_norm": 3.8125,
      "learning_rate": 5.018196056086444e-08,
      "loss": 4.3939,
      "step": 7240
    },
    {
      "epoch": 0.9719613630265629,
      "grad_norm": 3.8125,
      "learning_rate": 4.7866254120155774e-08,
      "loss": 4.4177,
      "step": 7245
    },
    {
      "epoch": 0.9726321438154011,
      "grad_norm": 3.734375,
      "learning_rate": 4.5605119651941366e-08,
      "loss": 4.3928,
      "step": 7250
    },
    {
      "epoch": 0.9733029246042393,
      "grad_norm": 4.03125,
      "learning_rate": 4.339856955502875e-08,
      "loss": 4.3753,
      "step": 7255
    },
    {
      "epoch": 0.9739737053930776,
      "grad_norm": 3.984375,
      "learning_rate": 4.124661592891044e-08,
      "loss": 4.4159,
      "step": 7260
    },
    {
      "epoch": 0.9746444861819158,
      "grad_norm": 3.75,
      "learning_rate": 3.914927057370621e-08,
      "loss": 4.4484,
      "step": 7265
    },
    {
      "epoch": 0.975315266970754,
      "grad_norm": 3.625,
      "learning_rate": 3.710654499009203e-08,
      "loss": 4.4105,
      "step": 7270
    },
    {
      "epoch": 0.9759860477595922,
      "grad_norm": 3.875,
      "learning_rate": 3.511845037924011e-08,
      "loss": 4.3446,
      "step": 7275
    },
    {
      "epoch": 0.9766568285484304,
      "grad_norm": 3.859375,
      "learning_rate": 3.318499764275784e-08,
      "loss": 4.4147,
      "step": 7280
    },
    {
      "epoch": 0.9773276093372686,
      "grad_norm": 4.0625,
      "learning_rate": 3.1306197382624525e-08,
      "loss": 4.4198,
      "step": 7285
    },
    {
      "epoch": 0.9779983901261068,
      "grad_norm": 3.5625,
      "learning_rate": 2.948205990113806e-08,
      "loss": 4.4451,
      "step": 7290
    },
    {
      "epoch": 0.978669170914945,
      "grad_norm": 3.625,
      "learning_rate": 2.771259520085501e-08,
      "loss": 4.3992,
      "step": 7295
    },
    {
      "epoch": 0.9793399517037832,
      "grad_norm": 3.546875,
      "learning_rate": 2.5997812984535076e-08,
      "loss": 4.3659,
      "step": 7300
    },
    {
      "epoch": 0.9800107324926214,
      "grad_norm": 3.734375,
      "learning_rate": 2.4337722655093376e-08,
      "loss": 4.3878,
      "step": 7305
    },
    {
      "epoch": 0.9806815132814596,
      "grad_norm": 3.84375,
      "learning_rate": 2.273233331554159e-08,
      "loss": 4.411,
      "step": 7310
    },
    {
      "epoch": 0.9813522940702978,
      "grad_norm": 3.5625,
      "learning_rate": 2.1181653768943543e-08,
      "loss": 4.4082,
      "step": 7315
    },
    {
      "epoch": 0.982023074859136,
      "grad_norm": 3.59375,
      "learning_rate": 1.9685692518365274e-08,
      "loss": 4.4145,
      "step": 7320
    },
    {
      "epoch": 0.9826938556479743,
      "grad_norm": 3.671875,
      "learning_rate": 1.824445776682504e-08,
      "loss": 4.3883,
      "step": 7325
    },
    {
      "epoch": 0.9833646364368125,
      "grad_norm": 3.46875,
      "learning_rate": 1.68579574172556e-08,
      "loss": 4.3861,
      "step": 7330
    },
    {
      "epoch": 0.9840354172256507,
      "grad_norm": 3.515625,
      "learning_rate": 1.5526199072453117e-08,
      "loss": 4.3479,
      "step": 7335
    },
    {
      "epoch": 0.9847061980144889,
      "grad_norm": 3.84375,
      "learning_rate": 1.424919003504166e-08,
      "loss": 4.4215,
      "step": 7340
    },
    {
      "epoch": 0.9853769788033271,
      "grad_norm": 3.59375,
      "learning_rate": 1.3026937307428766e-08,
      "loss": 4.406,
      "step": 7345
    },
    {
      "epoch": 0.9860477595921653,
      "grad_norm": 3.703125,
      "learning_rate": 1.1859447591769934e-08,
      "loss": 4.3822,
      "step": 7350
    },
    {
      "epoch": 0.9867185403810035,
      "grad_norm": 3.53125,
      "learning_rate": 1.0746727289928649e-08,
      "loss": 4.4112,
      "step": 7355
    },
    {
      "epoch": 0.9873893211698417,
      "grad_norm": 3.96875,
      "learning_rate": 9.688782503446403e-09,
      "loss": 4.3845,
      "step": 7360
    },
    {
      "epoch": 0.9880601019586799,
      "grad_norm": 3.984375,
      "learning_rate": 8.685619033503844e-09,
      "loss": 4.4134,
      "step": 7365
    },
    {
      "epoch": 0.9887308827475181,
      "grad_norm": 3.3125,
      "learning_rate": 7.737242380891907e-09,
      "loss": 4.3812,
      "step": 7370
    },
    {
      "epoch": 0.9894016635363563,
      "grad_norm": 4.03125,
      "learning_rate": 6.8436577459829454e-09,
      "loss": 4.3623,
      "step": 7375
    },
    {
      "epoch": 0.9900724443251945,
      "grad_norm": 3.53125,
      "learning_rate": 6.004870028696319e-09,
      "loss": 4.4073,
      "step": 7380
    },
    {
      "epoch": 0.9907432251140328,
      "grad_norm": 3.703125,
      "learning_rate": 5.220883828479517e-09,
      "loss": 4.3742,
      "step": 7385
    },
    {
      "epoch": 0.991414005902871,
      "grad_norm": 3.609375,
      "learning_rate": 4.4917034442770736e-09,
      "loss": 4.4221,
      "step": 7390
    },
    {
      "epoch": 0.9920847866917092,
      "grad_norm": 3.578125,
      "learning_rate": 3.817332874508361e-09,
      "loss": 4.4118,
      "step": 7395
    },
    {
      "epoch": 0.9927555674805474,
      "grad_norm": 3.671875,
      "learning_rate": 3.1977758170476105e-09,
      "loss": 4.4171,
      "step": 7400
    },
    {
      "epoch": 0.9934263482693856,
      "grad_norm": 3.625,
      "learning_rate": 2.6330356692017e-09,
      "loss": 4.389,
      "step": 7405
    },
    {
      "epoch": 0.9940971290582238,
      "grad_norm": 3.59375,
      "learning_rate": 2.1231155276912886e-09,
      "loss": 4.3805,
      "step": 7410
    },
    {
      "epoch": 0.994767909847062,
      "grad_norm": 3.96875,
      "learning_rate": 1.6680181886352676e-09,
      "loss": 4.3677,
      "step": 7415
    },
    {
      "epoch": 0.9954386906359002,
      "grad_norm": 3.46875,
      "learning_rate": 1.2677461475352205e-09,
      "loss": 4.4102,
      "step": 7420
    },
    {
      "epoch": 0.9961094714247384,
      "grad_norm": 3.671875,
      "learning_rate": 9.223015992598783e-10,
      "loss": 4.4212,
      "step": 7425
    },
    {
      "epoch": 0.9967802522135766,
      "grad_norm": 3.703125,
      "learning_rate": 6.316864380351284e-10,
      "loss": 4.3931,
      "step": 7430
    },
    {
      "epoch": 0.9974510330024148,
      "grad_norm": 3.53125,
      "learning_rate": 3.959022574329119e-10,
      "loss": 4.4243,
      "step": 7435
    },
    {
      "epoch": 0.998121813791253,
      "grad_norm": 3.6875,
      "learning_rate": 2.1495035036456225e-10,
      "loss": 4.3631,
      "step": 7440
    },
    {
      "epoch": 0.9987925945800912,
      "grad_norm": 3.71875,
      "learning_rate": 8.883170906748284e-11,
      "loss": 4.4098,
      "step": 7445
    },
    {
      "epoch": 0.9994633753689295,
      "grad_norm": 3.546875,
      "learning_rate": 1.7547025107367276e-11,
      "loss": 4.4341,
      "step": 7450
    },
    {
      "epoch": 1.0,
      "eval_loss": 4.2098798751831055,
      "eval_runtime": 48.3409,
      "eval_samples_per_second": 548.004,
      "eval_steps_per_second": 17.128,
      "step": 7454
    },
    {
      "epoch": 1.0,
      "step": 7454,
      "total_flos": 1.24650931617792e+17,
      "train_loss": 4.485118892066819,
      "train_runtime": 1567.5346,
      "train_samples_per_second": 152.149,
      "train_steps_per_second": 4.755
    }
  ],
  "logging_steps": 5,
  "max_steps": 7454,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.24650931617792e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}