diff --git "a/checkpoint-3022/trainer_state.json" "b/checkpoint-3022/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-3022/trainer_state.json"
@@ -0,0 +1,5318 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 3022,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0026472534745201853,
+      "grad_norm": 24.50491714477539,
+      "learning_rate": 2.631578947368421e-06,
+      "loss": 6.5473,
+      "step": 4
+    },
+    {
+      "epoch": 0.005294506949040371,
+      "grad_norm": 17.426511764526367,
+      "learning_rate": 5.263157894736842e-06,
+      "loss": 6.2116,
+      "step": 8
+    },
+    {
+      "epoch": 0.007941760423560556,
+      "grad_norm": 6.35976505279541,
+      "learning_rate": 7.894736842105263e-06,
+      "loss": 5.7967,
+      "step": 12
+    },
+    {
+      "epoch": 0.010589013898080741,
+      "grad_norm": 5.454939842224121,
+      "learning_rate": 1.0526315789473684e-05,
+      "loss": 5.3365,
+      "step": 16
+    },
+    {
+      "epoch": 0.013236267372600927,
+      "grad_norm": 4.607099533081055,
+      "learning_rate": 1.3157894736842106e-05,
+      "loss": 4.7105,
+      "step": 20
+    },
+    {
+      "epoch": 0.01588352084712111,
+      "grad_norm": 3.6498019695281982,
+      "learning_rate": 1.5789473684210526e-05,
+      "loss": 4.286,
+      "step": 24
+    },
+    {
+      "epoch": 0.018530774321641297,
+      "grad_norm": 4.196900844573975,
+      "learning_rate": 1.8421052631578947e-05,
+      "loss": 4.3134,
+      "step": 28
+    },
+    {
+      "epoch": 0.021178027796161483,
+      "grad_norm": 3.617469072341919,
+      "learning_rate": 2.105263157894737e-05,
+      "loss": 3.7494,
+      "step": 32
+    },
+    {
+      "epoch": 0.02382528127068167,
+      "grad_norm": 3.05267333984375,
+      "learning_rate": 2.368421052631579e-05,
+      "loss": 3.8046,
+      "step": 36
+    },
+    {
+      "epoch": 0.026472534745201854,
+      "grad_norm": 2.607614517211914,
+      "learning_rate": 2.6315789473684212e-05,
+      "loss": 3.385,
+      "step": 40
+    },
+    {
+      "epoch": 0.02911978821972204,
+      "grad_norm": 2.536888837814331,
+      "learning_rate": 2.8947368421052634e-05,
+      "loss": 3.3516,
+      "step": 44
+    },
+    {
+      "epoch": 0.03176704169424222,
+      "grad_norm": 2.315871000289917,
+      "learning_rate": 3.157894736842105e-05,
+      "loss": 3.0795,
+      "step": 48
+    },
+    {
+      "epoch": 0.03441429516876241,
+      "grad_norm": 2.3058571815490723,
+      "learning_rate": 3.421052631578947e-05,
+      "loss": 3.0708,
+      "step": 52
+    },
+    {
+      "epoch": 0.037061548643282594,
+      "grad_norm": 2.067796230316162,
+      "learning_rate": 3.6842105263157895e-05,
+      "loss": 2.8311,
+      "step": 56
+    },
+    {
+      "epoch": 0.03970880211780278,
+      "grad_norm": 1.9578440189361572,
+      "learning_rate": 3.9473684210526316e-05,
+      "loss": 2.696,
+      "step": 60
+    },
+    {
+      "epoch": 0.042356055592322965,
+      "grad_norm": 2.043933629989624,
+      "learning_rate": 4.210526315789474e-05,
+      "loss": 2.7501,
+      "step": 64
+    },
+    {
+      "epoch": 0.04500330906684315,
+      "grad_norm": 1.82830810546875,
+      "learning_rate": 4.473684210526316e-05,
+      "loss": 2.5058,
+      "step": 68
+    },
+    {
+      "epoch": 0.04765056254136334,
+      "grad_norm": 1.8841806650161743,
+      "learning_rate": 4.736842105263158e-05,
+      "loss": 2.5708,
+      "step": 72
+    },
+    {
+      "epoch": 0.05029781601588352,
+      "grad_norm": 1.9775539636611938,
+      "learning_rate": 5e-05,
+      "loss": 2.6332,
+      "step": 76
+    },
+    {
+      "epoch": 0.05294506949040371,
+      "grad_norm": 1.7908610105514526,
+      "learning_rate": 5.2631578947368424e-05,
+      "loss": 2.5441,
+      "step": 80
+    },
+    {
+      "epoch": 0.05559232296492389,
+      "grad_norm": 1.977647066116333,
+      "learning_rate": 5.526315789473685e-05,
+      "loss": 2.3617,
+      "step": 84
+    },
+    {
+      "epoch": 0.05823957643944408,
+      "grad_norm": 2.008470296859741,
+      "learning_rate": 5.789473684210527e-05,
+      "loss": 2.3994,
+      "step": 88
+    },
+    {
+      "epoch": 0.06088682991396426,
+      "grad_norm": 2.070720911026001,
+      "learning_rate": 6.052631578947369e-05,
+      "loss": 2.3509,
+      "step": 92
+    },
+    {
+      "epoch": 0.06353408338848444,
+      "grad_norm": 2.0442869663238525,
+      "learning_rate": 6.31578947368421e-05,
+      "loss": 2.35,
+      "step": 96
+    },
+    {
+      "epoch": 0.06618133686300463,
+      "grad_norm": 1.8274725675582886,
+      "learning_rate": 6.578947368421054e-05,
+      "loss": 2.2802,
+      "step": 100
+    },
+    {
+      "epoch": 0.06882859033752482,
+      "grad_norm": 1.9744892120361328,
+      "learning_rate": 6.842105263157895e-05,
+      "loss": 2.4711,
+      "step": 104
+    },
+    {
+      "epoch": 0.071475843812045,
+      "grad_norm": 1.881946086883545,
+      "learning_rate": 7.105263157894737e-05,
+      "loss": 2.3495,
+      "step": 108
+    },
+    {
+      "epoch": 0.07412309728656519,
+      "grad_norm": 1.7632906436920166,
+      "learning_rate": 7.368421052631579e-05,
+      "loss": 2.1906,
+      "step": 112
+    },
+    {
+      "epoch": 0.07677035076108538,
+      "grad_norm": 1.8465447425842285,
+      "learning_rate": 7.631578947368422e-05,
+      "loss": 2.4193,
+      "step": 116
+    },
+    {
+      "epoch": 0.07941760423560557,
+      "grad_norm": 1.978273868560791,
+      "learning_rate": 7.894736842105263e-05,
+      "loss": 2.3229,
+      "step": 120
+    },
+    {
+      "epoch": 0.08206485771012574,
+      "grad_norm": 1.9878270626068115,
+      "learning_rate": 8.157894736842105e-05,
+      "loss": 2.3028,
+      "step": 124
+    },
+    {
+      "epoch": 0.08471211118464593,
+      "grad_norm": 1.7065322399139404,
+      "learning_rate": 8.421052631578948e-05,
+      "loss": 2.244,
+      "step": 128
+    },
+    {
+      "epoch": 0.08735936465916612,
+      "grad_norm": 1.8170701265335083,
+      "learning_rate": 8.68421052631579e-05,
+      "loss": 2.1112,
+      "step": 132
+    },
+    {
+      "epoch": 0.0900066181336863,
+      "grad_norm": 1.9288476705551147,
+      "learning_rate": 8.947368421052632e-05,
+      "loss": 2.3551,
+      "step": 136
+    },
+    {
+      "epoch": 0.09265387160820648,
+      "grad_norm": 1.8695253133773804,
+      "learning_rate": 9.210526315789474e-05,
+      "loss": 2.2814,
+      "step": 140
+    },
+    {
+      "epoch": 0.09530112508272667,
+      "grad_norm": 1.7066093683242798,
+      "learning_rate": 9.473684210526316e-05,
+      "loss": 1.9036,
+      "step": 144
+    },
+    {
+      "epoch": 0.09794837855724686,
+      "grad_norm": 1.8588757514953613,
+      "learning_rate": 9.736842105263158e-05,
+      "loss": 2.0139,
+      "step": 148
+    },
+    {
+      "epoch": 0.10059563203176704,
+      "grad_norm": 1.789518117904663,
+      "learning_rate": 0.0001,
+      "loss": 2.1809,
+      "step": 152
+    },
+    {
+      "epoch": 0.10324288550628723,
+      "grad_norm": 1.9242740869522095,
+      "learning_rate": 9.999952071344157e-05,
+      "loss": 2.301,
+      "step": 156
+    },
+    {
+      "epoch": 0.10589013898080742,
+      "grad_norm": 1.7974549531936646,
+      "learning_rate": 9.999808286295485e-05,
+      "loss": 2.2312,
+      "step": 160
+    },
+    {
+      "epoch": 0.10853739245532759,
+      "grad_norm": 1.7276233434677124,
+      "learning_rate": 9.999568647610555e-05,
+      "loss": 2.1109,
+      "step": 164
+    },
+    {
+      "epoch": 0.11118464592984778,
+      "grad_norm": 1.8286519050598145,
+      "learning_rate": 9.999233159883593e-05,
+      "loss": 2.0782,
+      "step": 168
+    },
+    {
+      "epoch": 0.11383189940436797,
+      "grad_norm": 1.919313907623291,
+      "learning_rate": 9.998801829546386e-05,
+      "loss": 2.0693,
+      "step": 172
+    },
+    {
+      "epoch": 0.11647915287888816,
+      "grad_norm": 1.6544960737228394,
+      "learning_rate": 9.998274664868173e-05,
+      "loss": 2.0982,
+      "step": 176
+    },
+    {
+      "epoch": 0.11912640635340833,
+      "grad_norm": 1.8223872184753418,
+      "learning_rate": 9.997651675955466e-05,
+      "loss": 2.1379,
+      "step": 180
+    },
+    {
+      "epoch": 0.12177365982792852,
+      "grad_norm": 1.7743052244186401,
+      "learning_rate": 9.996932874751877e-05,
+      "loss": 2.0637,
+      "step": 184
+    },
+    {
+      "epoch": 0.12442091330244871,
+      "grad_norm": 1.7228261232376099,
+      "learning_rate": 9.996118275037873e-05,
+      "loss": 2.1696,
+      "step": 188
+    },
+    {
+      "epoch": 0.1270681667769689,
+      "grad_norm": 1.6266913414001465,
+      "learning_rate": 9.995207892430524e-05,
+      "loss": 2.1247,
+      "step": 192
+    },
+    {
+      "epoch": 0.12971542025148908,
+      "grad_norm": 1.8206615447998047,
+      "learning_rate": 9.994201744383196e-05,
+      "loss": 2.1831,
+      "step": 196
+    },
+    {
+      "epoch": 0.13236267372600927,
+      "grad_norm": 1.943579912185669,
+      "learning_rate": 9.993099850185216e-05,
+      "loss": 1.9262,
+      "step": 200
+    },
+    {
+      "epoch": 0.13500992720052946,
+      "grad_norm": 1.89098060131073,
+      "learning_rate": 9.991902230961511e-05,
+      "loss": 2.2636,
+      "step": 204
+    },
+    {
+      "epoch": 0.13765718067504965,
+      "grad_norm": 1.8418017625808716,
+      "learning_rate": 9.99060890967219e-05,
+      "loss": 2.2454,
+      "step": 208
+    },
+    {
+      "epoch": 0.14030443414956983,
+      "grad_norm": 1.7433375120162964,
+      "learning_rate": 9.989219911112113e-05,
+      "loss": 2.2591,
+      "step": 212
+    },
+    {
+      "epoch": 0.14295168762409,
+      "grad_norm": 1.885964035987854,
+      "learning_rate": 9.987735261910417e-05,
+      "loss": 1.9402,
+      "step": 216
+    },
+    {
+      "epoch": 0.14559894109861019,
+      "grad_norm": 1.626397728919983,
+      "learning_rate": 9.986154990529995e-05,
+      "loss": 2.119,
+      "step": 220
+    },
+    {
+      "epoch": 0.14824619457313037,
+      "grad_norm": 1.5490047931671143,
+      "learning_rate": 9.984479127266961e-05,
+      "loss": 1.8635,
+      "step": 224
+    },
+    {
+      "epoch": 0.15089344804765056,
+      "grad_norm": 1.5588316917419434,
+      "learning_rate": 9.982707704250065e-05,
+      "loss": 1.8135,
+      "step": 228
+    },
+    {
+      "epoch": 0.15354070152217075,
+      "grad_norm": 1.9416462182998657,
+      "learning_rate": 9.980840755440075e-05,
+      "loss": 2.2288,
+      "step": 232
+    },
+    {
+      "epoch": 0.15618795499669094,
+      "grad_norm": 1.5774728059768677,
+      "learning_rate": 9.978878316629133e-05,
+      "loss": 1.9254,
+      "step": 236
+    },
+    {
+      "epoch": 0.15883520847121113,
+      "grad_norm": 1.6661707162857056,
+      "learning_rate": 9.976820425440058e-05,
+      "loss": 2.0111,
+      "step": 240
+    },
+    {
+      "epoch": 0.1614824619457313,
+      "grad_norm": 1.5805509090423584,
+      "learning_rate": 9.974667121325634e-05,
+      "loss": 2.0657,
+      "step": 244
+    },
+    {
+      "epoch": 0.16412971542025148,
+      "grad_norm": 1.7854478359222412,
+      "learning_rate": 9.972418445567851e-05,
+      "loss": 1.8586,
+      "step": 248
+    },
+    {
+      "epoch": 0.16677696889477167,
+      "grad_norm": 1.61441171169281,
+      "learning_rate": 9.97007444127711e-05,
+      "loss": 1.9234,
+      "step": 252
+    },
+    {
+      "epoch": 0.16942422236929186,
+      "grad_norm": 2.154454469680786,
+      "learning_rate": 9.967635153391401e-05,
+      "loss": 1.949,
+      "step": 256
+    },
+    {
+      "epoch": 0.17207147584381205,
+      "grad_norm": 1.5182636976242065,
+      "learning_rate": 9.965100628675441e-05,
+      "loss": 2.013,
+      "step": 260
+    },
+    {
+      "epoch": 0.17471872931833224,
+      "grad_norm": 1.751714825630188,
+      "learning_rate": 9.962470915719775e-05,
+      "loss": 1.9629,
+      "step": 264
+    },
+    {
+      "epoch": 0.17736598279285243,
+      "grad_norm": 1.5807703733444214,
+      "learning_rate": 9.959746064939846e-05,
+      "loss": 1.8705,
+      "step": 268
+    },
+    {
+      "epoch": 0.1800132362673726,
+      "grad_norm": 1.7142225503921509,
+      "learning_rate": 9.956926128575026e-05,
+      "loss": 2.0033,
+      "step": 272
+    },
+    {
+      "epoch": 0.18266048974189278,
+      "grad_norm": 1.555530309677124,
+      "learning_rate": 9.954011160687622e-05,
+      "loss": 1.8995,
+      "step": 276
+    },
+    {
+      "epoch": 0.18530774321641297,
+      "grad_norm": 1.5679693222045898,
+      "learning_rate": 9.951001217161829e-05,
+      "loss": 2.042,
+      "step": 280
+    },
+    {
+      "epoch": 0.18795499669093316,
+      "grad_norm": 1.6399418115615845,
+      "learning_rate": 9.947896355702666e-05,
+      "loss": 2.0388,
+      "step": 284
+    },
+    {
+      "epoch": 0.19060225016545335,
+      "grad_norm": 1.7505602836608887,
+      "learning_rate": 9.944696635834867e-05,
+      "loss": 1.9648,
+      "step": 288
+    },
+    {
+      "epoch": 0.19324950363997354,
+      "grad_norm": 1.4888848066329956,
+      "learning_rate": 9.941402118901744e-05,
+      "loss": 1.8595,
+      "step": 292
+    },
+    {
+      "epoch": 0.19589675711449372,
+      "grad_norm": 1.4739277362823486,
+      "learning_rate": 9.938012868064e-05,
+      "loss": 1.7959,
+      "step": 296
+    },
+    {
+      "epoch": 0.1985440105890139,
+      "grad_norm": 1.5393471717834473,
+      "learning_rate": 9.934528948298533e-05,
+      "loss": 1.9469,
+      "step": 300
+    },
+    {
+      "epoch": 0.20119126406353408,
+      "grad_norm": 1.5673627853393555,
+      "learning_rate": 9.930950426397179e-05,
+      "loss": 1.9332,
+      "step": 304
+    },
+    {
+      "epoch": 0.20383851753805426,
+      "grad_norm": 1.6461111307144165,
+      "learning_rate": 9.927277370965435e-05,
+      "loss": 1.8055,
+      "step": 308
+    },
+    {
+      "epoch": 0.20648577101257445,
+      "grad_norm": 1.5950462818145752,
+      "learning_rate": 9.923509852421145e-05,
+      "loss": 1.8414,
+      "step": 312
+    },
+    {
+      "epoch": 0.20913302448709464,
+      "grad_norm": 1.433727741241455,
+      "learning_rate": 9.919647942993148e-05,
+      "loss": 1.9514,
+      "step": 316
+    },
+    {
+      "epoch": 0.21178027796161483,
+      "grad_norm": 1.445776343345642,
+      "learning_rate": 9.915691716719898e-05,
+      "loss": 1.7297,
+      "step": 320
+    },
+    {
+      "epoch": 0.21442753143613502,
+      "grad_norm": 1.9325745105743408,
+      "learning_rate": 9.911641249448036e-05,
+      "loss": 1.9855,
+      "step": 324
+    },
+    {
+      "epoch": 0.21707478491065518,
+      "grad_norm": 1.494813323020935,
+      "learning_rate": 9.907496618830942e-05,
+      "loss": 1.7916,
+      "step": 328
+    },
+    {
+      "epoch": 0.21972203838517537,
+      "grad_norm": 1.4863932132720947,
+      "learning_rate": 9.903257904327249e-05,
+      "loss": 1.8029,
+      "step": 332
+    },
+    {
+      "epoch": 0.22236929185969556,
+      "grad_norm": 1.594827651977539,
+      "learning_rate": 9.898925187199308e-05,
+      "loss": 1.9516,
+      "step": 336
+    },
+    {
+      "epoch": 0.22501654533421575,
+      "grad_norm": 1.5738781690597534,
+      "learning_rate": 9.894498550511646e-05,
+      "loss": 1.8997,
+      "step": 340
+    },
+    {
+      "epoch": 0.22766379880873594,
+      "grad_norm": 1.5598024129867554,
+      "learning_rate": 9.88997807912936e-05,
+      "loss": 1.9249,
+      "step": 344
+    },
+    {
+      "epoch": 0.23031105228325613,
+      "grad_norm": 1.4761321544647217,
+      "learning_rate": 9.885363859716497e-05,
+      "loss": 1.7571,
+      "step": 348
+    },
+    {
+      "epoch": 0.23295830575777632,
+      "grad_norm": 1.4266904592514038,
+      "learning_rate": 9.88065598073439e-05,
+      "loss": 1.9811,
+      "step": 352
+    },
+    {
+      "epoch": 0.23560555923229648,
+      "grad_norm": 1.5371057987213135,
+      "learning_rate": 9.875854532439964e-05,
+      "loss": 1.8021,
+      "step": 356
+    },
+    {
+      "epoch": 0.23825281270681667,
+      "grad_norm": 1.380096673965454,
+      "learning_rate": 9.870959606884004e-05,
+      "loss": 1.8223,
+      "step": 360
+    },
+    {
+      "epoch": 0.24090006618133686,
+      "grad_norm": 1.632664680480957,
+      "learning_rate": 9.865971297909393e-05,
+      "loss": 2.006,
+      "step": 364
+    },
+    {
+      "epoch": 0.24354731965585705,
+      "grad_norm": 1.3765276670455933,
+      "learning_rate": 9.860889701149307e-05,
+      "loss": 1.7893,
+      "step": 368
+    },
+    {
+      "epoch": 0.24619457313037724,
+      "grad_norm": 1.5789958238601685,
+      "learning_rate": 9.855714914025384e-05,
+      "loss": 1.9381,
+      "step": 372
+    },
+    {
+      "epoch": 0.24884182660489743,
+      "grad_norm": 1.8294042348861694,
+      "learning_rate": 9.850447035745866e-05,
+      "loss": 1.8584,
+      "step": 376
+    },
+    {
+      "epoch": 0.2514890800794176,
+      "grad_norm": 1.5388972759246826,
+      "learning_rate": 9.845086167303679e-05,
+      "loss": 1.8763,
+      "step": 380
+    },
+    {
+      "epoch": 0.2541363335539378,
+      "grad_norm": 1.5301390886306763,
+      "learning_rate": 9.839632411474513e-05,
+      "loss": 2.0612,
+      "step": 384
+    },
+    {
+      "epoch": 0.256783587028458,
+      "grad_norm": 1.546277642250061,
+      "learning_rate": 9.83408587281484e-05,
+      "loss": 1.9085,
+      "step": 388
+    },
+    {
+      "epoch": 0.25943084050297816,
+      "grad_norm": 1.5818853378295898,
+      "learning_rate": 9.828446657659918e-05,
+      "loss": 2.0181,
+      "step": 392
+    },
+    {
+      "epoch": 0.26207809397749837,
+      "grad_norm": 1.2648255825042725,
+      "learning_rate": 9.82271487412175e-05,
+      "loss": 1.6947,
+      "step": 396
+    },
+    {
+      "epoch": 0.26472534745201853,
+      "grad_norm": 1.541934847831726,
+      "learning_rate": 9.816890632087006e-05,
+      "loss": 1.8053,
+      "step": 400
+    },
+    {
+      "epoch": 0.2673726009265387,
+      "grad_norm": 1.5966472625732422,
+      "learning_rate": 9.810974043214922e-05,
+      "loss": 1.8733,
+      "step": 404
+    },
+    {
+      "epoch": 0.2700198544010589,
+      "grad_norm": 1.5871154069900513,
+      "learning_rate": 9.804965220935161e-05,
+      "loss": 1.896,
+      "step": 408
+    },
+    {
+      "epoch": 0.2726671078755791,
+      "grad_norm": 1.4850573539733887,
+      "learning_rate": 9.798864280445632e-05,
+      "loss": 1.8494,
+      "step": 412
+    },
+    {
+      "epoch": 0.2753143613500993,
+      "grad_norm": 1.4737725257873535,
+      "learning_rate": 9.792671338710285e-05,
+      "loss": 1.8145,
+      "step": 416
+    },
+    {
+      "epoch": 0.27796161482461945,
+      "grad_norm": 1.5895408391952515,
+      "learning_rate": 9.786386514456872e-05,
+      "loss": 1.9279,
+      "step": 420
+    },
+    {
+      "epoch": 0.28060886829913967,
+      "grad_norm": 1.522838830947876,
+      "learning_rate": 9.780009928174661e-05,
+      "loss": 1.9103,
+      "step": 424
+    },
+    {
+      "epoch": 0.28325612177365983,
+      "grad_norm": 1.4890238046646118,
+      "learning_rate": 9.773541702112137e-05,
+      "loss": 1.9306,
+      "step": 428
+    },
+    {
+      "epoch": 0.28590337524818,
+      "grad_norm": 1.5047945976257324,
+      "learning_rate": 9.766981960274653e-05,
+      "loss": 1.8459,
+      "step": 432
+    },
+    {
+      "epoch": 0.2885506287227002,
+      "grad_norm": 1.4997539520263672,
+      "learning_rate": 9.760330828422053e-05,
+      "loss": 1.7442,
+      "step": 436
+    },
+    {
+      "epoch": 0.29119788219722037,
+      "grad_norm": 1.389294981956482,
+      "learning_rate": 9.753588434066258e-05,
+      "loss": 1.9077,
+      "step": 440
+    },
+    {
+      "epoch": 0.2938451356717406,
+      "grad_norm": 1.3641945123672485,
+      "learning_rate": 9.746754906468832e-05,
+      "loss": 1.8979,
+      "step": 444
+    },
+    {
+      "epoch": 0.29649238914626075,
+      "grad_norm": 1.5315138101577759,
+      "learning_rate": 9.73983037663849e-05,
+      "loss": 1.8207,
+      "step": 448
+    },
+    {
+      "epoch": 0.29913964262078097,
+      "grad_norm": 1.5057647228240967,
+      "learning_rate": 9.732814977328592e-05,
+      "loss": 1.911,
+      "step": 452
+    },
+    {
+      "epoch": 0.3017868960953011,
+      "grad_norm": 1.368912696838379,
+      "learning_rate": 9.725708843034605e-05,
+      "loss": 1.8377,
+      "step": 456
+    },
+    {
+      "epoch": 0.3044341495698213,
+      "grad_norm": 1.389817714691162,
+      "learning_rate": 9.718512109991514e-05,
+      "loss": 1.7907,
+      "step": 460
+    },
+    {
+      "epoch": 0.3070814030443415,
+      "grad_norm": 1.7318735122680664,
+      "learning_rate": 9.711224916171215e-05,
+      "loss": 1.9412,
+      "step": 464
+    },
+    {
+      "epoch": 0.30972865651886167,
+      "grad_norm": 1.4791710376739502,
+      "learning_rate": 9.703847401279871e-05,
+      "loss": 1.7754,
+      "step": 468
+    },
+    {
+      "epoch": 0.3123759099933819,
+      "grad_norm": 1.3618526458740234,
+      "learning_rate": 9.69637970675523e-05,
+      "loss": 1.73,
+      "step": 472
+    },
+    {
+      "epoch": 0.31502316346790205,
+      "grad_norm": 1.5649083852767944,
+      "learning_rate": 9.688821975763918e-05,
+      "loss": 1.9635,
+      "step": 476
+    },
+    {
+      "epoch": 0.31767041694242226,
+      "grad_norm": 1.3701534271240234,
+      "learning_rate": 9.681174353198687e-05,
+      "loss": 1.6581,
+      "step": 480
+    },
+    {
+      "epoch": 0.3203176704169424,
+      "grad_norm": 1.4764872789382935,
+      "learning_rate": 9.673436985675645e-05,
+      "loss": 1.794,
+      "step": 484
+    },
+    {
+      "epoch": 0.3229649238914626,
+      "grad_norm": 1.4432624578475952,
+      "learning_rate": 9.665610021531447e-05,
+      "loss": 1.9016,
+      "step": 488
+    },
+    {
+      "epoch": 0.3256121773659828,
+      "grad_norm": 1.572975993156433,
+      "learning_rate": 9.657693610820437e-05,
+      "loss": 2.035,
+      "step": 492
+    },
+    {
+      "epoch": 0.32825943084050296,
+      "grad_norm": 1.5382163524627686,
+      "learning_rate": 9.649687905311785e-05,
+      "loss": 2.0041,
+      "step": 496
+    },
+    {
+      "epoch": 0.3309066843150232,
+      "grad_norm": 1.3413423299789429,
+      "learning_rate": 9.641593058486574e-05,
+      "loss": 1.7448,
+      "step": 500
+    },
+    {
+      "epoch": 0.33355393778954334,
+      "grad_norm": 1.4374409914016724,
+      "learning_rate": 9.633409225534855e-05,
+      "loss": 1.7816,
+      "step": 504
+    },
+    {
+      "epoch": 0.33620119126406356,
+      "grad_norm": 1.4096835851669312,
+      "learning_rate": 9.625136563352671e-05,
+      "loss": 1.772,
+      "step": 508
+    },
+    {
+      "epoch": 0.3388484447385837,
+      "grad_norm": 2.1890769004821777,
+      "learning_rate": 9.616775230539057e-05,
+      "loss": 1.8641,
+      "step": 512
+    },
+    {
+      "epoch": 0.3414956982131039,
+      "grad_norm": 1.4621169567108154,
+      "learning_rate": 9.608325387392986e-05,
+      "loss": 1.7406,
+      "step": 516
+    },
+    {
+      "epoch": 0.3441429516876241,
+      "grad_norm": 1.4140963554382324,
+      "learning_rate": 9.599787195910313e-05,
+      "loss": 1.6127,
+      "step": 520
+    },
+    {
+      "epoch": 0.34679020516214426,
+      "grad_norm": 1.459409236907959,
+      "learning_rate": 9.591160819780649e-05,
+      "loss": 1.7579,
+      "step": 524
+    },
+    {
+      "epoch": 0.3494374586366645,
+      "grad_norm": 1.7444220781326294,
+      "learning_rate": 9.582446424384242e-05,
+      "loss": 1.8177,
+      "step": 528
+    },
+    {
+      "epoch": 0.35208471211118464,
+      "grad_norm": 1.4114232063293457,
+      "learning_rate": 9.573644176788794e-05,
+      "loss": 1.7955,
+      "step": 532
+    },
+    {
+      "epoch": 0.35473196558570486,
+      "grad_norm": 1.4076716899871826,
+      "learning_rate": 9.564754245746264e-05,
+      "loss": 1.9122,
+      "step": 536
+    },
+    {
+      "epoch": 0.357379219060225,
+      "grad_norm": 1.4209445714950562,
+      "learning_rate": 9.555776801689632e-05,
+      "loss": 1.8108,
+      "step": 540
+    },
+    {
+      "epoch": 0.3600264725347452,
+      "grad_norm": 1.5626829862594604,
+      "learning_rate": 9.546712016729624e-05,
+      "loss": 1.9285,
+      "step": 544
+    },
+    {
+      "epoch": 0.3626737260092654,
+      "grad_norm": 1.4253438711166382,
+      "learning_rate": 9.537560064651427e-05,
+      "loss": 1.6505,
+      "step": 548
+    },
+    {
+      "epoch": 0.36532097948378556,
+      "grad_norm": 1.447141170501709,
+      "learning_rate": 9.528321120911346e-05,
+      "loss": 1.8303,
+      "step": 552
+    },
+    {
+      "epoch": 0.3679682329583058,
+      "grad_norm": 1.4913408756256104,
+      "learning_rate": 9.51899536263344e-05,
+      "loss": 1.8382,
+      "step": 556
+    },
+    {
+      "epoch": 0.37061548643282594,
+      "grad_norm": 1.5191394090652466,
+      "learning_rate": 9.509582968606136e-05,
+      "loss": 1.7477,
+      "step": 560
+    },
+    {
+      "epoch": 0.37326273990734615,
+      "grad_norm": 1.3612414598464966,
+      "learning_rate": 9.500084119278788e-05,
+      "loss": 1.7101,
+      "step": 564
+    },
+    {
+      "epoch": 0.3759099933818663,
+      "grad_norm": 1.3365185260772705,
+      "learning_rate": 9.49049899675823e-05,
+      "loss": 1.8855,
+      "step": 568
+    },
+    {
+      "epoch": 0.3785572468563865,
+      "grad_norm": 1.4907687902450562,
+      "learning_rate": 9.480827784805278e-05,
+      "loss": 1.8158,
+      "step": 572
+    },
+    {
+      "epoch": 0.3812045003309067,
+      "grad_norm": 1.2549834251403809,
+      "learning_rate": 9.471070668831208e-05,
+      "loss": 1.6304,
+      "step": 576
+    },
+    {
+      "epoch": 0.38385175380542685,
+      "grad_norm": 1.6914743185043335,
+      "learning_rate": 9.4612278358942e-05,
+      "loss": 1.6976,
+      "step": 580
+    },
+    {
+      "epoch": 0.38649900727994707,
+      "grad_norm": 1.5349342823028564,
+      "learning_rate": 9.451299474695754e-05,
+      "loss": 1.7323,
+      "step": 584
+    },
+    {
+      "epoch": 0.38914626075446723,
+      "grad_norm": 1.4379171133041382,
+      "learning_rate": 9.441285775577075e-05,
+      "loss": 1.7762,
+      "step": 588
+    },
+    {
+      "epoch": 0.39179351422898745,
+      "grad_norm": 1.360475778579712,
+      "learning_rate": 9.431186930515419e-05,
+      "loss": 1.7328,
+      "step": 592
+    },
+    {
+      "epoch": 0.3944407677035076,
+      "grad_norm": 1.4364429712295532,
+      "learning_rate": 9.421003133120412e-05,
+      "loss": 1.7363,
+      "step": 596
+    },
+    {
+      "epoch": 0.3970880211780278,
+      "grad_norm": 1.4598385095596313,
+      "learning_rate": 9.410734578630343e-05,
+      "loss": 1.6917,
+      "step": 600
+    },
+    {
+      "epoch": 0.399735274652548,
+      "grad_norm": 1.3313078880310059,
+      "learning_rate": 9.400381463908416e-05,
+      "loss": 1.8008,
+      "step": 604
+    },
+    {
+      "epoch": 0.40238252812706815,
+      "grad_norm": 1.5070075988769531,
+      "learning_rate": 9.389943987438983e-05,
+      "loss": 1.669,
+      "step": 608
+    },
+    {
+      "epoch": 0.40502978160158837,
+      "grad_norm": 1.3858133554458618,
+      "learning_rate": 9.379422349323728e-05,
+      "loss": 1.6599,
+      "step": 612
+    },
+    {
+      "epoch": 0.40767703507610853,
+      "grad_norm": 1.3775012493133545,
+      "learning_rate": 9.368816751277843e-05,
+      "loss": 1.628,
+      "step": 616
+    },
+    {
+      "epoch": 0.41032428855062875,
+      "grad_norm": 1.3733761310577393,
+      "learning_rate": 9.358127396626147e-05,
+      "loss": 1.6797,
+      "step": 620
+    },
+    {
+      "epoch": 0.4129715420251489,
+      "grad_norm": 1.760237455368042,
+      "learning_rate": 9.347354490299205e-05,
+      "loss": 1.7479,
+      "step": 624
+    },
+    {
+      "epoch": 0.41561879549966907,
+      "grad_norm": 1.2483643293380737,
+      "learning_rate": 9.336498238829384e-05,
+      "loss": 1.6595,
+      "step": 628
+    },
+    {
+      "epoch": 0.4182660489741893,
+      "grad_norm": 2.099116563796997,
+      "learning_rate": 9.325558850346897e-05,
+      "loss": 1.6933,
+      "step": 632
+    },
+    {
+      "epoch": 0.42091330244870945,
+      "grad_norm": 1.3913215398788452,
+      "learning_rate": 9.31453653457582e-05,
+      "loss": 1.6433,
+      "step": 636
+    },
+    {
+      "epoch": 0.42356055592322966,
+      "grad_norm": 1.3813973665237427,
+      "learning_rate": 9.303431502830065e-05,
+      "loss": 1.6652,
+      "step": 640
+    },
+    {
+      "epoch": 0.4262078093977498,
+      "grad_norm": 1.496819019317627,
+      "learning_rate": 9.292243968009331e-05,
+      "loss": 1.747,
+      "step": 644
+    },
+    {
+      "epoch": 0.42885506287227004,
+      "grad_norm": 1.37201988697052,
+      "learning_rate": 9.280974144595018e-05,
+      "loss": 1.6331,
+      "step": 648
+    },
+    {
+      "epoch": 0.4315023163467902,
+      "grad_norm": 1.505353331565857,
+      "learning_rate": 9.269622248646124e-05,
+      "loss": 1.7717,
+      "step": 652
+    },
+    {
+      "epoch": 0.43414956982131037,
+      "grad_norm": 1.8498897552490234,
+      "learning_rate": 9.258188497795093e-05,
+      "loss": 1.6643,
+      "step": 656
+    },
+    {
+      "epoch": 0.4367968232958306,
+      "grad_norm": 1.2886799573898315,
+      "learning_rate": 9.24667311124365e-05,
+      "loss": 1.777,
+      "step": 660
+    },
+    {
+      "epoch": 0.43944407677035074,
+      "grad_norm": 1.283218502998352,
+      "learning_rate": 9.23507630975859e-05,
+      "loss": 1.6958,
+      "step": 664
+    },
+    {
+      "epoch": 0.44209133024487096,
+      "grad_norm": 1.3919546604156494,
+      "learning_rate": 9.223398315667561e-05,
+      "loss": 1.6515,
+      "step": 668
+    },
+    {
+      "epoch": 0.4447385837193911,
+      "grad_norm": 1.4083247184753418,
+      "learning_rate": 9.211639352854787e-05,
+      "loss": 1.7531,
+      "step": 672
+    },
+    {
+      "epoch": 0.44738583719391134,
+      "grad_norm": 1.2739989757537842,
+      "learning_rate": 9.199799646756777e-05,
+      "loss": 1.7694,
+      "step": 676
+    },
+    {
+      "epoch": 0.4500330906684315,
+      "grad_norm": 1.4435306787490845,
+      "learning_rate": 9.187879424358014e-05,
+      "loss": 1.8044,
+      "step": 680
+    },
+    {
+      "epoch": 0.45268034414295166,
+      "grad_norm": 1.4848833084106445,
+      "learning_rate": 9.17587891418659e-05,
+      "loss": 1.6531,
+      "step": 684
+    },
+    {
+      "epoch": 0.4553275976174719,
+      "grad_norm": 1.527485966682434,
+      "learning_rate": 9.163798346309837e-05,
+      "loss": 1.8783,
+      "step": 688
+    },
+    {
+      "epoch": 0.45797485109199204,
+      "grad_norm": 1.2369976043701172,
+      "learning_rate": 9.151637952329903e-05,
+      "loss": 1.5479,
+      "step": 692
+    },
+    {
+      "epoch": 0.46062210456651226,
+      "grad_norm": 1.4693775177001953,
+      "learning_rate": 9.139397965379327e-05,
+      "loss": 1.7891,
+      "step": 696
+    },
+    {
+      "epoch": 0.4632693580410324,
+      "grad_norm": 1.6788188219070435,
+      "learning_rate": 9.127078620116556e-05,
+      "loss": 1.7637,
+      "step": 700
+    },
+    {
+      "epoch": 0.46591661151555264,
+      "grad_norm": 1.3309741020202637,
+      "learning_rate": 9.114680152721453e-05,
+      "loss": 1.6053,
+      "step": 704
+    },
+    {
+      "epoch": 0.4685638649900728,
+      "grad_norm": 1.509023904800415,
+      "learning_rate": 9.102202800890772e-05,
+      "loss": 1.8784,
+      "step": 708
+    },
+    {
+      "epoch": 0.47121111846459296,
+      "grad_norm": 1.3232872486114502,
+      "learning_rate": 9.089646803833589e-05,
+      "loss": 1.6745,
+      "step": 712
+    },
+    {
+      "epoch": 0.4738583719391132,
+      "grad_norm": 1.3540325164794922,
+      "learning_rate": 9.077012402266731e-05,
+      "loss": 1.6668,
+      "step": 716
+    },
+    {
+      "epoch": 0.47650562541363334,
+      "grad_norm": 1.3100489377975464,
+      "learning_rate": 9.064299838410152e-05,
+      "loss": 1.6188,
+      "step": 720
+    },
+    {
+      "epoch": 0.47915287888815355,
+      "grad_norm": 1.3783172369003296,
+      "learning_rate": 9.051509355982293e-05,
+      "loss": 1.6491,
+      "step": 724
+    },
+    {
+      "epoch": 0.4818001323626737,
+      "grad_norm": 1.27851402759552,
+      "learning_rate": 9.038641200195404e-05,
+      "loss": 1.8925,
+      "step": 728
+    },
+    {
+      "epoch": 0.48444738583719393,
+      "grad_norm": 1.4370380640029907,
+      "learning_rate": 9.025695617750848e-05,
+      "loss": 1.7996,
+      "step": 732
+    },
+    {
+      "epoch": 0.4870946393117141,
+      "grad_norm": 1.4078205823898315,
+      "learning_rate": 9.012672856834373e-05,
+      "loss": 1.8554,
+      "step": 736
+    },
+    {
+      "epoch": 0.48974189278623426,
+      "grad_norm": 1.3553669452667236,
+      "learning_rate": 8.999573167111348e-05,
+      "loss": 1.5417,
+      "step": 740
+    },
+    {
+      "epoch": 0.4923891462607545,
+      "grad_norm": 1.4759166240692139,
+      "learning_rate": 8.986396799721983e-05,
+      "loss": 1.6143,
+      "step": 744
+    },
+    {
+      "epoch": 0.49503639973527463,
+      "grad_norm": 1.3601372241973877,
+      "learning_rate": 8.973144007276508e-05,
+      "loss": 1.7011,
+      "step": 748
+    },
+    {
+      "epoch": 0.49768365320979485,
+      "grad_norm": 1.425181269645691,
+      "learning_rate": 8.959815043850336e-05,
+      "loss": 1.672,
+      "step": 752
+    },
+    {
+      "epoch": 0.500330906684315,
+      "grad_norm": 1.440303921699524,
+      "learning_rate": 8.946410164979184e-05,
+      "loss": 1.8008,
+      "step": 756
+    },
+    {
+      "epoch": 0.5029781601588352,
+      "grad_norm": 1.4576961994171143,
+      "learning_rate": 8.932929627654185e-05,
+      "loss": 1.5234,
+      "step": 760
+    },
+    {
+      "epoch": 0.5056254136333554,
+      "grad_norm": 1.3088816404342651,
+      "learning_rate": 8.919373690316952e-05,
+      "loss": 1.701,
+      "step": 764
+    },
+    {
+      "epoch": 0.5082726671078756,
+      "grad_norm": 3.7521555423736572,
+      "learning_rate": 8.905742612854628e-05,
+      "loss": 1.6714,
+      "step": 768
+    },
+    {
+      "epoch": 0.5109199205823958,
+      "grad_norm": 1.4540220499038696,
+      "learning_rate": 8.892036656594898e-05,
+      "loss": 1.6276,
+      "step": 772
+    },
+    {
+      "epoch": 0.513567174056916,
+      "grad_norm": 1.3043605089187622,
+      "learning_rate": 8.87825608430099e-05,
+      "loss": 1.635,
+      "step": 776
+    },
+    {
+      "epoch": 0.5162144275314361,
+      "grad_norm": 1.3931020498275757,
+      "learning_rate": 8.864401160166624e-05,
+      "loss": 1.5822,
+      "step": 780
+    },
+    {
+      "epoch": 0.5188616810059563,
+      "grad_norm": 1.3738582134246826,
+      "learning_rate": 8.85047214981096e-05,
+      "loss": 1.694,
+      "step": 784
+    },
+    {
+      "epoch": 0.5215089344804765,
+      "grad_norm": 1.3968422412872314,
+      "learning_rate": 8.83646932027349e-05,
+      "loss": 1.6673,
+      "step": 788
+    },
+    {
+      "epoch": 0.5241561879549967,
+      "grad_norm": 1.4195423126220703,
+      "learning_rate": 8.822392940008937e-05,
+      "loss": 1.5422,
+      "step": 792
+    },
+    {
+      "epoch": 0.5268034414295168,
+      "grad_norm": 1.2660058736801147,
+      "learning_rate": 8.808243278882094e-05,
+      "loss": 1.4875,
+      "step": 796
+    },
+    {
+      "epoch": 0.5294506949040371,
+      "grad_norm": 1.3500608205795288,
+      "learning_rate": 8.794020608162656e-05,
+      "loss": 1.6946,
+      "step": 800
+    },
+    {
+      "epoch": 0.5320979483785573,
+      "grad_norm": 1.6274265050888062,
+      "learning_rate": 8.779725200520021e-05,
+      "loss": 1.6943,
+      "step": 804
+    },
+    {
+      "epoch": 0.5347452018530774,
+      "grad_norm": 1.2186963558197021,
+      "learning_rate": 8.765357330018056e-05,
+      "loss": 1.4563,
+      "step": 808
+    },
+    {
+      "epoch": 0.5373924553275976,
+      "grad_norm": 1.501142978668213,
+      "learning_rate": 8.750917272109848e-05,
+      "loss": 1.6729,
+      "step": 812
+    },
+    {
+      "epoch": 0.5400397088021178,
+      "grad_norm": 1.372517466545105,
+      "learning_rate": 8.736405303632427e-05,
+      "loss": 1.636,
+      "step": 816
+    },
+    {
+      "epoch": 0.542686962276638,
+      "grad_norm": 1.4448741674423218,
+      "learning_rate": 8.721821702801449e-05,
+      "loss": 1.6977,
+      "step": 820
+    },
+    {
+      "epoch": 0.5453342157511581,
+      "grad_norm": 1.4774208068847656,
+      "learning_rate": 8.707166749205866e-05,
+      "loss": 1.7892,
+      "step": 824
+    },
+    {
+      "epoch": 0.5479814692256784,
+      "grad_norm": 1.3137487173080444,
+      "learning_rate": 8.692440723802571e-05,
+      "loss": 1.5086,
+      "step": 828
+    },
+    {
+      "epoch": 0.5506287227001986,
+      "grad_norm": 1.4480420351028442,
+      "learning_rate": 8.677643908911007e-05,
+      "loss": 1.6694,
+      "step": 832
+    },
+    {
+      "epoch": 0.5532759761747187,
+      "grad_norm": 1.4660981893539429,
+      "learning_rate": 8.662776588207747e-05,
+      "loss": 1.632,
+      "step": 836
+    },
+    {
+      "epoch": 0.5559232296492389,
+      "grad_norm": 1.2639222145080566,
+      "learning_rate": 8.647839046721076e-05,
+      "loss": 1.5101,
+      "step": 840
+    },
+    {
+      "epoch": 0.5585704831237591,
+      "grad_norm": 1.3556458950042725,
+      "learning_rate": 8.632831570825508e-05,
+      "loss": 1.7912,
+      "step": 844
+    },
+    {
+      "epoch": 0.5612177365982793,
+      "grad_norm": 1.2261251211166382,
+      "learning_rate": 8.617754448236298e-05,
+      "loss": 1.6547,
+      "step": 848
+    },
+    {
+      "epoch": 0.5638649900727994,
+      "grad_norm": 1.2850754261016846,
+      "learning_rate": 8.602607968003935e-05,
+      "loss": 1.5365,
+      "step": 852
+    },
+    {
+      "epoch": 0.5665122435473197,
+      "grad_norm": 1.3346043825149536,
+      "learning_rate": 8.587392420508598e-05,
+      "loss": 1.6175,
+      "step": 856
+    },
+    {
+      "epoch": 0.5691594970218399,
+      "grad_norm": 1.5381152629852295,
+      "learning_rate": 8.572108097454578e-05,
+      "loss": 1.7967,
+      "step": 860
+    },
+    {
+      "epoch": 0.57180675049636,
+      "grad_norm": 1.2237263917922974,
+      "learning_rate": 8.556755291864701e-05,
+      "loss": 1.6057,
+      "step": 864
+    },
+    {
+      "epoch": 0.5744540039708802,
+      "grad_norm": 1.233619213104248,
+      "learning_rate": 8.541334298074701e-05,
+      "loss": 1.7107,
+      "step": 868
+    },
+    {
+      "epoch": 0.5771012574454004,
+      "grad_norm": 1.2423778772354126,
+      "learning_rate": 8.525845411727581e-05,
+      "loss": 1.4729,
+      "step": 872
+    },
+    {
+      "epoch": 0.5797485109199206,
+      "grad_norm": 7.3384480476379395,
+      "learning_rate": 8.51028892976794e-05,
+      "loss": 1.6363,
+      "step": 876
+    },
+    {
+      "epoch": 0.5823957643944407,
+      "grad_norm": 1.3198407888412476,
+      "learning_rate": 8.494665150436288e-05,
+      "loss": 1.646,
+      "step": 880
+    },
+    {
+      "epoch": 0.585043017868961,
+      "grad_norm": 1.172568678855896,
+      "learning_rate": 8.478974373263318e-05,
+      "loss": 1.4356,
+      "step": 884
+    },
+    {
+      "epoch": 0.5876902713434812,
+      "grad_norm": 1.4879450798034668,
+      "learning_rate": 8.463216899064179e-05,
+      "loss": 1.7847,
+      "step": 888
+    },
+    {
+      "epoch": 0.5903375248180013,
+      "grad_norm": 1.3998438119888306,
+      "learning_rate": 8.447393029932692e-05,
+      "loss": 1.7818,
+      "step": 892
+    },
+    {
+      "epoch": 0.5929847782925215,
+      "grad_norm": 1.3567726612091064,
+      "learning_rate": 8.431503069235565e-05,
+      "loss": 1.5539,
+      "step": 896
+    },
+    {
+      "epoch": 0.5956320317670417,
+      "grad_norm": 1.4983903169631958,
+      "learning_rate": 8.415547321606584e-05,
+      "loss": 1.6477,
+      "step": 900
+    },
+    {
+      "epoch": 0.5982792852415619,
+      "grad_norm": 1.2646454572677612,
+      "learning_rate": 8.399526092940768e-05,
+      "loss": 1.6087,
+      "step": 904
+    },
+    {
+      "epoch": 0.600926538716082,
+      "grad_norm": 1.4137752056121826,
+      "learning_rate": 8.38343969038849e-05,
+      "loss": 1.7626,
+      "step": 908
+    },
+    {
+      "epoch": 0.6035737921906023,
+      "grad_norm": 1.4016697406768799,
+      "learning_rate": 8.367288422349617e-05,
+      "loss": 1.6947,
+      "step": 912
+    },
+    {
+      "epoch": 0.6062210456651225,
+      "grad_norm": 1.331425666809082,
+      "learning_rate": 8.351072598467576e-05,
+      "loss": 1.6358,
+      "step": 916
+    },
+    {
+      "epoch": 0.6088682991396426,
+      "grad_norm": 1.2292309999465942,
+      "learning_rate": 8.334792529623419e-05,
+      "loss": 1.4613,
+      "step": 920
+    },
+    {
+      "epoch": 0.6115155526141628,
+      "grad_norm": 1.3756728172302246,
+      "learning_rate": 8.318448527929877e-05,
+      "loss": 1.5771,
+      "step": 924
+    },
+    {
+      "epoch": 0.614162806088683,
+      "grad_norm": 1.4124281406402588,
+      "learning_rate": 8.302040906725361e-05,
+      "loss": 1.7364,
+      "step": 928
+    },
+    {
+      "epoch": 0.6168100595632032,
+      "grad_norm": 1.298540472984314,
+      "learning_rate": 8.285569980567964e-05,
+      "loss": 1.6394,
+      "step": 932
+    },
+    {
+      "epoch": 0.6194573130377233,
+      "grad_norm": 1.3905584812164307,
+      "learning_rate": 8.269036065229427e-05,
+      "loss": 1.7034,
+      "step": 936
+    },
+    {
+      "epoch": 0.6221045665122436,
+      "grad_norm": 1.4072821140289307,
+      "learning_rate": 8.252439477689082e-05,
+      "loss": 1.6315,
+      "step": 940
+    },
+    {
+      "epoch": 0.6247518199867638,
+      "grad_norm": 1.239159345626831,
+      "learning_rate": 8.235780536127787e-05,
+      "loss": 1.5178,
+      "step": 944
+    },
+    {
+      "epoch": 0.6273990734612839,
+      "grad_norm": 1.3636091947555542,
+      "learning_rate": 8.21905955992181e-05,
+      "loss": 1.6564,
+      "step": 948
+    },
+    {
+      "epoch": 0.6300463269358041,
+      "grad_norm": 1.3506637811660767,
+      "learning_rate": 8.202276869636713e-05,
+      "loss": 1.646,
+      "step": 952
+    },
+    {
+      "epoch": 0.6326935804103243,
+      "grad_norm": 1.4368304014205933,
+      "learning_rate": 8.185432787021216e-05,
+      "loss": 1.5073,
+      "step": 956
+    },
+    {
+      "epoch": 0.6353408338848445,
+      "grad_norm": 1.3278450965881348,
+      "learning_rate": 8.168527635001015e-05,
+      "loss": 1.5203,
+      "step": 960
+    },
+    {
+      "epoch": 0.6379880873593646,
+      "grad_norm": 1.2450168132781982,
+      "learning_rate": 8.151561737672591e-05,
+      "loss": 1.7171,
+      "step": 964
+    },
+    {
+      "epoch": 0.6406353408338848,
+      "grad_norm": 1.2755018472671509,
+      "learning_rate": 8.134535420297008e-05,
+      "loss": 1.5675,
+      "step": 968
+    },
+    {
+      "epoch": 0.6432825943084051,
+      "grad_norm": 1.3066191673278809,
+      "learning_rate": 8.117449009293668e-05,
+      "loss": 1.6525,
+      "step": 972
+    },
+    {
+      "epoch": 0.6459298477829252,
+      "grad_norm": 1.2875075340270996,
+      "learning_rate": 8.100302832234056e-05,
+      "loss": 1.6484,
+      "step": 976
+    },
+    {
+      "epoch": 0.6485771012574454,
+      "grad_norm": 1.5069595575332642,
+      "learning_rate": 8.083097217835461e-05,
+      "loss": 1.6251,
+      "step": 980
+    },
+    {
+      "epoch": 0.6512243547319656,
+      "grad_norm": 1.334075927734375,
+      "learning_rate": 8.065832495954668e-05,
+      "loss": 1.743,
+      "step": 984
+    },
+    {
+      "epoch": 0.6538716082064858,
+      "grad_norm": 1.3219469785690308,
+      "learning_rate": 8.048508997581647e-05,
+      "loss": 1.6345,
+      "step": 988
+    },
+    {
+      "epoch": 0.6565188616810059,
+      "grad_norm": 1.4275529384613037,
+      "learning_rate": 8.03112705483319e-05,
+      "loss": 1.7515,
+      "step": 992
+    },
+    {
+      "epoch": 0.6591661151555261,
+      "grad_norm": 1.349526286125183,
+      "learning_rate": 8.013687000946561e-05,
+      "loss": 1.5209,
+      "step": 996
+    },
+    {
+      "epoch": 0.6618133686300464,
+      "grad_norm": 1.3620506525039673,
+      "learning_rate": 7.996189170273096e-05,
+      "loss": 1.6789,
+      "step": 1000
+    },
+    {
+      "epoch": 0.6644606221045665,
+      "grad_norm": 1.2079874277114868,
+      "learning_rate": 7.978633898271795e-05,
+      "loss": 1.3453,
+      "step": 1004
+    },
+    {
+      "epoch": 0.6671078755790867,
+      "grad_norm": 1.3527398109436035,
+      "learning_rate": 7.961021521502895e-05,
+      "loss": 1.5927,
+      "step": 1008
+    },
+    {
+      "epoch": 0.6697551290536069,
+      "grad_norm": 1.3048250675201416,
+      "learning_rate": 7.943352377621414e-05,
+      "loss": 1.643,
+      "step": 1012
+    },
+    {
+      "epoch": 0.6724023825281271,
+      "grad_norm": 1.2111921310424805,
+      "learning_rate": 7.925626805370678e-05,
+      "loss": 1.4432,
+      "step": 1016
+    },
+    {
+      "epoch": 0.6750496360026472,
+      "grad_norm": 1.3531336784362793,
+      "learning_rate": 7.907845144575829e-05,
+      "loss": 1.6235,
+      "step": 1020
+    },
+    {
+      "epoch": 0.6776968894771674,
+      "grad_norm": 1.204720139503479,
+      "learning_rate": 7.890007736137307e-05,
+      "loss": 1.5377,
+      "step": 1024
+    },
+    {
+      "epoch": 0.6803441429516877,
+      "grad_norm": 1.3632683753967285,
+      "learning_rate": 7.872114922024313e-05,
+      "loss": 1.5758,
+      "step": 1028
+    },
+    {
+      "epoch": 0.6829913964262078,
+      "grad_norm": 1.4058332443237305,
+      "learning_rate": 7.854167045268264e-05,
+      "loss": 1.4645,
+      "step": 1032
+    },
+    {
+      "epoch": 0.685638649900728,
+      "grad_norm": 1.2490967512130737,
+      "learning_rate": 7.836164449956199e-05,
+      "loss": 1.5723,
+      "step": 1036
+    },
+    {
+      "epoch": 0.6882859033752482,
+      "grad_norm": 1.3228312730789185,
+      "learning_rate": 7.818107481224198e-05,
+      "loss": 1.466,
+      "step": 1040
+    },
+    {
+      "epoch": 0.6909331568497684,
+      "grad_norm": 1.3664582967758179,
+      "learning_rate": 7.799996485250755e-05,
+      "loss": 1.4823,
+      "step": 1044
+    },
+    {
+      "epoch": 0.6935804103242885,
+      "grad_norm": 1.1946579217910767,
+      "learning_rate": 7.781831809250151e-05,
+      "loss": 1.6093,
+      "step": 1048
+    },
+    {
+      "epoch": 0.6962276637988087,
+      "grad_norm": 1.3534433841705322,
+      "learning_rate": 7.763613801465786e-05,
+      "loss": 1.5823,
+      "step": 1052
+    },
+    {
+      "epoch": 0.698874917273329,
+      "grad_norm": 1.275877833366394,
+      "learning_rate": 7.745342811163507e-05,
+      "loss": 1.508,
+      "step": 1056
+    },
+    {
+      "epoch": 0.7015221707478491,
+      "grad_norm": 1.2870965003967285,
+      "learning_rate": 7.727019188624922e-05,
+      "loss": 1.6452,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7041694242223693,
+      "grad_norm": 1.2805050611495972,
+      "learning_rate": 7.708643285140667e-05,
+      "loss": 1.7463,
+      "step": 1064
+    },
+    {
+      "epoch": 0.7068166776968895,
+      "grad_norm": 1.331794261932373,
+      "learning_rate": 7.690215453003684e-05,
+      "loss": 1.4428,
+      "step": 1068
+    },
+    {
+      "epoch": 0.7094639311714097,
+      "grad_norm": 1.3701887130737305,
+      "learning_rate": 7.671736045502462e-05,
+      "loss": 1.6868,
+      "step": 1072
+    },
+    {
+      "epoch": 0.7121111846459298,
+      "grad_norm": 1.3474302291870117,
+      "learning_rate": 7.653205416914267e-05,
+      "loss": 1.4919,
+      "step": 1076
+    },
+    {
+      "epoch": 0.71475843812045,
+      "grad_norm": 1.6028352975845337,
+      "learning_rate": 7.634623922498348e-05,
+      "loss": 1.5958,
+      "step": 1080
+    },
+    {
+      "epoch": 0.7174056915949703,
+      "grad_norm": 1.2263597249984741,
+      "learning_rate": 7.615991918489125e-05,
+      "loss": 1.7238,
+      "step": 1084
+    },
+    {
+      "epoch": 0.7200529450694904,
+      "grad_norm": 1.4178084135055542,
+      "learning_rate": 7.597309762089359e-05,
+      "loss": 1.48,
+      "step": 1088
+    },
+    {
+      "epoch": 0.7227001985440106,
+      "grad_norm": 1.3942856788635254,
+      "learning_rate": 7.57857781146331e-05,
+      "loss": 1.5336,
+      "step": 1092
+    },
+    {
+      "epoch": 0.7253474520185308,
+      "grad_norm": 1.2155961990356445,
+      "learning_rate": 7.559796425729863e-05,
+      "loss": 1.4977,
+      "step": 1096
+    },
+    {
+      "epoch": 0.727994705493051,
+      "grad_norm": 1.3590655326843262,
+      "learning_rate": 7.540965964955649e-05,
+      "loss": 1.6736,
+      "step": 1100
+    },
+    {
+      "epoch": 0.7306419589675711,
+      "grad_norm": 1.1585520505905151,
+      "learning_rate": 7.522086790148133e-05,
+      "loss": 1.6883,
+      "step": 1104
+    },
+    {
+      "epoch": 0.7332892124420913,
+      "grad_norm": 1.2694188356399536,
+      "learning_rate": 7.503159263248709e-05,
+      "loss": 1.657,
+      "step": 1108
+    },
+    {
+      "epoch": 0.7359364659166115,
+      "grad_norm": 1.2413800954818726,
+      "learning_rate": 7.484183747125742e-05,
+      "loss": 1.4757,
+      "step": 1112
+    },
+    {
+      "epoch": 0.7385837193911317,
+      "grad_norm": 1.1527191400527954,
+      "learning_rate": 7.46516060556763e-05,
+      "loss": 1.5628,
+      "step": 1116
+    },
+    {
+      "epoch": 0.7412309728656519,
+      "grad_norm": 1.5187007188796997,
+      "learning_rate": 7.446090203275809e-05,
+      "loss": 1.6387,
+      "step": 1120
+    },
+    {
+      "epoch": 0.7438782263401721,
+      "grad_norm": 1.3278498649597168,
+      "learning_rate": 7.426972905857781e-05,
+      "loss": 1.5212,
+      "step": 1124
+    },
+    {
+      "epoch": 0.7465254798146923,
+      "grad_norm": 1.4994242191314697,
+      "learning_rate": 7.407809079820094e-05,
+      "loss": 1.7582,
+      "step": 1128
+    },
+    {
+      "epoch": 0.7491727332892124,
+      "grad_norm": 1.2623709440231323,
+      "learning_rate": 7.388599092561315e-05,
+      "loss": 1.6223,
+      "step": 1132
+    },
+    {
+      "epoch": 0.7518199867637326,
+      "grad_norm": 1.3785511255264282,
+      "learning_rate": 7.369343312364993e-05,
+      "loss": 1.5051,
+      "step": 1136
+    },
+    {
+      "epoch": 0.7544672402382528,
+      "grad_norm": 1.2472020387649536,
+      "learning_rate": 7.350042108392594e-05,
+      "loss": 1.419,
+      "step": 1140
+    },
+    {
+      "epoch": 0.757114493712773,
+      "grad_norm": 1.6892167329788208,
+      "learning_rate": 7.330695850676421e-05,
+      "loss": 1.5718,
+      "step": 1144
+    },
+    {
+      "epoch": 0.7597617471872932,
+      "grad_norm": 1.4521297216415405,
+      "learning_rate": 7.311304910112525e-05,
+      "loss": 1.6383,
+      "step": 1148
+    },
+    {
+      "epoch": 0.7624090006618134,
+      "grad_norm": 1.450149655342102,
+      "learning_rate": 7.291869658453594e-05,
+      "loss": 1.771,
+      "step": 1152
+    },
+    {
+      "epoch": 0.7650562541363336,
+      "grad_norm": 1.3068790435791016,
+      "learning_rate": 7.272390468301821e-05,
+      "loss": 1.6414,
+      "step": 1156
+    },
+    {
+      "epoch": 0.7677035076108537,
+      "grad_norm": 1.1887469291687012,
+      "learning_rate": 7.252867713101771e-05,
+      "loss": 1.3455,
+      "step": 1160
+    },
+    {
+      "epoch": 0.7703507610853739,
+      "grad_norm": 1.2392699718475342,
+      "learning_rate": 7.233301767133205e-05,
+      "loss": 1.5139,
+      "step": 1164
+    },
+    {
+      "epoch": 0.7729980145598941,
+      "grad_norm": 1.353925347328186,
+      "learning_rate": 7.213693005503924e-05,
+      "loss": 1.6324,
+      "step": 1168
+    },
+    {
+      "epoch": 0.7756452680344142,
+      "grad_norm": 1.2792888879776,
+      "learning_rate": 7.194041804142557e-05,
+      "loss": 1.69,
+      "step": 1172
+    },
+    {
+      "epoch": 0.7782925215089345,
+      "grad_norm": 1.1825402975082397,
+      "learning_rate": 7.174348539791375e-05,
+      "loss": 1.3613,
+      "step": 1176
+    },
+    {
+      "epoch": 0.7809397749834547,
+      "grad_norm": 1.2615066766738892,
+      "learning_rate": 7.154613589999054e-05,
+      "loss": 1.6972,
+      "step": 1180
+    },
+    {
+      "epoch": 0.7835870284579749,
+      "grad_norm": 1.239867091178894,
+      "learning_rate": 7.13483733311344e-05,
+      "loss": 1.403,
+      "step": 1184
+    },
+    {
+      "epoch": 0.786234281932495,
+      "grad_norm": 1.3656786680221558,
+      "learning_rate": 7.115020148274295e-05,
+      "loss": 1.6528,
+      "step": 1188
+    },
+    {
+      "epoch": 0.7888815354070152,
+      "grad_norm": 1.2590436935424805,
+      "learning_rate": 7.095162415406034e-05,
+      "loss": 1.5411,
+      "step": 1192
+    },
+    {
+      "epoch": 0.7915287888815354,
+      "grad_norm": 1.2784417867660522,
+      "learning_rate": 7.075264515210435e-05,
+      "loss": 1.5618,
+      "step": 1196
+    },
+    {
+      "epoch": 0.7941760423560555,
+      "grad_norm": 1.3260300159454346,
+      "learning_rate": 7.055326829159341e-05,
+      "loss": 1.5295,
+      "step": 1200
+    },
+    {
+      "epoch": 0.7968232958305758,
+      "grad_norm": 5.832207202911377,
+      "learning_rate": 7.03534973948735e-05,
+      "loss": 1.5864,
+      "step": 1204
+    },
+    {
+      "epoch": 0.799470549305096,
+      "grad_norm": 1.2828547954559326,
+      "learning_rate": 7.015333629184484e-05,
+      "loss": 1.5081,
+      "step": 1208
+    },
+    {
+      "epoch": 0.8021178027796162,
+      "grad_norm": 1.2997095584869385,
+      "learning_rate": 6.995278881988847e-05,
+      "loss": 1.5827,
+      "step": 1212
+    },
+    {
+      "epoch": 0.8047650562541363,
+      "grad_norm": 1.2829680442810059,
+      "learning_rate": 6.975185882379271e-05,
+      "loss": 1.4565,
+      "step": 1216
+    },
+    {
+      "epoch": 0.8074123097286565,
+      "grad_norm": 1.3034470081329346,
+      "learning_rate": 6.955055015567942e-05,
+      "loss": 1.4973,
+      "step": 1220
+    },
+    {
+      "epoch": 0.8100595632031767,
+      "grad_norm": 1.170404314994812,
+      "learning_rate": 6.934886667493012e-05,
+      "loss": 1.4518,
+      "step": 1224
+    },
+    {
+      "epoch": 0.8127068166776968,
+      "grad_norm": 1.2815779447555542,
+      "learning_rate": 6.914681224811208e-05,
+      "loss": 1.546,
+      "step": 1228
+    },
+    {
+      "epoch": 0.8153540701522171,
+      "grad_norm": 1.227200984954834,
+      "learning_rate": 6.894439074890414e-05,
+      "loss": 1.5478,
+      "step": 1232
+    },
+    {
+      "epoch": 0.8180013236267373,
+      "grad_norm": 1.2927132844924927,
+      "learning_rate": 6.874160605802244e-05,
+      "loss": 1.6184,
+      "step": 1236
+    },
+    {
+      "epoch": 0.8206485771012575,
+      "grad_norm": 1.2327131032943726,
+      "learning_rate": 6.853846206314605e-05,
+      "loss": 1.5553,
+      "step": 1240
+    },
+    {
+      "epoch": 0.8232958305757776,
+      "grad_norm": 1.1886876821517944,
+      "learning_rate": 6.833496265884241e-05,
+      "loss": 1.4956,
+      "step": 1244
+    },
+    {
+      "epoch": 0.8259430840502978,
+      "grad_norm": 1.4828628301620483,
+      "learning_rate": 6.813111174649269e-05,
+      "loss": 1.7339,
+      "step": 1248
+    },
+    {
+      "epoch": 0.828590337524818,
+      "grad_norm": 1.2269375324249268,
+      "learning_rate": 6.792691323421698e-05,
+      "loss": 1.5712,
+      "step": 1252
+    },
+    {
+      "epoch": 0.8312375909993381,
+      "grad_norm": 1.4898347854614258,
+      "learning_rate": 6.772237103679937e-05,
+      "loss": 1.6172,
+      "step": 1256
+    },
+    {
+      "epoch": 0.8338848444738584,
+      "grad_norm": 1.1373467445373535,
+      "learning_rate": 6.751748907561288e-05,
+      "loss": 1.3869,
+      "step": 1260
+    },
+    {
+      "epoch": 0.8365320979483786,
+      "grad_norm": 1.2607003450393677,
+      "learning_rate": 6.731227127854434e-05,
+      "loss": 1.5501,
+      "step": 1264
+    },
+    {
+      "epoch": 0.8391793514228988,
+      "grad_norm": 1.357080340385437,
+      "learning_rate": 6.710672157991899e-05,
+      "loss": 1.5804,
+      "step": 1268
+    },
+    {
+      "epoch": 0.8418266048974189,
+      "grad_norm": 1.300445318222046,
+      "learning_rate": 6.690084392042513e-05,
+      "loss": 1.4547,
+      "step": 1272
+    },
+    {
+      "epoch": 0.8444738583719391,
+      "grad_norm": 1.281031608581543,
+      "learning_rate": 6.669464224703861e-05,
+      "loss": 1.5843,
+      "step": 1276
+    },
+    {
+      "epoch": 0.8471211118464593,
+      "grad_norm": 1.2201812267303467,
+      "learning_rate": 6.648812051294697e-05,
+      "loss": 1.4422,
+      "step": 1280
+    },
+    {
+      "epoch": 0.8497683653209794,
+      "grad_norm": 1.2445136308670044,
+      "learning_rate": 6.628128267747391e-05,
+      "loss": 1.5826,
+      "step": 1284
+    },
+    {
+      "epoch": 0.8524156187954997,
+      "grad_norm": 1.383170247077942,
+      "learning_rate": 6.607413270600319e-05,
+      "loss": 1.6194,
+      "step": 1288
+    },
+    {
+      "epoch": 0.8550628722700199,
+      "grad_norm": 1.370076060295105,
+      "learning_rate": 6.586667456990267e-05,
+      "loss": 1.6408,
+      "step": 1292
+    },
+    {
+      "epoch": 0.8577101257445401,
+      "grad_norm": 1.293721318244934,
+      "learning_rate": 6.565891224644822e-05,
+      "loss": 1.5066,
+      "step": 1296
+    },
+    {
+      "epoch": 0.8603573792190602,
+      "grad_norm": 1.4381659030914307,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 1.5161,
+      "step": 1300
+    },
+    {
+      "epoch": 0.8630046326935804,
+      "grad_norm": 1.3525183200836182,
+      "learning_rate": 6.524249097566306e-05,
+      "loss": 1.6022,
+      "step": 1304
+    },
+    {
+      "epoch": 0.8656518861681006,
+      "grad_norm": 1.1742914915084839,
+      "learning_rate": 6.503384001173707e-05,
+      "loss": 1.3307,
+      "step": 1308
+    },
+    {
+      "epoch": 0.8682991396426207,
+      "grad_norm": 1.275770664215088,
+      "learning_rate": 6.48249008271135e-05,
+      "loss": 1.5092,
+      "step": 1312
+    },
+    {
+      "epoch": 0.870946393117141,
+      "grad_norm": 1.3267558813095093,
+      "learning_rate": 6.461567742746206e-05,
+      "loss": 1.6288,
+      "step": 1316
+    },
+    {
+      "epoch": 0.8735936465916612,
+      "grad_norm": 1.1977699995040894,
+      "learning_rate": 6.440617382390128e-05,
+      "loss": 1.5567,
+      "step": 1320
+    },
+    {
+      "epoch": 0.8762409000661814,
+      "grad_norm": 1.1399099826812744,
+      "learning_rate": 6.419639403292161e-05,
+      "loss": 1.5925,
+      "step": 1324
+    },
+    {
+      "epoch": 0.8788881535407015,
+      "grad_norm": 1.3445255756378174,
+      "learning_rate": 6.398634207630841e-05,
+      "loss": 1.5288,
+      "step": 1328
+    },
+    {
+      "epoch": 0.8815354070152217,
+      "grad_norm": 1.2953174114227295,
+      "learning_rate": 6.377602198106483e-05,
+      "loss": 1.5119,
+      "step": 1332
+    },
+    {
+      "epoch": 0.8841826604897419,
+      "grad_norm": 1.2466961145401,
+      "learning_rate": 6.356543777933468e-05,
+      "loss": 1.4559,
+      "step": 1336
+    },
+    {
+      "epoch": 0.886829913964262,
+      "grad_norm": 1.410008430480957,
+      "learning_rate": 6.335459350832504e-05,
+      "loss": 1.6239,
+      "step": 1340
+    },
+    {
+      "epoch": 0.8894771674387822,
+      "grad_norm": 1.2374393939971924,
+      "learning_rate": 6.314349321022893e-05,
+      "loss": 1.4162,
+      "step": 1344
+    },
+    {
+      "epoch": 0.8921244209133025,
+      "grad_norm": 1.3700758218765259,
+      "learning_rate": 6.293214093214775e-05,
+      "loss": 1.4784,
+      "step": 1348
+    },
+    {
+      "epoch": 0.8947716743878227,
+      "grad_norm": 1.345596432685852,
+      "learning_rate": 6.272054072601374e-05,
+      "loss": 1.5489,
+      "step": 1352
+    },
+    {
+      "epoch": 0.8974189278623428,
+      "grad_norm": 1.1666315793991089,
+      "learning_rate": 6.250869664851227e-05,
+      "loss": 1.3515,
+      "step": 1356
+    },
+    {
+      "epoch": 0.900066181336863,
+      "grad_norm": 1.2450063228607178,
+      "learning_rate": 6.229661276100412e-05,
+      "loss": 1.4763,
+      "step": 1360
+    },
+    {
+      "epoch": 0.9027134348113832,
+      "grad_norm": 1.1888995170593262,
+      "learning_rate": 6.208429312944754e-05,
+      "loss": 1.4322,
+      "step": 1364
+    },
+    {
+      "epoch": 0.9053606882859033,
+      "grad_norm": 1.3319921493530273,
+      "learning_rate": 6.187174182432033e-05,
+      "loss": 1.5044,
+      "step": 1368
+    },
+    {
+      "epoch": 0.9080079417604235,
+      "grad_norm": 1.2023800611495972,
+      "learning_rate": 6.165896292054187e-05,
+      "loss": 1.5033,
+      "step": 1372
+    },
+    {
+      "epoch": 0.9106551952349438,
+      "grad_norm": 1.3017017841339111,
+      "learning_rate": 6.14459604973949e-05,
+      "loss": 1.4683,
+      "step": 1376
+    },
+    {
+      "epoch": 0.913302448709464,
+      "grad_norm": 1.2657389640808105,
+      "learning_rate": 6.12327386384473e-05,
+      "loss": 1.5533,
+      "step": 1380
+    },
+    {
+      "epoch": 0.9159497021839841,
+      "grad_norm": 1.3227919340133667,
+      "learning_rate": 6.101930143147395e-05,
+      "loss": 1.5239,
+      "step": 1384
+    },
+    {
+      "epoch": 0.9185969556585043,
+      "grad_norm": 1.3174325227737427,
+      "learning_rate": 6.080565296837821e-05,
+      "loss": 1.5259,
+      "step": 1388
+    },
+    {
+      "epoch": 0.9212442091330245,
+      "grad_norm": 1.2424542903900146,
+      "learning_rate": 6.059179734511356e-05,
+      "loss": 1.3573,
+      "step": 1392
+    },
+    {
+      "epoch": 0.9238914626075446,
+      "grad_norm": 1.2109280824661255,
+      "learning_rate": 6.037773866160502e-05,
+      "loss": 1.3831,
+      "step": 1396
+    },
+    {
+      "epoch": 0.9265387160820648,
+      "grad_norm": 1.2729474306106567,
+      "learning_rate": 6.0163481021670575e-05,
+      "loss": 1.674,
+      "step": 1400
+    },
+    {
+      "epoch": 0.9291859695565851,
+      "grad_norm": 1.1736104488372803,
+      "learning_rate": 5.994902853294251e-05,
+      "loss": 1.4935,
+      "step": 1404
+    },
+    {
+      "epoch": 0.9318332230311053,
+      "grad_norm": 1.3021750450134277,
+      "learning_rate": 5.973438530678861e-05,
+      "loss": 1.6066,
+      "step": 1408
+    },
+    {
+      "epoch": 0.9344804765056254,
+      "grad_norm": 1.3625566959381104,
+      "learning_rate": 5.951955545823342e-05,
+      "loss": 1.629,
+      "step": 1412
+    },
+    {
+      "epoch": 0.9371277299801456,
+      "grad_norm": 1.1946239471435547,
+      "learning_rate": 5.930454310587929e-05,
+      "loss": 1.4444,
+      "step": 1416
+    },
+    {
+      "epoch": 0.9397749834546658,
+      "grad_norm": 1.4337393045425415,
+      "learning_rate": 5.9089352371827446e-05,
+      "loss": 1.6888,
+      "step": 1420
+    },
+    {
+      "epoch": 0.9424222369291859,
+      "grad_norm": 1.3422842025756836,
+      "learning_rate": 5.8873987381598924e-05,
+      "loss": 1.6227,
+      "step": 1424
+    },
+    {
+      "epoch": 0.9450694904037061,
+      "grad_norm": 1.2459781169891357,
+      "learning_rate": 5.865845226405553e-05,
+      "loss": 1.4704,
+      "step": 1428
+    },
+    {
+      "epoch": 0.9477167438782264,
+      "grad_norm": 1.5130873918533325,
+      "learning_rate": 5.844275115132064e-05,
+      "loss": 1.5029,
+      "step": 1432
+    },
+    {
+      "epoch": 0.9503639973527466,
+      "grad_norm": 1.127805471420288,
+      "learning_rate": 5.822688817870004e-05,
+      "loss": 1.5289,
+      "step": 1436
+    },
+    {
+      "epoch": 0.9530112508272667,
+      "grad_norm": 1.283653736114502,
+      "learning_rate": 5.801086748460255e-05,
+      "loss": 1.545,
+      "step": 1440
+    },
+    {
+      "epoch": 0.9556585043017869,
+      "grad_norm": 1.290038824081421,
+      "learning_rate": 5.7794693210460804e-05,
+      "loss": 1.5588,
+      "step": 1444
+    },
+    {
+      "epoch": 0.9583057577763071,
+      "grad_norm": 1.2246005535125732,
+      "learning_rate": 5.757836950065172e-05,
+      "loss": 1.4577,
+      "step": 1448
+    },
+    {
+      "epoch": 0.9609530112508272,
+      "grad_norm": 1.3036789894104004,
+      "learning_rate": 5.736190050241719e-05,
+      "loss": 1.6891,
+      "step": 1452
+    },
+    {
+      "epoch": 0.9636002647253474,
+      "grad_norm": 1.2149336338043213,
+      "learning_rate": 5.714529036578443e-05,
+      "loss": 1.4114,
+      "step": 1456
+    },
+    {
+      "epoch": 0.9662475181998676,
+      "grad_norm": 1.1539721488952637,
+      "learning_rate": 5.692854324348653e-05,
+      "loss": 1.5497,
+      "step": 1460
+    },
+    {
+      "epoch": 0.9688947716743879,
+      "grad_norm": 1.3573237657546997,
+      "learning_rate": 5.6711663290882776e-05,
+      "loss": 1.4812,
+      "step": 1464
+    },
+    {
+      "epoch": 0.971542025148908,
+      "grad_norm": 1.338049292564392,
+      "learning_rate": 5.649465466587902e-05,
+      "loss": 1.6043,
+      "step": 1468
+    },
+    {
+      "epoch": 0.9741892786234282,
+      "grad_norm": 1.3066737651824951,
+      "learning_rate": 5.627752152884794e-05,
+      "loss": 1.582,
+      "step": 1472
+    },
+    {
+      "epoch": 0.9768365320979484,
+      "grad_norm": 1.2373597621917725,
+      "learning_rate": 5.606026804254931e-05,
+      "loss": 1.4099,
+      "step": 1476
+    },
+    {
+      "epoch": 0.9794837855724685,
+      "grad_norm": 1.1805121898651123,
+      "learning_rate": 5.584289837205012e-05,
+      "loss": 1.3914,
+      "step": 1480
+    },
+    {
+      "epoch": 0.9821310390469887,
+      "grad_norm": 1.3286755084991455,
+      "learning_rate": 5.5625416684644874e-05,
+      "loss": 1.4803,
+      "step": 1484
+    },
+    {
+      "epoch": 0.984778292521509,
+      "grad_norm": 1.2538626194000244,
+      "learning_rate": 5.540782714977549e-05,
+      "loss": 1.5063,
+      "step": 1488
+    },
+    {
+      "epoch": 0.9874255459960292,
+      "grad_norm": 1.2164523601531982,
+      "learning_rate": 5.51901339389516e-05,
+      "loss": 1.3555,
+      "step": 1492
+    },
+    {
+      "epoch": 0.9900727994705493,
+      "grad_norm": 1.217489242553711,
+      "learning_rate": 5.4972341225670354e-05,
+      "loss": 1.4818,
+      "step": 1496
+    },
+    {
+      "epoch": 0.9927200529450695,
+      "grad_norm": 1.170462727546692,
+      "learning_rate": 5.4754453185336586e-05,
+      "loss": 1.5693,
+      "step": 1500
+    },
+    {
+      "epoch": 0.9953673064195897,
+      "grad_norm": 1.2590230703353882,
+      "learning_rate": 5.453647399518262e-05,
+      "loss": 1.3735,
+      "step": 1504
+    },
+    {
+      "epoch": 0.9980145598941098,
+      "grad_norm": 1.1807870864868164,
+      "learning_rate": 5.431840783418832e-05,
+      "loss": 1.3643,
+      "step": 1508
+    },
+    {
+      "epoch": 1.00066181336863,
+      "grad_norm": 1.1421568393707275,
+      "learning_rate": 5.410025888300087e-05,
+      "loss": 1.4336,
+      "step": 1512
+    },
+    {
+      "epoch": 1.0033090668431501,
+      "grad_norm": 1.161148190498352,
+      "learning_rate": 5.388203132385467e-05,
+      "loss": 1.2284,
+      "step": 1516
+    },
+    {
+      "epoch": 1.0059563203176705,
+      "grad_norm": 1.129975438117981,
+      "learning_rate": 5.366372934049114e-05,
+      "loss": 1.2385,
+      "step": 1520
+    },
+    {
+      "epoch": 1.0086035737921906,
+      "grad_norm": 1.0889602899551392,
+      "learning_rate": 5.3445357118078545e-05,
+      "loss": 1.0735,
+      "step": 1524
+    },
+    {
+      "epoch": 1.011250827266711,
+      "grad_norm": 1.2157572507858276,
+      "learning_rate": 5.322691884313172e-05,
+      "loss": 1.1803,
+      "step": 1528
+    },
+    {
+      "epoch": 1.013898080741231,
+      "grad_norm": 1.1153740882873535,
+      "learning_rate": 5.300841870343183e-05,
+      "loss": 1.0574,
+      "step": 1532
+    },
+    {
+      "epoch": 1.016545334215751,
+      "grad_norm": 1.1907968521118164,
+      "learning_rate": 5.2789860887946066e-05,
+      "loss": 1.0691,
+      "step": 1536
+    },
+    {
+      "epoch": 1.0191925876902714,
+      "grad_norm": 1.1797744035720825,
+      "learning_rate": 5.257124958674736e-05,
+      "loss": 1.1063,
+      "step": 1540
+    },
+    {
+      "epoch": 1.0218398411647915,
+      "grad_norm": 1.0647462606430054,
+      "learning_rate": 5.235258899093406e-05,
+      "loss": 1.0512,
+      "step": 1544
+    },
+    {
+      "epoch": 1.0244870946393116,
+      "grad_norm": 1.1768978834152222,
+      "learning_rate": 5.213388329254949e-05,
+      "loss": 1.197,
+      "step": 1548
+    },
+    {
+      "epoch": 1.027134348113832,
+      "grad_norm": 1.282067060470581,
+      "learning_rate": 5.191513668450178e-05,
+      "loss": 1.231,
+      "step": 1552
+    },
+    {
+      "epoch": 1.029781601588352,
+      "grad_norm": 1.3294609785079956,
+      "learning_rate": 5.1696353360483216e-05,
+      "loss": 1.2719,
+      "step": 1556
+    },
+    {
+      "epoch": 1.0324288550628722,
+      "grad_norm": 1.187889814376831,
+      "learning_rate": 5.1477537514890116e-05,
+      "loss": 1.2815,
+      "step": 1560
+    },
+    {
+      "epoch": 1.0350761085373925,
+      "grad_norm": 1.152590036392212,
+      "learning_rate": 5.125869334274219e-05,
+      "loss": 1.126,
+      "step": 1564
+    },
+    {
+      "epoch": 1.0377233620119126,
+      "grad_norm": 1.1706854104995728,
+      "learning_rate": 5.103982503960224e-05,
+      "loss": 1.22,
+      "step": 1568
+    },
+    {
+      "epoch": 1.0403706154864327,
+      "grad_norm": 1.1738533973693848,
+      "learning_rate": 5.082093680149571e-05,
+      "loss": 1.2386,
+      "step": 1572
+    },
+    {
+      "epoch": 1.043017868960953,
+      "grad_norm": 1.299540400505066,
+      "learning_rate": 5.060203282483022e-05,
+      "loss": 1.2308,
+      "step": 1576
+    },
+    {
+      "epoch": 1.0456651224354732,
+      "grad_norm": 1.1205031871795654,
+      "learning_rate": 5.038311730631509e-05,
+      "loss": 1.1254,
+      "step": 1580
+    },
+    {
+      "epoch": 1.0483123759099935,
+      "grad_norm": 1.1589237451553345,
+      "learning_rate": 5.016419444288096e-05,
+      "loss": 1.046,
+      "step": 1584
+    },
+    {
+      "epoch": 1.0509596293845136,
+      "grad_norm": 1.1844594478607178,
+      "learning_rate": 4.9945268431599245e-05,
+      "loss": 1.1835,
+      "step": 1588
+    },
+    {
+      "epoch": 1.0536068828590337,
+      "grad_norm": 1.319905400276184,
+      "learning_rate": 4.972634346960173e-05,
+      "loss": 1.2235,
+      "step": 1592
+    },
+    {
+      "epoch": 1.056254136333554,
+      "grad_norm": 1.1240413188934326,
+      "learning_rate": 4.950742375400007e-05,
+      "loss": 1.0733,
+      "step": 1596
+    },
+    {
+      "epoch": 1.0589013898080741,
+      "grad_norm": 1.27524995803833,
+      "learning_rate": 4.9288513481805374e-05,
+      "loss": 1.1595,
+      "step": 1600
+    },
+    {
+      "epoch": 1.0615486432825942,
+      "grad_norm": 1.2067784070968628,
+      "learning_rate": 4.906961684984767e-05,
+      "loss": 1.1771,
+      "step": 1604
+    },
+    {
+      "epoch": 1.0641958967571146,
+      "grad_norm": 1.154008150100708,
+      "learning_rate": 4.8850738054695486e-05,
+      "loss": 1.1934,
+      "step": 1608
+    },
+    {
+      "epoch": 1.0668431502316347,
+      "grad_norm": 1.1568691730499268,
+      "learning_rate": 4.863188129257539e-05,
+      "loss": 1.1032,
+      "step": 1612
+    },
+    {
+      "epoch": 1.0694904037061548,
+      "grad_norm": 1.1935631036758423,
+      "learning_rate": 4.8413050759291585e-05,
+      "loss": 1.1457,
+      "step": 1616
+    },
+    {
+      "epoch": 1.072137657180675,
+      "grad_norm": 1.1685223579406738,
+      "learning_rate": 4.8194250650145374e-05,
+      "loss": 1.0371,
+      "step": 1620
+    },
+    {
+      "epoch": 1.0747849106551952,
+      "grad_norm": 1.2918758392333984,
+      "learning_rate": 4.797548515985481e-05,
+      "loss": 1.1128,
+      "step": 1624
+    },
+    {
+      "epoch": 1.0774321641297153,
+      "grad_norm": 1.232910394668579,
+      "learning_rate": 4.775675848247427e-05,
+      "loss": 1.0407,
+      "step": 1628
+    },
+    {
+      "epoch": 1.0800794176042356,
+      "grad_norm": 1.27483069896698,
+      "learning_rate": 4.7538074811313975e-05,
+      "loss": 1.1523,
+      "step": 1632
+    },
+    {
+      "epoch": 1.0827266710787558,
+      "grad_norm": 1.2089005708694458,
+      "learning_rate": 4.731943833885973e-05,
+      "loss": 1.0901,
+      "step": 1636
+    },
+    {
+      "epoch": 1.0853739245532759,
+      "grad_norm": 1.272049069404602,
+      "learning_rate": 4.7100853256692406e-05,
+      "loss": 1.1968,
+      "step": 1640
+    },
+    {
+      "epoch": 1.0880211780277962,
+      "grad_norm": 1.1610321998596191,
+      "learning_rate": 4.6882323755407706e-05,
+      "loss": 1.0379,
+      "step": 1644
+    },
+    {
+      "epoch": 1.0906684315023163,
+      "grad_norm": 1.0861836671829224,
+      "learning_rate": 4.666385402453568e-05,
+      "loss": 1.1274,
+      "step": 1648
+    },
+    {
+      "epoch": 1.0933156849768366,
+      "grad_norm": 1.2042131423950195,
+      "learning_rate": 4.644544825246059e-05,
+      "loss": 1.1502,
+      "step": 1652
+    },
+    {
+      "epoch": 1.0959629384513567,
+      "grad_norm": 1.5976825952529907,
+      "learning_rate": 4.622711062634046e-05,
+      "loss": 1.1527,
+      "step": 1656
+    },
+    {
+      "epoch": 1.0986101919258768,
+      "grad_norm": 1.2653815746307373,
+      "learning_rate": 4.600884533202686e-05,
+      "loss": 1.0946,
+      "step": 1660
+    },
+    {
+      "epoch": 1.1012574454003972,
+      "grad_norm": 1.129782795906067,
+      "learning_rate": 4.579065655398465e-05,
+      "loss": 1.1376,
+      "step": 1664
+    },
+    {
+      "epoch": 1.1039046988749173,
+      "grad_norm": 1.0471429824829102,
+      "learning_rate": 4.5572548475211805e-05,
+      "loss": 1.1488,
+      "step": 1668
+    },
+    {
+      "epoch": 1.1065519523494374,
+      "grad_norm": 1.281714916229248,
+      "learning_rate": 4.535452527715911e-05,
+      "loss": 1.2245,
+      "step": 1672
+    },
+    {
+      "epoch": 1.1091992058239577,
+      "grad_norm": 1.1683017015457153,
+      "learning_rate": 4.5136591139650105e-05,
+      "loss": 1.1307,
+      "step": 1676
+    },
+    {
+      "epoch": 1.1118464592984778,
+      "grad_norm": 1.1847896575927734,
+      "learning_rate": 4.491875024080088e-05,
+      "loss": 1.0821,
+      "step": 1680
+    },
+    {
+      "epoch": 1.114493712772998,
+      "grad_norm": 1.196803331375122,
+      "learning_rate": 4.470100675694007e-05,
+      "loss": 1.0633,
+      "step": 1684
+    },
+    {
+      "epoch": 1.1171409662475182,
+      "grad_norm": 1.1869444847106934,
+      "learning_rate": 4.4483364862528646e-05,
+      "loss": 1.1864,
+      "step": 1688
+    },
+    {
+      "epoch": 1.1197882197220383,
+      "grad_norm": 1.221575140953064,
+      "learning_rate": 4.4265828730079987e-05,
+      "loss": 1.0547,
+      "step": 1692
+    },
+    {
+      "epoch": 1.1224354731965587,
+      "grad_norm": 1.164784550666809,
+      "learning_rate": 4.404840253007987e-05,
+      "loss": 1.1614,
+      "step": 1696
+    },
+    {
+      "epoch": 1.1250827266710788,
+      "grad_norm": 1.0524084568023682,
+      "learning_rate": 4.3831090430906484e-05,
+      "loss": 1.1285,
+      "step": 1700
+    },
+    {
+      "epoch": 1.1277299801455989,
+      "grad_norm": 1.6504064798355103,
+      "learning_rate": 4.361389659875058e-05,
+      "loss": 1.1689,
+      "step": 1704
+    },
+    {
+      "epoch": 1.1303772336201192,
+      "grad_norm": 1.1136175394058228,
+      "learning_rate": 4.339682519753551e-05,
+      "loss": 1.0815,
+      "step": 1708
+    },
+    {
+      "epoch": 1.1330244870946393,
+      "grad_norm": 1.1745281219482422,
+      "learning_rate": 4.3179880388837496e-05,
+      "loss": 1.1722,
+      "step": 1712
+    },
+    {
+      "epoch": 1.1356717405691594,
+      "grad_norm": 1.0880483388900757,
+      "learning_rate": 4.2963066331805725e-05,
+      "loss": 1.0361,
+      "step": 1716
+    },
+    {
+      "epoch": 1.1383189940436798,
+      "grad_norm": 1.137968897819519,
+      "learning_rate": 4.2746387183082755e-05,
+      "loss": 1.1,
+      "step": 1720
+    },
+    {
+      "epoch": 1.1409662475181999,
+      "grad_norm": 1.2682772874832153,
+      "learning_rate": 4.252984709672473e-05,
+      "loss": 1.134,
+      "step": 1724
+    },
+    {
+      "epoch": 1.14361350099272,
+      "grad_norm": 1.128180742263794,
+      "learning_rate": 4.231345022412174e-05,
+      "loss": 1.0812,
+      "step": 1728
+    },
+    {
+      "epoch": 1.1462607544672403,
+      "grad_norm": 1.0430972576141357,
+      "learning_rate": 4.2097200713918264e-05,
+      "loss": 1.034,
+      "step": 1732
+    },
+    {
+      "epoch": 1.1489080079417604,
+      "grad_norm": 1.1832259893417358,
+      "learning_rate": 4.188110271193371e-05,
+      "loss": 1.1422,
+      "step": 1736
+    },
+    {
+      "epoch": 1.1515552614162807,
+      "grad_norm": 1.1320624351501465,
+      "learning_rate": 4.1665160361082704e-05,
+      "loss": 1.0688,
+      "step": 1740
+    },
+    {
+      "epoch": 1.1542025148908008,
+      "grad_norm": 1.2752870321273804,
+      "learning_rate": 4.144937780129594e-05,
+      "loss": 1.1926,
+      "step": 1744
+    },
+    {
+      "epoch": 1.156849768365321,
+      "grad_norm": 1.2092264890670776,
+      "learning_rate": 4.123375916944061e-05,
+      "loss": 1.0973,
+      "step": 1748
+    },
+    {
+      "epoch": 1.159497021839841,
+      "grad_norm": 1.1710125207901,
+      "learning_rate": 4.101830859924124e-05,
+      "loss": 1.2602,
+      "step": 1752
+    },
+    {
+      "epoch": 1.1621442753143614,
+      "grad_norm": 1.4670571088790894,
+      "learning_rate": 4.080303022120025e-05,
+      "loss": 1.2005,
+      "step": 1756
+    },
+    {
+      "epoch": 1.1647915287888815,
+      "grad_norm": 1.1942548751831055,
+      "learning_rate": 4.058792816251902e-05,
+      "loss": 1.2164,
+      "step": 1760
+    },
+    {
+      "epoch": 1.1674387822634018,
+      "grad_norm": 1.2230584621429443,
+      "learning_rate": 4.037300654701856e-05,
+      "loss": 1.0395,
+      "step": 1764
+    },
+    {
+      "epoch": 1.170086035737922,
+      "grad_norm": 1.3117454051971436,
+      "learning_rate": 4.015826949506049e-05,
+      "loss": 1.1848,
+      "step": 1768
+    },
+    {
+      "epoch": 1.172733289212442,
+      "grad_norm": 1.2102235555648804,
+      "learning_rate": 3.994372112346812e-05,
+      "loss": 1.1349,
+      "step": 1772
+    },
+    {
+      "epoch": 1.1753805426869623,
+      "grad_norm": 1.3425853252410889,
+      "learning_rate": 3.9729365545447514e-05,
+      "loss": 1.1756,
+      "step": 1776
+    },
+    {
+      "epoch": 1.1780277961614825,
+      "grad_norm": 1.1865317821502686,
+      "learning_rate": 3.9515206870508534e-05,
+      "loss": 1.1298,
+      "step": 1780
+    },
+    {
+      "epoch": 1.1806750496360026,
+      "grad_norm": 1.0945122241973877,
+      "learning_rate": 3.930124920438616e-05,
+      "loss": 1.1275,
+      "step": 1784
+    },
+    {
+      "epoch": 1.1833223031105229,
+      "grad_norm": 1.2114017009735107,
+      "learning_rate": 3.908749664896171e-05,
+      "loss": 1.1958,
+      "step": 1788
+    },
+    {
+      "epoch": 1.185969556585043,
+      "grad_norm": 1.1771973371505737,
+      "learning_rate": 3.887395330218429e-05,
+      "loss": 1.0868,
+      "step": 1792
+    },
+    {
+      "epoch": 1.188616810059563,
+      "grad_norm": 1.2639689445495605,
+      "learning_rate": 3.866062325799209e-05,
+      "loss": 1.213,
+      "step": 1796
+    },
+    {
+      "epoch": 1.1912640635340834,
+      "grad_norm": 1.1774057149887085,
+      "learning_rate": 3.844751060623404e-05,
+      "loss": 1.0974,
+      "step": 1800
+    },
+    {
+      "epoch": 1.1939113170086035,
+      "grad_norm": 1.1269370317459106,
+      "learning_rate": 3.823461943259132e-05,
+      "loss": 1.1296,
+      "step": 1804
+    },
+    {
+      "epoch": 1.1965585704831239,
+      "grad_norm": 1.2880319356918335,
+      "learning_rate": 3.802195381849901e-05,
+      "loss": 1.1121,
+      "step": 1808
+    },
+    {
+      "epoch": 1.199205823957644,
+      "grad_norm": 1.1425657272338867,
+      "learning_rate": 3.7809517841067976e-05,
+      "loss": 1.0818,
+      "step": 1812
+    },
+    {
+      "epoch": 1.201853077432164,
+      "grad_norm": 1.1727538108825684,
+      "learning_rate": 3.759731557300652e-05,
+      "loss": 1.025,
+      "step": 1816
+    },
+    {
+      "epoch": 1.2045003309066844,
+      "grad_norm": 1.2917152643203735,
+      "learning_rate": 3.738535108254246e-05,
+      "loss": 1.21,
+      "step": 1820
+    },
+    {
+      "epoch": 1.2071475843812045,
+      "grad_norm": 1.1989338397979736,
+      "learning_rate": 3.7173628433345006e-05,
+      "loss": 1.1712,
+      "step": 1824
+    },
+    {
+      "epoch": 1.2097948378557246,
+      "grad_norm": 1.2029826641082764,
+      "learning_rate": 3.696215168444699e-05,
+      "loss": 1.1146,
+      "step": 1828
+    },
+    {
+      "epoch": 1.212442091330245,
+      "grad_norm": 1.173412561416626,
+      "learning_rate": 3.675092489016693e-05,
+      "loss": 1.1237,
+      "step": 1832
+    },
+    {
+      "epoch": 1.215089344804765,
+      "grad_norm": 1.250653862953186,
+      "learning_rate": 3.6539952100031326e-05,
+      "loss": 1.1326,
+      "step": 1836
+    },
+    {
+      "epoch": 1.2177365982792852,
+      "grad_norm": 1.1222728490829468,
+      "learning_rate": 3.632923735869711e-05,
+      "loss": 1.1575,
+      "step": 1840
+    },
+    {
+      "epoch": 1.2203838517538055,
+      "grad_norm": 1.098129153251648,
+      "learning_rate": 3.611878470587402e-05,
+      "loss": 1.1357,
+      "step": 1844
+    },
+    {
+      "epoch": 1.2230311052283256,
+      "grad_norm": 1.2261312007904053,
+      "learning_rate": 3.5908598176247124e-05,
+      "loss": 1.075,
+      "step": 1848
+    },
+    {
+      "epoch": 1.225678358702846,
+      "grad_norm": 1.145168423652649,
+      "learning_rate": 3.569868179939958e-05,
+      "loss": 1.1333,
+      "step": 1852
+    },
+    {
+      "epoch": 1.228325612177366,
+      "grad_norm": 1.1339921951293945,
+      "learning_rate": 3.5489039599735294e-05,
+      "loss": 1.0158,
+      "step": 1856
+    },
+    {
+      "epoch": 1.2309728656518861,
+      "grad_norm": 1.2139281034469604,
+      "learning_rate": 3.5279675596401846e-05,
+      "loss": 1.1726,
+      "step": 1860
+    },
+    {
+      "epoch": 1.2336201191264062,
+      "grad_norm": 1.2778246402740479,
+      "learning_rate": 3.5070593803213267e-05,
+      "loss": 1.182,
+      "step": 1864
+    },
+    {
+      "epoch": 1.2362673726009266,
+      "grad_norm": 1.2227150201797485,
+      "learning_rate": 3.4861798228573325e-05,
+      "loss": 1.0037,
+      "step": 1868
+    },
+    {
+      "epoch": 1.2389146260754467,
+      "grad_norm": 1.2715504169464111,
+      "learning_rate": 3.465329287539852e-05,
+      "loss": 1.21,
+      "step": 1872
+    },
+    {
+      "epoch": 1.241561879549967,
+      "grad_norm": 1.300766944885254,
+      "learning_rate": 3.444508174104136e-05,
+      "loss": 1.1,
+      "step": 1876
+    },
+    {
+      "epoch": 1.244209133024487,
+      "grad_norm": 1.1540982723236084,
+      "learning_rate": 3.423716881721375e-05,
+      "loss": 1.1127,
+      "step": 1880
+    },
+    {
+      "epoch": 1.2468563864990072,
+      "grad_norm": 1.4233511686325073,
+      "learning_rate": 3.402955808991052e-05,
+      "loss": 1.1692,
+      "step": 1884
+    },
+    {
+      "epoch": 1.2495036399735275,
+      "grad_norm": 1.2163995504379272,
+      "learning_rate": 3.382225353933288e-05,
+      "loss": 1.0856,
+      "step": 1888
+    },
+    {
+      "epoch": 1.2521508934480476,
+      "grad_norm": 1.2361574172973633,
+      "learning_rate": 3.3615259139812225e-05,
+      "loss": 1.2024,
+      "step": 1892
+    },
+    {
+      "epoch": 1.254798146922568,
+      "grad_norm": 1.0741496086120605,
+      "learning_rate": 3.340857885973388e-05,
+      "loss": 1.0447,
+      "step": 1896
+    },
+    {
+      "epoch": 1.257445400397088,
+      "grad_norm": 1.1579320430755615,
+      "learning_rate": 3.320221666146107e-05,
+      "loss": 1.0772,
+      "step": 1900
+    },
+    {
+      "epoch": 1.2600926538716082,
+      "grad_norm": 1.2062878608703613,
+      "learning_rate": 3.299617650125889e-05,
+      "loss": 1.1011,
+      "step": 1904
+    },
+    {
+      "epoch": 1.2627399073461283,
+      "grad_norm": 1.2862952947616577,
+      "learning_rate": 3.279046232921852e-05,
+      "loss": 1.2596,
+      "step": 1908
+    },
+    {
+      "epoch": 1.2653871608206486,
+      "grad_norm": 1.2335329055786133,
+      "learning_rate": 3.2585078089181464e-05,
+      "loss": 1.2462,
+      "step": 1912
+    },
+    {
+      "epoch": 1.2680344142951687,
+      "grad_norm": 1.0968290567398071,
+      "learning_rate": 3.238002771866391e-05,
+      "loss": 1.0543,
+      "step": 1916
+    },
+    {
+      "epoch": 1.270681667769689,
+      "grad_norm": 1.06516695022583,
+      "learning_rate": 3.217531514878136e-05,
+      "loss": 1.1669,
+      "step": 1920
+    },
+    {
+      "epoch": 1.2733289212442092,
+      "grad_norm": 1.1616246700286865,
+      "learning_rate": 3.1970944304173126e-05,
+      "loss": 1.2252,
+      "step": 1924
+    },
+    {
+      "epoch": 1.2759761747187293,
+      "grad_norm": 1.1696902513504028,
+      "learning_rate": 3.176691910292715e-05,
+      "loss": 1.2329,
+      "step": 1928
+    },
+    {
+      "epoch": 1.2786234281932494,
+      "grad_norm": 1.210041880607605,
+      "learning_rate": 3.156324345650488e-05,
+      "loss": 1.3271,
+      "step": 1932
+    },
+    {
+      "epoch": 1.2812706816677697,
+      "grad_norm": 1.0774304866790771,
+      "learning_rate": 3.1359921269666324e-05,
+      "loss": 1.0306,
+      "step": 1936
+    },
+    {
+      "epoch": 1.2839179351422898,
+      "grad_norm": 1.166651725769043,
+      "learning_rate": 3.1156956440395136e-05,
+      "loss": 1.021,
+      "step": 1940
+    },
+    {
+      "epoch": 1.2865651886168101,
+      "grad_norm": 1.2745511531829834,
+      "learning_rate": 3.095435285982387e-05,
+      "loss": 1.1301,
+      "step": 1944
+    },
+    {
+      "epoch": 1.2892124420913302,
+      "grad_norm": 1.0762966871261597,
+      "learning_rate": 3.075211441215944e-05,
+      "loss": 1.0831,
+      "step": 1948
+    },
+    {
+      "epoch": 1.2918596955658503,
+      "grad_norm": 1.298743486404419,
+      "learning_rate": 3.055024497460867e-05,
+      "loss": 1.1705,
+      "step": 1952
+    },
+    {
+      "epoch": 1.2945069490403707,
+      "grad_norm": 1.243034839630127,
+      "learning_rate": 3.0348748417303823e-05,
+      "loss": 1.1282,
+      "step": 1956
+    },
+    {
+      "epoch": 1.2971542025148908,
+      "grad_norm": 1.2496618032455444,
+      "learning_rate": 3.0147628603228594e-05,
+      "loss": 1.0639,
+      "step": 1960
+    },
+    {
+      "epoch": 1.299801455989411,
+      "grad_norm": 1.141508936882019,
+      "learning_rate": 2.9946889388143913e-05,
+      "loss": 1.1297,
+      "step": 1964
+    },
+    {
+      "epoch": 1.3024487094639312,
+      "grad_norm": 1.188610553741455,
+      "learning_rate": 2.974653462051411e-05,
+      "loss": 1.1628,
+      "step": 1968
+    },
+    {
+      "epoch": 1.3050959629384513,
+      "grad_norm": 1.1807959079742432,
+      "learning_rate": 2.9546568141433006e-05,
+      "loss": 1.0527,
+      "step": 1972
+    },
+    {
+      "epoch": 1.3077432164129714,
+      "grad_norm": 1.1804313659667969,
+      "learning_rate": 2.9346993784550474e-05,
+      "loss": 1.196,
+      "step": 1976
+    },
+    {
+      "epoch": 1.3103904698874917,
+      "grad_norm": 1.1646931171417236,
+      "learning_rate": 2.9147815375998766e-05,
+      "loss": 1.0773,
+      "step": 1980
+    },
+    {
+      "epoch": 1.3130377233620119,
+      "grad_norm": 1.4130630493164062,
+      "learning_rate": 2.8949036734319247e-05,
+      "loss": 1.2183,
+      "step": 1984
+    },
+    {
+      "epoch": 1.3156849768365322,
+      "grad_norm": 1.1829743385314941,
+      "learning_rate": 2.8750661670389135e-05,
+      "loss": 1.1457,
+      "step": 1988
+    },
+    {
+      "epoch": 1.3183322303110523,
+      "grad_norm": 1.1480798721313477,
+      "learning_rate": 2.8552693987348532e-05,
+      "loss": 1.0502,
+      "step": 1992
+    },
+    {
+      "epoch": 1.3209794837855724,
+      "grad_norm": 1.1411528587341309,
+      "learning_rate": 2.835513748052738e-05,
+      "loss": 1.1938,
+      "step": 1996
+    },
+    {
+      "epoch": 1.3236267372600927,
+      "grad_norm": 1.1550084352493286,
+      "learning_rate": 2.815799593737285e-05,
+      "loss": 1.1577,
+      "step": 2000
+    },
+    {
+      "epoch": 1.3262739907346128,
+      "grad_norm": 1.1829745769500732,
+      "learning_rate": 2.7961273137376566e-05,
+      "loss": 1.097,
+      "step": 2004
+    },
+    {
+      "epoch": 1.3289212442091332,
+      "grad_norm": 1.229865312576294,
+      "learning_rate": 2.7764972852002323e-05,
+      "loss": 1.0721,
+      "step": 2008
+    },
+    {
+      "epoch": 1.3315684976836533,
+      "grad_norm": 1.1786168813705444,
+      "learning_rate": 2.7569098844613616e-05,
+      "loss": 1.094,
+      "step": 2012
+    },
+    {
+      "epoch": 1.3342157511581734,
+      "grad_norm": 1.4941198825836182,
+      "learning_rate": 2.7373654870401634e-05,
+      "loss": 1.2017,
+      "step": 2016
+    },
+    {
+      "epoch": 1.3368630046326935,
+      "grad_norm": 1.1714154481887817,
+      "learning_rate": 2.7178644676313143e-05,
+      "loss": 0.9992,
+      "step": 2020
+    },
+    {
+      "epoch": 1.3395102581072138,
+      "grad_norm": 1.2153651714324951,
+      "learning_rate": 2.698407200097872e-05,
+      "loss": 1.1801,
+      "step": 2024
+    },
+    {
+      "epoch": 1.342157511581734,
+      "grad_norm": 1.2198010683059692,
+      "learning_rate": 2.6789940574641102e-05,
+      "loss": 1.0585,
+      "step": 2028
+    },
+    {
+      "epoch": 1.3448047650562542,
+      "grad_norm": 1.2211023569107056,
+      "learning_rate": 2.6596254119083656e-05,
+      "loss": 1.111,
+      "step": 2032
+    },
+    {
+      "epoch": 1.3474520185307743,
+      "grad_norm": 1.2999107837677002,
+      "learning_rate": 2.6403016347558894e-05,
+      "loss": 1.1344,
+      "step": 2036
+    },
+    {
+      "epoch": 1.3500992720052944,
+      "grad_norm": 1.181583046913147,
+      "learning_rate": 2.6210230964717513e-05,
+      "loss": 1.0638,
+      "step": 2040
+    },
+    {
+      "epoch": 1.3527465254798146,
+      "grad_norm": 1.1883265972137451,
+      "learning_rate": 2.6017901666537216e-05,
+      "loss": 1.0218,
+      "step": 2044
+    },
+    {
+      "epoch": 1.3553937789543349,
+      "grad_norm": 1.2537999153137207,
+      "learning_rate": 2.5826032140251943e-05,
+      "loss": 1.0679,
+      "step": 2048
+    },
+    {
+      "epoch": 1.358041032428855,
+      "grad_norm": 1.1566420793533325,
+      "learning_rate": 2.563462606428101e-05,
+      "loss": 1.116,
+      "step": 2052
+    },
+    {
+      "epoch": 1.3606882859033753,
+      "grad_norm": 1.1046433448791504,
+      "learning_rate": 2.5443687108158836e-05,
+      "loss": 1.0058,
+      "step": 2056
+    },
+    {
+      "epoch": 1.3633355393778954,
+      "grad_norm": 1.307966709136963,
+      "learning_rate": 2.525321893246444e-05,
+      "loss": 1.2426,
+      "step": 2060
+    },
+    {
+      "epoch": 1.3659827928524155,
+      "grad_norm": 1.0436811447143555,
+      "learning_rate": 2.5063225188751273e-05,
+      "loss": 1.0737,
+      "step": 2064
+    },
+    {
+      "epoch": 1.3686300463269359,
+      "grad_norm": 1.0671106576919556,
+      "learning_rate": 2.4873709519477202e-05,
+      "loss": 1.083,
+      "step": 2068
+    },
+    {
+      "epoch": 1.371277299801456,
+      "grad_norm": 1.3584109544754028,
+      "learning_rate": 2.4684675557934767e-05,
+      "loss": 1.0333,
+      "step": 2072
+    },
+    {
+      "epoch": 1.3739245532759763,
+      "grad_norm": 1.180293321609497,
+      "learning_rate": 2.4496126928181467e-05,
+      "loss": 1.0714,
+      "step": 2076
+    },
+    {
+      "epoch": 1.3765718067504964,
+      "grad_norm": 1.102691888809204,
+      "learning_rate": 2.4308067244970228e-05,
+      "loss": 1.0386,
+      "step": 2080
+    },
+    {
+      "epoch": 1.3792190602250165,
+      "grad_norm": 1.156723976135254,
+      "learning_rate": 2.4120500113680177e-05,
+      "loss": 1.0593,
+      "step": 2084
+    },
+    {
+      "epoch": 1.3818663136995366,
+      "grad_norm": 1.2727686166763306,
+      "learning_rate": 2.3933429130247538e-05,
+      "loss": 1.2251,
+      "step": 2088
+    },
+    {
+      "epoch": 1.384513567174057,
+      "grad_norm": 1.213897466659546,
+      "learning_rate": 2.3746857881096584e-05,
+      "loss": 1.0509,
+      "step": 2092
+    },
+    {
+      "epoch": 1.387160820648577,
+      "grad_norm": 1.1525429487228394,
+      "learning_rate": 2.3560789943071033e-05,
+      "loss": 1.0187,
+      "step": 2096
+    },
+    {
+      "epoch": 1.3898080741230974,
+      "grad_norm": 1.1950461864471436,
+      "learning_rate": 2.3375228883365334e-05,
+      "loss": 1.0912,
+      "step": 2100
+    },
+    {
+      "epoch": 1.3924553275976175,
+      "grad_norm": 1.1531497240066528,
+      "learning_rate": 2.319017825945633e-05,
+      "loss": 1.128,
+      "step": 2104
+    },
+    {
+      "epoch": 1.3951025810721376,
+      "grad_norm": 1.2713518142700195,
+      "learning_rate": 2.300564161903511e-05,
+      "loss": 1.0656,
+      "step": 2108
+    },
+    {
+      "epoch": 1.397749834546658,
+      "grad_norm": 1.1415860652923584,
+      "learning_rate": 2.282162249993895e-05,
+      "loss": 1.1084,
+      "step": 2112
+    },
+    {
+      "epoch": 1.400397088021178,
+      "grad_norm": 1.114864468574524,
+      "learning_rate": 2.263812443008343e-05,
+      "loss": 1.0531,
+      "step": 2116
+    },
+    {
+      "epoch": 1.4030443414956983,
+      "grad_norm": 1.3787562847137451,
+      "learning_rate": 2.245515092739488e-05,
+      "loss": 1.072,
+      "step": 2120
+    },
+    {
+      "epoch": 1.4056915949702184,
+      "grad_norm": 1.014003872871399,
+      "learning_rate": 2.2272705499742925e-05,
+      "loss": 1.0156,
+      "step": 2124
+    },
+    {
+      "epoch": 1.4083388484447386,
+      "grad_norm": 1.1538441181182861,
+      "learning_rate": 2.209079164487323e-05,
+      "loss": 1.0101,
+      "step": 2128
+    },
+    {
+      "epoch": 1.4109861019192587,
+      "grad_norm": 1.2096091508865356,
+      "learning_rate": 2.1909412850340394e-05,
+      "loss": 1.0201,
+      "step": 2132
+    },
+    {
+      "epoch": 1.413633355393779,
+      "grad_norm": 1.1149653196334839,
+      "learning_rate": 2.1728572593441133e-05,
+      "loss": 1.1124,
+      "step": 2136
+    },
+    {
+      "epoch": 1.416280608868299,
+      "grad_norm": 1.3355867862701416,
+      "learning_rate": 2.154827434114765e-05,
+      "loss": 1.1943,
+      "step": 2140
+    },
+    {
+      "epoch": 1.4189278623428194,
+      "grad_norm": 1.2160899639129639,
+      "learning_rate": 2.1368521550041066e-05,
+      "loss": 1.1481,
+      "step": 2144
+    },
+    {
+      "epoch": 1.4215751158173395,
+      "grad_norm": 1.163010597229004,
+      "learning_rate": 2.1189317666245285e-05,
+      "loss": 1.0703,
+      "step": 2148
+    },
+    {
+      "epoch": 1.4242223692918596,
+      "grad_norm": 1.1877809762954712,
+      "learning_rate": 2.1010666125360767e-05,
+      "loss": 1.1211,
+      "step": 2152
+    },
+    {
+      "epoch": 1.42686962276638,
+      "grad_norm": 1.4443504810333252,
+      "learning_rate": 2.083257035239885e-05,
+      "loss": 1.2918,
+      "step": 2156
+    },
+    {
+      "epoch": 1.4295168762409,
+      "grad_norm": 1.2549368143081665,
+      "learning_rate": 2.0655033761715897e-05,
+      "loss": 1.1117,
+      "step": 2160
+    },
+    {
+      "epoch": 1.4321641297154202,
+      "grad_norm": 1.2271883487701416,
+      "learning_rate": 2.0478059756948002e-05,
+      "loss": 1.1452,
+      "step": 2164
+    },
+    {
+      "epoch": 1.4348113831899405,
+      "grad_norm": 1.2357865571975708,
+      "learning_rate": 2.0301651730945627e-05,
+      "loss": 1.0594,
+      "step": 2168
+    },
+    {
+      "epoch": 1.4374586366644606,
+      "grad_norm": 1.08621346950531,
+      "learning_rate": 2.0125813065708566e-05,
+      "loss": 1.0332,
+      "step": 2172
+    },
+    {
+      "epoch": 1.4401058901389807,
+      "grad_norm": 1.1553773880004883,
+      "learning_rate": 1.9950547132321183e-05,
+      "loss": 1.0823,
+      "step": 2176
+    },
+    {
+      "epoch": 1.442753143613501,
+      "grad_norm": 1.2597051858901978,
+      "learning_rate": 1.9775857290887757e-05,
+      "loss": 1.0197,
+      "step": 2180
+    },
+    {
+      "epoch": 1.4454003970880211,
+      "grad_norm": 1.2433415651321411,
+      "learning_rate": 1.9601746890467965e-05,
+      "loss": 1.0602,
+      "step": 2184
+    },
+    {
+      "epoch": 1.4480476505625415,
+      "grad_norm": 1.3405801057815552,
+      "learning_rate": 1.942821926901279e-05,
+      "loss": 1.1459,
+      "step": 2188
+    },
+    {
+      "epoch": 1.4506949040370616,
+      "grad_norm": 1.1183578968048096,
+      "learning_rate": 1.9255277753300487e-05,
+      "loss": 1.08,
+      "step": 2192
+    },
+    {
+      "epoch": 1.4533421575115817,
+      "grad_norm": 1.011930227279663,
+      "learning_rate": 1.9082925658872853e-05,
+      "loss": 1.0511,
+      "step": 2196
+    },
+    {
+      "epoch": 1.4559894109861018,
+      "grad_norm": 1.1752732992172241,
+      "learning_rate": 1.8911166289971545e-05,
+      "loss": 1.0437,
+      "step": 2200
+    },
+    {
+      "epoch": 1.4586366644606221,
+      "grad_norm": 1.1920056343078613,
+      "learning_rate": 1.8740002939474822e-05,
+      "loss": 1.0756,
+      "step": 2204
+    },
+    {
+      "epoch": 1.4612839179351422,
+      "grad_norm": 1.1798444986343384,
+      "learning_rate": 1.856943888883444e-05,
+      "loss": 1.0473,
+      "step": 2208
+    },
+    {
+      "epoch": 1.4639311714096626,
+      "grad_norm": 1.4702142477035522,
+      "learning_rate": 1.8399477408012643e-05,
+      "loss": 1.0968,
+      "step": 2212
+    },
+    {
+      "epoch": 1.4665784248841827,
+      "grad_norm": 1.2086206674575806,
+      "learning_rate": 1.82301217554196e-05,
+      "loss": 1.0752,
+      "step": 2216
+    },
+    {
+      "epoch": 1.4692256783587028,
+      "grad_norm": 1.2675915956497192,
+      "learning_rate": 1.8061375177850774e-05,
+      "loss": 1.1505,
+      "step": 2220
+    },
+    {
+      "epoch": 1.471872931833223,
+      "grad_norm": 1.1746258735656738,
+      "learning_rate": 1.7893240910424876e-05,
+      "loss": 1.0708,
+      "step": 2224
+    },
+    {
+      "epoch": 1.4745201853077432,
+      "grad_norm": 1.2071187496185303,
+      "learning_rate": 1.772572217652163e-05,
+      "loss": 1.085,
+      "step": 2228
+    },
+    {
+      "epoch": 1.4771674387822635,
+      "grad_norm": 1.321071743965149,
+      "learning_rate": 1.755882218772018e-05,
+      "loss": 1.1952,
+      "step": 2232
+    },
+    {
+      "epoch": 1.4798146922567836,
+      "grad_norm": 1.1357455253601074,
+      "learning_rate": 1.7392544143737355e-05,
+      "loss": 0.9572,
+      "step": 2236
+    },
+    {
+      "epoch": 1.4824619457313037,
+      "grad_norm": 1.1780970096588135,
+      "learning_rate": 1.7226891232366394e-05,
+      "loss": 0.9885,
+      "step": 2240
+    },
+    {
+      "epoch": 1.4851091992058238,
+      "grad_norm": 1.017472505569458,
+      "learning_rate": 1.7061866629415862e-05,
+      "loss": 1.0184,
+      "step": 2244
+    },
+    {
+      "epoch": 1.4877564526803442,
+      "grad_norm": 1.0961604118347168,
+      "learning_rate": 1.6897473498648765e-05,
+      "loss": 1.0232,
+      "step": 2248
+    },
+    {
+      "epoch": 1.4904037061548643,
+      "grad_norm": 1.187002182006836,
+      "learning_rate": 1.673371499172174e-05,
+      "loss": 0.9823,
+      "step": 2252
+    },
+    {
+      "epoch": 1.4930509596293846,
+      "grad_norm": 1.1367725133895874,
+      "learning_rate": 1.6570594248124875e-05,
+      "loss": 1.0288,
+      "step": 2256
+    },
+    {
+      "epoch": 1.4956982131039047,
+      "grad_norm": 1.129102110862732,
+      "learning_rate": 1.640811439512136e-05,
+      "loss": 1.0688,
+      "step": 2260
+    },
+    {
+      "epoch": 1.4983454665784248,
+      "grad_norm": 1.1886552572250366,
+      "learning_rate": 1.6246278547687604e-05,
+      "loss": 1.0209,
+      "step": 2264
+    },
+    {
+      "epoch": 1.500992720052945,
+      "grad_norm": 1.2786222696304321,
+      "learning_rate": 1.6085089808453408e-05,
+      "loss": 1.1101,
+      "step": 2268
+    },
+    {
+      "epoch": 1.5036399735274653,
+      "grad_norm": 1.2403247356414795,
+      "learning_rate": 1.592455126764264e-05,
+      "loss": 1.0919,
+      "step": 2272
+    },
+    {
+      "epoch": 1.5062872270019856,
+      "grad_norm": 1.1364173889160156,
+      "learning_rate": 1.5764666003013905e-05,
+      "loss": 1.0854,
+      "step": 2276
+    },
+    {
+      "epoch": 1.5089344804765057,
+      "grad_norm": 1.0539426803588867,
+      "learning_rate": 1.560543707980152e-05,
+      "loss": 1.014,
+      "step": 2280
+    },
+    {
+      "epoch": 1.5115817339510258,
+      "grad_norm": 1.2470543384552002,
+      "learning_rate": 1.544686755065677e-05,
+      "loss": 1.0845,
+      "step": 2284
+    },
+    {
+      "epoch": 1.514228987425546,
+      "grad_norm": 1.3111423254013062,
+      "learning_rate": 1.5288960455589447e-05,
+      "loss": 1.1363,
+      "step": 2288
+    },
+    {
+      "epoch": 1.5168762409000662,
+      "grad_norm": 1.076616883277893,
+      "learning_rate": 1.5131718821909435e-05,
+      "loss": 1.0104,
+      "step": 2292
+    },
+    {
+      "epoch": 1.5195234943745863,
+      "grad_norm": 1.082895040512085,
+      "learning_rate": 1.4975145664168839e-05,
+      "loss": 1.0468,
+      "step": 2296
+    },
+    {
+      "epoch": 1.5221707478491067,
+      "grad_norm": 1.2314468622207642,
+      "learning_rate": 1.4819243984104015e-05,
+      "loss": 1.0802,
+      "step": 2300
+    },
+    {
+      "epoch": 1.5248180013236268,
+      "grad_norm": 1.7986695766448975,
+      "learning_rate": 1.4664016770578182e-05,
+      "loss": 1.0324,
+      "step": 2304
+    },
+    {
+      "epoch": 1.5274652547981469,
+      "grad_norm": 1.2059293985366821,
+      "learning_rate": 1.4509466999523985e-05,
+      "loss": 1.0119,
+      "step": 2308
+    },
+    {
+      "epoch": 1.530112508272667,
+      "grad_norm": 1.1547520160675049,
+      "learning_rate": 1.4355597633886575e-05,
+      "loss": 1.0348,
+      "step": 2312
+    },
+    {
+      "epoch": 1.5327597617471873,
+      "grad_norm": 1.1303229331970215,
+      "learning_rate": 1.4202411623566685e-05,
+      "loss": 0.9453,
+      "step": 2316
+    },
+    {
+      "epoch": 1.5354070152217076,
+      "grad_norm": 1.3329232931137085,
+      "learning_rate": 1.4049911905364128e-05,
+      "loss": 1.1958,
+      "step": 2320
+    },
+    {
+      "epoch": 1.5380542686962277,
+      "grad_norm": 1.2855108976364136,
+      "learning_rate": 1.3898101402921516e-05,
+      "loss": 1.1197,
+      "step": 2324
+    },
+    {
+      "epoch": 1.5407015221707479,
+      "grad_norm": 1.1098500490188599,
+      "learning_rate": 1.3746983026668198e-05,
+      "loss": 1.0392,
+      "step": 2328
+    },
+    {
+      "epoch": 1.543348775645268,
+      "grad_norm": 1.232391119003296,
+      "learning_rate": 1.359655967376442e-05,
+      "loss": 1.0877,
+      "step": 2332
+    },
+    {
+      "epoch": 1.545996029119788,
+      "grad_norm": 1.2778176069259644,
+      "learning_rate": 1.3446834228045812e-05,
+      "loss": 1.0646,
+      "step": 2336
+    },
+    {
+      "epoch": 1.5486432825943084,
+      "grad_norm": 1.0760436058044434,
+      "learning_rate": 1.3297809559968133e-05,
+      "loss": 1.0476,
+      "step": 2340
+    },
+    {
+      "epoch": 1.5512905360688287,
+      "grad_norm": 1.0470277070999146,
+      "learning_rate": 1.3149488526552201e-05,
+      "loss": 0.9706,
+      "step": 2344
+    },
+    {
+      "epoch": 1.5539377895433488,
+      "grad_norm": 1.3804305791854858,
+      "learning_rate": 1.3001873971329121e-05,
+      "loss": 1.0437,
+      "step": 2348
+    },
+    {
+      "epoch": 1.556585043017869,
+      "grad_norm": 1.1428264379501343,
+      "learning_rate": 1.2854968724285754e-05,
+      "loss": 1.0923,
+      "step": 2352
+    },
+    {
+      "epoch": 1.559232296492389,
+      "grad_norm": 1.1798884868621826,
+      "learning_rate": 1.270877560181054e-05,
+      "loss": 1.1306,
+      "step": 2356
+    },
+    {
+      "epoch": 1.5618795499669094,
+      "grad_norm": 1.1382559537887573,
+      "learning_rate": 1.2563297406639395e-05,
+      "loss": 1.1029,
+      "step": 2360
+    },
+    {
+      "epoch": 1.5645268034414295,
+      "grad_norm": 1.0915166139602661,
+      "learning_rate": 1.2418536927802094e-05,
+      "loss": 0.9779,
+      "step": 2364
+    },
+    {
+      "epoch": 1.5671740569159498,
+      "grad_norm": 1.1595373153686523,
+      "learning_rate": 1.2274496940568664e-05,
+      "loss": 1.1744,
+      "step": 2368
+    },
+    {
+      "epoch": 1.56982131039047,
+      "grad_norm": 1.1752400398254395,
+      "learning_rate": 1.213118020639633e-05,
+      "loss": 1.0246,
+      "step": 2372
+    },
+    {
+      "epoch": 1.57246856386499,
+      "grad_norm": 1.064510464668274,
+      "learning_rate": 1.1988589472876438e-05,
+      "loss": 1.1571,
+      "step": 2376
+    },
+    {
+      "epoch": 1.5751158173395101,
+      "grad_norm": 1.2771798372268677,
+      "learning_rate": 1.184672747368189e-05,
+      "loss": 1.0656,
+      "step": 2380
+    },
+    {
+      "epoch": 1.5777630708140304,
+      "grad_norm": 1.2218413352966309,
+      "learning_rate": 1.1705596928514645e-05,
+      "loss": 1.0626,
+      "step": 2384
+    },
+    {
+      "epoch": 1.5804103242885508,
+      "grad_norm": 1.0653800964355469,
+      "learning_rate": 1.1565200543053623e-05,
+      "loss": 1.0626,
+      "step": 2388
+    },
+    {
+      "epoch": 1.5830575777630709,
+      "grad_norm": 1.2271225452423096,
+      "learning_rate": 1.1425541008902851e-05,
+      "loss": 1.1017,
+      "step": 2392
+    },
+    {
+      "epoch": 1.585704831237591,
+      "grad_norm": 1.1287221908569336,
+      "learning_rate": 1.128662100353985e-05,
+      "loss": 0.9612,
+      "step": 2396
+    },
+    {
+      "epoch": 1.588352084712111,
+      "grad_norm": 1.1722044944763184,
+      "learning_rate": 1.1148443190264246e-05,
+      "loss": 0.9906,
+      "step": 2400
+    },
+    {
+      "epoch": 1.5909993381866314,
+      "grad_norm": 1.3099933862686157,
+      "learning_rate": 1.1011010218146777e-05,
+      "loss": 1.0637,
+      "step": 2404
+    },
+    {
+      "epoch": 1.5936465916611515,
+      "grad_norm": 1.1737853288650513,
+      "learning_rate": 1.0874324721978501e-05,
+      "loss": 1.082,
+      "step": 2408
+    },
+    {
+      "epoch": 1.5962938451356719,
+      "grad_norm": 1.258298635482788,
+      "learning_rate": 1.0738389322220276e-05,
+      "loss": 1.0151,
+      "step": 2412
+    },
+    {
+      "epoch": 1.598941098610192,
+      "grad_norm": 1.198495864868164,
+      "learning_rate": 1.0603206624952482e-05,
+      "loss": 1.0566,
+      "step": 2416
+    },
+    {
+      "epoch": 1.601588352084712,
+      "grad_norm": 1.1976563930511475,
+      "learning_rate": 1.0468779221825103e-05,
+      "loss": 1.1149,
+      "step": 2420
+    },
+    {
+      "epoch": 1.6042356055592322,
+      "grad_norm": 1.0899832248687744,
+      "learning_rate": 1.0335109690008055e-05,
+      "loss": 1.0187,
+      "step": 2424
+    },
+    {
+      "epoch": 1.6068828590337525,
+      "grad_norm": 1.3058562278747559,
+      "learning_rate": 1.0202200592141703e-05,
+      "loss": 1.1494,
+      "step": 2428
+    },
+    {
+      "epoch": 1.6095301125082728,
+      "grad_norm": 1.304995059967041,
+      "learning_rate": 1.0070054476287849e-05,
+      "loss": 1.1067,
+      "step": 2432
+    },
+    {
+      "epoch": 1.612177365982793,
+      "grad_norm": 1.2065619230270386,
+      "learning_rate": 9.938673875880755e-06,
+      "loss": 1.03,
+      "step": 2436
+    },
+    {
+      "epoch": 1.614824619457313,
+      "grad_norm": 1.3018181324005127,
+      "learning_rate": 9.808061309678634e-06,
+      "loss": 1.1286,
+      "step": 2440
+    },
+    {
+      "epoch": 1.6174718729318331,
+      "grad_norm": 1.257094144821167,
+      "learning_rate": 9.678219281715412e-06,
+      "loss": 1.2452,
+      "step": 2444
+    },
+    {
+      "epoch": 1.6201191264063532,
+      "grad_norm": 1.1389868259429932,
+      "learning_rate": 9.549150281252633e-06,
+      "loss": 1.1589,
+      "step": 2448
+    },
+    {
+      "epoch": 1.6227663798808736,
+      "grad_norm": 1.2208179235458374,
+      "learning_rate": 9.420856782731774e-06,
+      "loss": 1.0969,
+      "step": 2452
+    },
+    {
+      "epoch": 1.625413633355394,
+      "grad_norm": 1.2272435426712036,
+      "learning_rate": 9.293341245726794e-06,
+      "loss": 0.9552,
+      "step": 2456
+    },
+    {
+      "epoch": 1.628060886829914,
+      "grad_norm": 1.1400785446166992,
+      "learning_rate": 9.16660611489702e-06,
+      "loss": 0.9583,
+      "step": 2460
+    },
+    {
+      "epoch": 1.6307081403044341,
+      "grad_norm": 1.1277272701263428,
+      "learning_rate": 9.040653819940259e-06,
+      "loss": 1.0511,
+      "step": 2464
+    },
+    {
+      "epoch": 1.6333553937789542,
+      "grad_norm": 1.1486189365386963,
+      "learning_rate": 8.915486775546173e-06,
+      "loss": 0.9686,
+      "step": 2468
+    },
+    {
+      "epoch": 1.6360026472534746,
+      "grad_norm": 1.1076239347457886,
+      "learning_rate": 8.791107381350027e-06,
+      "loss": 0.9773,
+      "step": 2472
+    },
+    {
+      "epoch": 1.6386499007279947,
+      "grad_norm": 1.0638751983642578,
+      "learning_rate": 8.6675180218867e-06,
+      "loss": 1.0176,
+      "step": 2476
+    },
+    {
+      "epoch": 1.641297154202515,
+      "grad_norm": 1.201035499572754,
+      "learning_rate": 8.544721066544964e-06,
+      "loss": 1.0009,
+      "step": 2480
+    },
+    {
+      "epoch": 1.643944407677035,
+      "grad_norm": 1.2673206329345703,
+      "learning_rate": 8.422718869522006e-06,
+      "loss": 1.1548,
+      "step": 2484
+    },
+    {
+      "epoch": 1.6465916611515552,
+      "grad_norm": 1.1903181076049805,
+      "learning_rate": 8.30151376977834e-06,
+      "loss": 1.0678,
+      "step": 2488
+    },
+    {
+      "epoch": 1.6492389146260753,
+      "grad_norm": 1.1597754955291748,
+      "learning_rate": 8.181108090993001e-06,
+      "loss": 1.0756,
+      "step": 2492
+    },
+    {
+      "epoch": 1.6518861681005956,
+      "grad_norm": 1.142747163772583,
+      "learning_rate": 8.061504141518888e-06,
+      "loss": 1.1026,
+      "step": 2496
+    },
+    {
+      "epoch": 1.654533421575116,
+      "grad_norm": 1.187888741493225,
+      "learning_rate": 7.942704214338648e-06,
+      "loss": 1.0138,
+      "step": 2500
+    },
+    {
+      "epoch": 1.657180675049636,
+      "grad_norm": 1.1005282402038574,
+      "learning_rate": 7.824710587020596e-06,
+      "loss": 1.015,
+      "step": 2504
+    },
+    {
+      "epoch": 1.6598279285241562,
+      "grad_norm": 1.2265509366989136,
+      "learning_rate": 7.707525521675097e-06,
+      "loss": 1.3109,
+      "step": 2508
+    },
+    {
+      "epoch": 1.6624751819986763,
+      "grad_norm": 1.1046435832977295,
+      "learning_rate": 7.591151264911239e-06,
+      "loss": 1.0726,
+      "step": 2512
+    },
+    {
+      "epoch": 1.6651224354731966,
+      "grad_norm": 1.1124870777130127,
+      "learning_rate": 7.475590047793712e-06,
+      "loss": 1.0319,
+      "step": 2516
+    },
+    {
+      "epoch": 1.6677696889477167,
+      "grad_norm": 1.0768115520477295,
+      "learning_rate": 7.360844085800023e-06,
+      "loss": 0.9718,
+      "step": 2520
+    },
+    {
+      "epoch": 1.670416942422237,
+      "grad_norm": 1.1033765077590942,
+      "learning_rate": 7.246915578778046e-06,
+      "loss": 0.9838,
+      "step": 2524
+    },
+    {
+      "epoch": 1.6730641958967571,
+      "grad_norm": 1.1125131845474243,
+      "learning_rate": 7.133806710903884e-06,
+      "loss": 0.9366,
+      "step": 2528
+    },
+    {
+      "epoch": 1.6757114493712773,
+      "grad_norm": 1.0644124746322632,
+      "learning_rate": 7.0215196506399515e-06,
+      "loss": 0.9442,
+      "step": 2532
+    },
+    {
+      "epoch": 1.6783587028457974,
+      "grad_norm": 1.4144614934921265,
+      "learning_rate": 6.910056550693356e-06,
+      "loss": 1.0511,
+      "step": 2536
+    },
+    {
+      "epoch": 1.6810059563203177,
+      "grad_norm": 1.1880645751953125,
+      "learning_rate": 6.799419547974739e-06,
+      "loss": 1.069,
+      "step": 2540
+    },
+    {
+      "epoch": 1.683653209794838,
+      "grad_norm": 1.2131253480911255,
+      "learning_rate": 6.6896107635572414e-06,
+      "loss": 1.11,
+      "step": 2544
+    },
+    {
+      "epoch": 1.6863004632693581,
+      "grad_norm": 1.1012145280838013,
+      "learning_rate": 6.580632302635831e-06,
+      "loss": 1.0216,
+      "step": 2548
+    },
+    {
+      "epoch": 1.6889477167438782,
+      "grad_norm": 1.4158655405044556,
+      "learning_rate": 6.472486254486954e-06,
+      "loss": 0.989,
+      "step": 2552
+    },
+    {
+      "epoch": 1.6915949702183983,
+      "grad_norm": 1.168895959854126,
+      "learning_rate": 6.36517469242851e-06,
+      "loss": 1.1558,
+      "step": 2556
+    },
+    {
+      "epoch": 1.6942422236929184,
+      "grad_norm": 1.180389642715454,
+      "learning_rate": 6.258699673780083e-06,
+      "loss": 1.0815,
+      "step": 2560
+    },
+    {
+      "epoch": 1.6968894771674388,
+      "grad_norm": 1.186112642288208,
+      "learning_rate": 6.15306323982347e-06,
+      "loss": 1.0766,
+      "step": 2564
+    },
+    {
+      "epoch": 1.699536730641959,
+      "grad_norm": 1.3972220420837402,
+      "learning_rate": 6.04826741576357e-06,
+      "loss": 0.933,
+      "step": 2568
+    },
+    {
+      "epoch": 1.7021839841164792,
+      "grad_norm": 1.0709800720214844,
+      "learning_rate": 5.944314210689611e-06,
+      "loss": 0.9295,
+      "step": 2572
+    },
+    {
+      "epoch": 1.7048312375909993,
+      "grad_norm": 1.131684422492981,
+      "learning_rate": 5.841205617536516e-06,
+      "loss": 1.0127,
+      "step": 2576
+    },
+    {
+      "epoch": 1.7074784910655194,
+      "grad_norm": 1.1289499998092651,
+      "learning_rate": 5.738943613046821e-06,
+      "loss": 1.0566,
+      "step": 2580
+    },
+    {
+      "epoch": 1.7101257445400397,
+      "grad_norm": 1.0850427150726318,
+      "learning_rate": 5.637530157732673e-06,
+      "loss": 0.929,
+      "step": 2584
+    },
+    {
+      "epoch": 1.7127729980145598,
+      "grad_norm": 1.3074991703033447,
+      "learning_rate": 5.536967195838333e-06,
+      "loss": 1.1549,
+      "step": 2588
+    },
+    {
+      "epoch": 1.7154202514890802,
+      "grad_norm": 1.286634922027588,
+      "learning_rate": 5.437256655302814e-06,
+      "loss": 1.0361,
+      "step": 2592
+    },
+    {
+      "epoch": 1.7180675049636003,
+      "grad_norm": 1.098363995552063,
+      "learning_rate": 5.338400447723008e-06,
+      "loss": 1.0157,
+      "step": 2596
+    },
+    {
+      "epoch": 1.7207147584381204,
+      "grad_norm": 1.2663805484771729,
+      "learning_rate": 5.240400468316975e-06,
+      "loss": 1.0805,
+      "step": 2600
+    },
+    {
+      "epoch": 1.7233620119126405,
+      "grad_norm": 1.2380725145339966,
+      "learning_rate": 5.143258595887607e-06,
+      "loss": 1.0504,
+      "step": 2604
+    },
+    {
+      "epoch": 1.7260092653871608,
+      "grad_norm": 1.534725546836853,
+      "learning_rate": 5.046976692786665e-06,
+      "loss": 1.0683,
+      "step": 2608
+    },
+    {
+      "epoch": 1.7286565188616811,
+      "grad_norm": 1.2903854846954346,
+      "learning_rate": 4.951556604879048e-06,
+      "loss": 1.1924,
+      "step": 2612
+    },
+    {
+      "epoch": 1.7313037723362013,
+      "grad_norm": 1.378965139389038,
+      "learning_rate": 4.857000161507353e-06,
+      "loss": 1.1261,
+      "step": 2616
+    },
+    {
+      "epoch": 1.7339510258107214,
+      "grad_norm": 1.3099424839019775,
+      "learning_rate": 4.763309175456876e-06,
+      "loss": 1.1385,
+      "step": 2620
+    },
+    {
+      "epoch": 1.7365982792852415,
+      "grad_norm": 1.1315497159957886,
+      "learning_rate": 4.67048544292083e-06,
+      "loss": 1.0022,
+      "step": 2624
+    },
+    {
+      "epoch": 1.7392455327597618,
+      "grad_norm": 1.0618172883987427,
+      "learning_rate": 4.5785307434659195e-06,
+      "loss": 0.933,
+      "step": 2628
+    },
+    {
+      "epoch": 1.741892786234282,
+      "grad_norm": 1.1535784006118774,
+      "learning_rate": 4.487446839998194e-06,
+      "loss": 1.0693,
+      "step": 2632
+    },
+    {
+      "epoch": 1.7445400397088022,
+      "grad_norm": 1.208883285522461,
+      "learning_rate": 4.397235478729262e-06,
+      "loss": 1.0487,
+      "step": 2636
+    },
+    {
+      "epoch": 1.7471872931833223,
+      "grad_norm": 1.079362392425537,
+      "learning_rate": 4.307898389142867e-06,
+      "loss": 1.0225,
+      "step": 2640
+    },
+    {
+      "epoch": 1.7498345466578424,
+      "grad_norm": 1.1642612218856812,
+      "learning_rate": 4.21943728396163e-06,
+      "loss": 1.0915,
+      "step": 2644
+    },
+    {
+      "epoch": 1.7524818001323625,
+      "grad_norm": 1.202144742012024,
+      "learning_rate": 4.1318538591143204e-06,
+      "loss": 0.9903,
+      "step": 2648
+    },
+    {
+      "epoch": 1.7551290536068829,
+      "grad_norm": 1.182325839996338,
+      "learning_rate": 4.045149793703257e-06,
+      "loss": 1.0321,
+      "step": 2652
+    },
+    {
+      "epoch": 1.7577763070814032,
+      "grad_norm": 1.1768420934677124,
+      "learning_rate": 3.959326749972159e-06,
+      "loss": 1.0065,
+      "step": 2656
+    },
+    {
+      "epoch": 1.7604235605559233,
+      "grad_norm": 1.1037213802337646,
+      "learning_rate": 3.8743863732742855e-06,
+      "loss": 1.0145,
+      "step": 2660
+    },
+    {
+      "epoch": 1.7630708140304434,
+      "grad_norm": 1.0442618131637573,
+      "learning_rate": 3.790330292040878e-06,
+      "loss": 0.9401,
+      "step": 2664
+    },
+    {
+      "epoch": 1.7657180675049635,
+      "grad_norm": 1.2205618619918823,
+      "learning_rate": 3.7071601177499193e-06,
+      "loss": 1.0445,
+      "step": 2668
+    },
+    {
+      "epoch": 1.7683653209794836,
+      "grad_norm": 0.982466995716095,
+      "learning_rate": 3.6248774448952695e-06,
+      "loss": 0.9302,
+      "step": 2672
+    },
+    {
+      "epoch": 1.771012574454004,
+      "grad_norm": 1.2503985166549683,
+      "learning_rate": 3.5434838509560974e-06,
+      "loss": 0.9465,
+      "step": 2676
+    },
+    {
+      "epoch": 1.7736598279285243,
+      "grad_norm": 1.2538197040557861,
+      "learning_rate": 3.4629808963666355e-06,
+      "loss": 1.1634,
+      "step": 2680
+    },
+    {
+      "epoch": 1.7763070814030444,
+      "grad_norm": 1.1053706407546997,
+      "learning_rate": 3.3833701244862347e-06,
+      "loss": 0.9964,
+      "step": 2684
+    },
+    {
+      "epoch": 1.7789543348775645,
+      "grad_norm": 1.2324868440628052,
+      "learning_rate": 3.304653061569807e-06,
+      "loss": 1.009,
+      "step": 2688
+    },
+    {
+      "epoch": 1.7816015883520846,
+      "grad_norm": 1.1064050197601318,
+      "learning_rate": 3.226831216738568e-06,
+      "loss": 0.9975,
+      "step": 2692
+    },
+    {
+      "epoch": 1.784248841826605,
+      "grad_norm": 1.1996777057647705,
+      "learning_rate": 3.149906081951076e-06,
+      "loss": 1.1181,
+      "step": 2696
+    },
+    {
+      "epoch": 1.786896095301125,
+      "grad_norm": 1.0701042413711548,
+      "learning_rate": 3.0738791319746606e-06,
+      "loss": 0.9735,
+      "step": 2700
+    },
+    {
+      "epoch": 1.7895433487756454,
+      "grad_norm": 1.426613211631775,
+      "learning_rate": 2.9987518243571266e-06,
+      "loss": 1.0882,
+      "step": 2704
+    },
+    {
+      "epoch": 1.7921906022501655,
+      "grad_norm": 1.1900283098220825,
+      "learning_rate": 2.924525599398831e-06,
+      "loss": 1.0896,
+      "step": 2708
+    },
+    {
+      "epoch": 1.7948378557246856,
+      "grad_norm": 1.203924536705017,
+      "learning_rate": 2.8512018801250428e-06,
+      "loss": 1.0041,
+      "step": 2712
+    },
+    {
+      "epoch": 1.7974851091992057,
+      "grad_norm": 1.1849395036697388,
+      "learning_rate": 2.7787820722586844e-06,
+      "loss": 1.018,
+      "step": 2716
+    },
+    {
+      "epoch": 1.800132362673726,
+      "grad_norm": 1.3121761083602905,
+      "learning_rate": 2.707267564193383e-06,
+      "loss": 1.0887,
+      "step": 2720
+    },
+    {
+      "epoch": 1.8027796161482463,
+      "grad_norm": 1.0863194465637207,
+      "learning_rate": 2.636659726966817e-06,
+      "loss": 0.9601,
+      "step": 2724
+    },
+    {
+      "epoch": 1.8054268696227664,
+      "grad_norm": 1.2052465677261353,
+      "learning_rate": 2.5669599142344958e-06,
+      "loss": 1.1252,
+      "step": 2728
+    },
+    {
+      "epoch": 1.8080741230972865,
+      "grad_norm": 1.2324072122573853,
+      "learning_rate": 2.4981694622437545e-06,
+      "loss": 1.0962,
+      "step": 2732
+    },
+    {
+      "epoch": 1.8107213765718067,
+      "grad_norm": 1.1981109380722046,
+      "learning_rate": 2.4302896898081516e-06,
+      "loss": 1.1382,
+      "step": 2736
+    },
+    {
+      "epoch": 1.813368630046327,
+      "grad_norm": 1.0790292024612427,
+      "learning_rate": 2.3633218982821724e-06,
+      "loss": 1.0246,
+      "step": 2740
+    },
+    {
+      "epoch": 1.816015883520847,
+      "grad_norm": 1.188328504562378,
+      "learning_rate": 2.2972673715363268e-06,
+      "loss": 1.1037,
+      "step": 2744
+    },
+    {
+      "epoch": 1.8186631369953674,
+      "grad_norm": 2.650550365447998,
+      "learning_rate": 2.232127375932491e-06,
+      "loss": 0.9985,
+      "step": 2748
+    },
+    {
+      "epoch": 1.8213103904698875,
+      "grad_norm": 1.209547758102417,
+      "learning_rate": 2.1679031602996168e-06,
+      "loss": 1.0379,
+      "step": 2752
+    },
+    {
+      "epoch": 1.8239576439444076,
+      "grad_norm": 1.2373130321502686,
+      "learning_rate": 2.104595955909844e-06,
+      "loss": 1.1138,
+      "step": 2756
+    },
+    {
+      "epoch": 1.8266048974189277,
+      "grad_norm": 1.1303315162658691,
+      "learning_rate": 2.042206976454869e-06,
+      "loss": 1.0872,
+      "step": 2760
+    },
+    {
+      "epoch": 1.829252150893448,
+      "grad_norm": 1.1631232500076294,
+      "learning_rate": 1.980737418022649e-06,
+      "loss": 0.9993,
+      "step": 2764
+    },
+    {
+      "epoch": 1.8318994043679684,
+      "grad_norm": 0.9920935034751892,
+      "learning_rate": 1.9201884590745122e-06,
+      "loss": 0.9902,
+      "step": 2768
+    },
+    {
+      "epoch": 1.8345466578424885,
+      "grad_norm": 1.1404036283493042,
+      "learning_rate": 1.8605612604225387e-06,
+      "loss": 0.9403,
+      "step": 2772
+    },
+    {
+      "epoch": 1.8371939113170086,
+      "grad_norm": 1.3009891510009766,
+      "learning_rate": 1.8018569652073381e-06,
+      "loss": 1.065,
+      "step": 2776
+    },
+    {
+      "epoch": 1.8398411647915287,
+      "grad_norm": 1.0856890678405762,
+      "learning_rate": 1.7440766988760793e-06,
+      "loss": 1.0082,
+      "step": 2780
+    },
+    {
+      "epoch": 1.8424884182660488,
+      "grad_norm": 1.2409597635269165,
+      "learning_rate": 1.6872215691609684e-06,
+      "loss": 1.2227,
+      "step": 2784
+    },
+    {
+      "epoch": 1.8451356717405691,
+      "grad_norm": 1.229095458984375,
+      "learning_rate": 1.631292666057982e-06,
+      "loss": 1.1196,
+      "step": 2788
+    },
+    {
+      "epoch": 1.8477829252150895,
+      "grad_norm": 1.1981017589569092,
+      "learning_rate": 1.5762910618059789e-06,
+      "loss": 1.1182,
+      "step": 2792
+    },
+    {
+      "epoch": 1.8504301786896096,
+      "grad_norm": 1.2496317625045776,
+      "learning_rate": 1.5222178108661444e-06,
+      "loss": 1.011,
+      "step": 2796
+    },
+    {
+      "epoch": 1.8530774321641297,
+      "grad_norm": 1.3405871391296387,
+      "learning_rate": 1.469073949901778e-06,
+      "loss": 0.9571,
+      "step": 2800
+    },
+    {
+      "epoch": 1.8557246856386498,
+      "grad_norm": 1.1392794847488403,
+      "learning_rate": 1.4168604977583989e-06,
+      "loss": 0.9235,
+      "step": 2804
+    },
+    {
+      "epoch": 1.8583719391131701,
+      "grad_norm": 1.3417925834655762,
+      "learning_rate": 1.3655784554442385e-06,
+      "loss": 0.9861,
+      "step": 2808
+    },
+    {
+      "epoch": 1.8610191925876902,
+      "grad_norm": 1.2177116870880127,
+      "learning_rate": 1.3152288061110518e-06,
+      "loss": 1.0414,
+      "step": 2812
+    },
+    {
+      "epoch": 1.8636664460622105,
+      "grad_norm": 1.18758225440979,
+      "learning_rate": 1.2658125150352361e-06,
+      "loss": 1.0958,
+      "step": 2816
+    },
+    {
+      "epoch": 1.8663136995367307,
+      "grad_norm": 1.068544864654541,
+      "learning_rate": 1.2173305295993477e-06,
+      "loss": 0.8817,
+      "step": 2820
+    },
+    {
+      "epoch": 1.8689609530112508,
+      "grad_norm": 1.0975282192230225,
+      "learning_rate": 1.169783779273953e-06,
+      "loss": 0.9843,
+      "step": 2824
+    },
+    {
+      "epoch": 1.8716082064857709,
+      "grad_norm": 1.1519986391067505,
+      "learning_rate": 1.1231731755997954e-06,
+      "loss": 1.1748,
+      "step": 2828
+    },
+    {
+      "epoch": 1.8742554599602912,
+      "grad_norm": 1.3243839740753174,
+      "learning_rate": 1.0774996121702908e-06,
+      "loss": 1.0024,
+      "step": 2832
+    },
+    {
+      "epoch": 1.8769027134348115,
+      "grad_norm": 1.1130131483078003,
+      "learning_rate": 1.0327639646144415e-06,
+      "loss": 0.9669,
+      "step": 2836
+    },
+    {
+      "epoch": 1.8795499669093316,
+      "grad_norm": 1.2060186862945557,
+      "learning_rate": 9.889670905800397e-07,
+      "loss": 0.9385,
+      "step": 2840
+    },
+    {
+      "epoch": 1.8821972203838517,
+      "grad_norm": 1.1549471616744995,
+      "learning_rate": 9.461098297172011e-07,
+      "loss": 0.9559,
+      "step": 2844
+    },
+    {
+      "epoch": 1.8848444738583718,
+      "grad_norm": 1.1581448316574097,
+      "learning_rate": 9.041930036622903e-07,
+      "loss": 1.069,
+      "step": 2848
+    },
+    {
+      "epoch": 1.8874917273328922,
+      "grad_norm": 1.1043188571929932,
+      "learning_rate": 8.632174160221496e-07,
+      "loss": 1.0042,
+      "step": 2852
+    },
+    {
+      "epoch": 1.8901389808074123,
+      "grad_norm": 1.1459840536117554,
+      "learning_rate": 8.231838523587277e-07,
+      "loss": 0.9267,
+      "step": 2856
+    },
+    {
+      "epoch": 1.8927862342819326,
+      "grad_norm": 1.2066096067428589,
+      "learning_rate": 7.840930801739754e-07,
+      "loss": 1.0465,
+      "step": 2860
+    },
+    {
+      "epoch": 1.8954334877564527,
+      "grad_norm": 1.2505649328231812,
+      "learning_rate": 7.459458488951632e-07,
+      "loss": 1.0685,
+      "step": 2864
+    },
+    {
+      "epoch": 1.8980807412309728,
+      "grad_norm": 1.138899564743042,
+      "learning_rate": 7.087428898604975e-07,
+      "loss": 1.0052,
+      "step": 2868
+    },
+    {
+      "epoch": 1.900727994705493,
+      "grad_norm": 1.1179523468017578,
+      "learning_rate": 6.724849163050995e-07,
+      "loss": 0.9854,
+      "step": 2872
+    },
+    {
+      "epoch": 1.9033752481800132,
+      "grad_norm": 1.3499395847320557,
+      "learning_rate": 6.37172623347354e-07,
+      "loss": 1.0413,
+      "step": 2876
+    },
+    {
+      "epoch": 1.9060225016545336,
+      "grad_norm": 1.0739634037017822,
+      "learning_rate": 6.02806687975549e-07,
+      "loss": 1.1554,
+      "step": 2880
+    },
+    {
+      "epoch": 1.9086697551290537,
+      "grad_norm": 1.0829598903656006,
+      "learning_rate": 5.693877690349292e-07,
+      "loss": 1.0416,
+      "step": 2884
+    },
+    {
+      "epoch": 1.9113170086035738,
+      "grad_norm": 1.0071786642074585,
+      "learning_rate": 5.369165072150239e-07,
+      "loss": 0.929,
+      "step": 2888
+    },
+    {
+      "epoch": 1.913964262078094,
+      "grad_norm": 1.1580030918121338,
+      "learning_rate": 5.053935250374176e-07,
+      "loss": 1.0629,
+      "step": 2892
+    },
+    {
+      "epoch": 1.916611515552614,
+      "grad_norm": 1.2572953701019287,
+      "learning_rate": 4.7481942684378113e-07,
+      "loss": 1.1105,
+      "step": 2896
+    },
+    {
+      "epoch": 1.9192587690271343,
+      "grad_norm": 1.1861546039581299,
+      "learning_rate": 4.451947987842764e-07,
+      "loss": 1.0511,
+      "step": 2900
+    },
+    {
+      "epoch": 1.9219060225016547,
+      "grad_norm": 1.1360516548156738,
+      "learning_rate": 4.165202088063425e-07,
+      "loss": 1.0623,
+      "step": 2904
+    },
+    {
+      "epoch": 1.9245532759761748,
+      "grad_norm": 1.1186720132827759,
+      "learning_rate": 3.8879620664381e-07,
+      "loss": 0.9999,
+      "step": 2908
+    },
+    {
+      "epoch": 1.9272005294506949,
+      "grad_norm": 1.2490679025650024,
+      "learning_rate": 3.620233238063375e-07,
+      "loss": 1.0442,
+      "step": 2912
+    },
+    {
+      "epoch": 1.929847782925215,
+      "grad_norm": 1.309167504310608,
+      "learning_rate": 3.362020735692417e-07,
+      "loss": 1.1706,
+      "step": 2916
+    },
+    {
+      "epoch": 1.9324950363997353,
+      "grad_norm": 1.1864930391311646,
+      "learning_rate": 3.1133295096364977e-07,
+      "loss": 1.0731,
+      "step": 2920
+    },
+    {
+      "epoch": 1.9351422898742554,
+      "grad_norm": 1.1746701002120972,
+      "learning_rate": 2.87416432767007e-07,
+      "loss": 1.0544,
+      "step": 2924
+    },
+    {
+      "epoch": 1.9377895433487757,
+      "grad_norm": 1.272407054901123,
+      "learning_rate": 2.644529774939397e-07,
+      "loss": 1.0909,
+      "step": 2928
+    },
+    {
+      "epoch": 1.9404367968232958,
+      "grad_norm": 1.1303869485855103,
+      "learning_rate": 2.4244302538746766e-07,
+      "loss": 0.9551,
+      "step": 2932
+    },
+    {
+      "epoch": 1.943084050297816,
+      "grad_norm": 1.0882586240768433,
+      "learning_rate": 2.2138699841056655e-07,
+      "loss": 0.9893,
+      "step": 2936
+    },
+    {
+      "epoch": 1.945731303772336,
+      "grad_norm": 1.2608906030654907,
+      "learning_rate": 2.012853002380466e-07,
+      "loss": 1.0569,
+      "step": 2940
+    },
+    {
+      "epoch": 1.9483785572468564,
+      "grad_norm": 1.2106075286865234,
+      "learning_rate": 1.8213831624887545e-07,
+      "loss": 0.9922,
+      "step": 2944
+    },
+    {
+      "epoch": 1.9510258107213767,
+      "grad_norm": 1.1815046072006226,
+      "learning_rate": 1.6394641351872297e-07,
+      "loss": 1.0113,
+      "step": 2948
+    },
+    {
+      "epoch": 1.9536730641958968,
+      "grad_norm": 1.1953189373016357,
+      "learning_rate": 1.4670994081297795e-07,
+      "loss": 1.0361,
+      "step": 2952
+    },
+    {
+      "epoch": 1.956320317670417,
+      "grad_norm": 1.0204826593399048,
+      "learning_rate": 1.3042922858002015e-07,
+      "loss": 0.9583,
+      "step": 2956
+    },
+    {
+      "epoch": 1.958967571144937,
+      "grad_norm": 1.1778640747070312,
+      "learning_rate": 1.1510458894490871e-07,
+      "loss": 1.0795,
+      "step": 2960
+    },
+    {
+      "epoch": 1.9616148246194574,
+      "grad_norm": 1.1050951480865479,
+      "learning_rate": 1.0073631570340358e-07,
+      "loss": 0.947,
+      "step": 2964
+    },
+    {
+      "epoch": 1.9642620780939775,
+      "grad_norm": 1.4342139959335327,
+      "learning_rate": 8.732468431630892e-08,
+      "loss": 0.9858,
+      "step": 2968
+    },
+    {
+      "epoch": 1.9669093315684978,
+      "grad_norm": 1.3275805711746216,
+      "learning_rate": 7.486995190420509e-08,
+      "loss": 1.0232,
+      "step": 2972
+    },
+    {
+      "epoch": 1.969556585043018,
+      "grad_norm": 1.862630844116211,
+      "learning_rate": 6.337235724254154e-08,
+      "loss": 1.1036,
+      "step": 2976
+    },
+    {
+      "epoch": 1.972203838517538,
+      "grad_norm": 1.1249923706054688,
+      "learning_rate": 5.2832120757007054e-08,
+      "loss": 1.1517,
+      "step": 2980
+    },
+    {
+      "epoch": 1.974851091992058,
+      "grad_norm": 1.4025081396102905,
+      "learning_rate": 4.324944451934987e-08,
+      "loss": 1.1827,
+      "step": 2984
+    },
+    {
+      "epoch": 1.9774983454665784,
+      "grad_norm": 1.2881486415863037,
+      "learning_rate": 3.4624512243497386e-08,
+      "loss": 0.9921,
+      "step": 2988
+    },
+    {
+      "epoch": 1.9801455989410988,
+      "grad_norm": 1.256659746170044,
+      "learning_rate": 2.6957489281997926e-08,
+      "loss": 1.0058,
+      "step": 2992
+    },
+    {
+      "epoch": 1.9827928524156189,
+      "grad_norm": 1.2083126306533813,
+      "learning_rate": 2.0248522622906552e-08,
+      "loss": 1.0364,
+      "step": 2996
+    },
+    {
+      "epoch": 1.985440105890139,
+      "grad_norm": 1.2300423383712769,
+      "learning_rate": 1.4497740886920685e-08,
+      "loss": 1.056,
+      "step": 3000
+    },
+    {
+      "epoch": 1.988087359364659,
+      "grad_norm": 1.1946439743041992,
+      "learning_rate": 9.70525432493763e-09,
+      "loss": 1.1,
+      "step": 3004
+    },
+    {
+      "epoch": 1.9907346128391792,
+      "grad_norm": 1.1879000663757324,
+      "learning_rate": 5.8711548159229305e-09,
+      "loss": 0.9764,
+      "step": 3008
+    },
+    {
+      "epoch": 1.9933818663136995,
+      "grad_norm": 1.7793687582015991,
+      "learning_rate": 2.9955158651839845e-09,
+      "loss": 1.0218,
+      "step": 3012
+    },
+    {
+      "epoch": 1.9960291197882198,
+      "grad_norm": 1.2599058151245117,
+      "learning_rate": 1.0783926029211966e-09,
+      "loss": 1.0414,
+      "step": 3016
+    },
+    {
+      "epoch": 1.99867637326274,
+      "grad_norm": 1.2598057985305786,
+      "learning_rate": 1.1982178318437066e-10,
+      "loss": 1.1198,
+      "step": 3020
+    }
+  ],
+  "logging_steps": 4,
+  "max_steps": 3022,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1511,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.115408240900833e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}